mbed client lightswitch demo
Dependencies: mbed Socket lwip-eth lwip-sys lwip
Fork of mbed-client-classic-example-lwip by
mbedtls/mbedtls/bn_mul.h@11:cada08fc8a70, 2016-06-09 (annotated)
- Committer:
- mbedAustin
- Date:
- Thu Jun 09 17:08:36 2016 +0000
- Revision:
- 11:cada08fc8a70
Commit for public Consumption
Who changed what in which revision?
| User | Revision | Line number | New contents of line |
|---|---|---|---|
| mbedAustin | 11:cada08fc8a70 | 1 | /** |
| mbedAustin | 11:cada08fc8a70 | 2 | * \file bn_mul.h |
| mbedAustin | 11:cada08fc8a70 | 3 | * |
| mbedAustin | 11:cada08fc8a70 | 4 | * \brief Multi-precision integer library |
| mbedAustin | 11:cada08fc8a70 | 5 | * |
| mbedAustin | 11:cada08fc8a70 | 6 | * Copyright (C) 2006-2015, ARM Limited, All Rights Reserved |
| mbedAustin | 11:cada08fc8a70 | 7 | * SPDX-License-Identifier: Apache-2.0 |
| mbedAustin | 11:cada08fc8a70 | 8 | * |
| mbedAustin | 11:cada08fc8a70 | 9 | * Licensed under the Apache License, Version 2.0 (the "License"); you may |
| mbedAustin | 11:cada08fc8a70 | 10 | * not use this file except in compliance with the License. |
| mbedAustin | 11:cada08fc8a70 | 11 | * You may obtain a copy of the License at |
| mbedAustin | 11:cada08fc8a70 | 12 | * |
| mbedAustin | 11:cada08fc8a70 | 13 | * http://www.apache.org/licenses/LICENSE-2.0 |
| mbedAustin | 11:cada08fc8a70 | 14 | * |
| mbedAustin | 11:cada08fc8a70 | 15 | * Unless required by applicable law or agreed to in writing, software |
| mbedAustin | 11:cada08fc8a70 | 16 | * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT |
| mbedAustin | 11:cada08fc8a70 | 17 | * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| mbedAustin | 11:cada08fc8a70 | 18 | * See the License for the specific language governing permissions and |
| mbedAustin | 11:cada08fc8a70 | 19 | * limitations under the License. |
| mbedAustin | 11:cada08fc8a70 | 20 | * |
| mbedAustin | 11:cada08fc8a70 | 21 | * This file is part of mbed TLS (https://tls.mbed.org) |
| mbedAustin | 11:cada08fc8a70 | 22 | */ |
| mbedAustin | 11:cada08fc8a70 | 23 | /* |
| mbedAustin | 11:cada08fc8a70 | 24 | * Multiply source vector [s] with b, add result |
| mbedAustin | 11:cada08fc8a70 | 25 | * to destination vector [d] and set carry c. |
| mbedAustin | 11:cada08fc8a70 | 26 | * |
| mbedAustin | 11:cada08fc8a70 | 27 | * Currently supports: |
| mbedAustin | 11:cada08fc8a70 | 28 | * |
| mbedAustin | 11:cada08fc8a70 | 29 | * . IA-32 (386+) . AMD64 / EM64T |
| mbedAustin | 11:cada08fc8a70 | 30 | * . IA-32 (SSE2) . Motorola 68000 |
| mbedAustin | 11:cada08fc8a70 | 31 | * . PowerPC, 32-bit . MicroBlaze |
| mbedAustin | 11:cada08fc8a70 | 32 | * . PowerPC, 64-bit . TriCore |
| mbedAustin | 11:cada08fc8a70 | 33 | * . SPARC v8 . ARM v3+ |
| mbedAustin | 11:cada08fc8a70 | 34 | * . Alpha . MIPS32 |
| mbedAustin | 11:cada08fc8a70 | 35 | * . C, longlong . C, generic |
| mbedAustin | 11:cada08fc8a70 | 36 | */ |
| mbedAustin | 11:cada08fc8a70 | 37 | #ifndef MBEDTLS_BN_MUL_H |
| mbedAustin | 11:cada08fc8a70 | 38 | #define MBEDTLS_BN_MUL_H |
| mbedAustin | 11:cada08fc8a70 | 39 | |
| mbedAustin | 11:cada08fc8a70 | 40 | #include "bignum.h" |
| mbedAustin | 11:cada08fc8a70 | 41 | |
| mbedAustin | 11:cada08fc8a70 | 42 | #if defined(MBEDTLS_HAVE_ASM) |
| mbedAustin | 11:cada08fc8a70 | 43 | |
| mbedAustin | 11:cada08fc8a70 | 44 | #ifndef asm |
| mbedAustin | 11:cada08fc8a70 | 45 | #define asm __asm |
| mbedAustin | 11:cada08fc8a70 | 46 | #endif |
| mbedAustin | 11:cada08fc8a70 | 47 | |
| mbedAustin | 11:cada08fc8a70 | 48 | /* armcc5 --gnu defines __GNUC__ but doesn't support GNU's extended asm */ |
| mbedAustin | 11:cada08fc8a70 | 49 | #if defined(__GNUC__) && \ |
| mbedAustin | 11:cada08fc8a70 | 50 | ( !defined(__ARMCC_VERSION) || __ARMCC_VERSION >= 6000000 ) |
| mbedAustin | 11:cada08fc8a70 | 51 | #if defined(__i386__) |
| mbedAustin | 11:cada08fc8a70 | 52 | |
| mbedAustin | 11:cada08fc8a70 | 53 | #define MULADDC_INIT \ |
| mbedAustin | 11:cada08fc8a70 | 54 | asm( \ |
| mbedAustin | 11:cada08fc8a70 | 55 | "movl %%ebx, %0 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 56 | "movl %5, %%esi \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 57 | "movl %6, %%edi \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 58 | "movl %7, %%ecx \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 59 | "movl %8, %%ebx \n\t" |
| mbedAustin | 11:cada08fc8a70 | 60 | |
| mbedAustin | 11:cada08fc8a70 | 61 | #define MULADDC_CORE \ |
| mbedAustin | 11:cada08fc8a70 | 62 | "lodsl \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 63 | "mull %%ebx \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 64 | "addl %%ecx, %%eax \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 65 | "adcl $0, %%edx \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 66 | "addl (%%edi), %%eax \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 67 | "adcl $0, %%edx \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 68 | "movl %%edx, %%ecx \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 69 | "stosl \n\t" |
| mbedAustin | 11:cada08fc8a70 | 70 | |
| mbedAustin | 11:cada08fc8a70 | 71 | #if defined(MBEDTLS_HAVE_SSE2) |
| mbedAustin | 11:cada08fc8a70 | 72 | |
| mbedAustin | 11:cada08fc8a70 | 73 | #define MULADDC_HUIT \ |
| mbedAustin | 11:cada08fc8a70 | 74 | "movd %%ecx, %%mm1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 75 | "movd %%ebx, %%mm0 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 76 | "movd (%%edi), %%mm3 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 77 | "paddq %%mm3, %%mm1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 78 | "movd (%%esi), %%mm2 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 79 | "pmuludq %%mm0, %%mm2 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 80 | "movd 4(%%esi), %%mm4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 81 | "pmuludq %%mm0, %%mm4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 82 | "movd 8(%%esi), %%mm6 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 83 | "pmuludq %%mm0, %%mm6 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 84 | "movd 12(%%esi), %%mm7 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 85 | "pmuludq %%mm0, %%mm7 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 86 | "paddq %%mm2, %%mm1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 87 | "movd 4(%%edi), %%mm3 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 88 | "paddq %%mm4, %%mm3 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 89 | "movd 8(%%edi), %%mm5 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 90 | "paddq %%mm6, %%mm5 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 91 | "movd 12(%%edi), %%mm4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 92 | "paddq %%mm4, %%mm7 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 93 | "movd %%mm1, (%%edi) \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 94 | "movd 16(%%esi), %%mm2 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 95 | "pmuludq %%mm0, %%mm2 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 96 | "psrlq $32, %%mm1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 97 | "movd 20(%%esi), %%mm4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 98 | "pmuludq %%mm0, %%mm4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 99 | "paddq %%mm3, %%mm1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 100 | "movd 24(%%esi), %%mm6 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 101 | "pmuludq %%mm0, %%mm6 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 102 | "movd %%mm1, 4(%%edi) \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 103 | "psrlq $32, %%mm1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 104 | "movd 28(%%esi), %%mm3 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 105 | "pmuludq %%mm0, %%mm3 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 106 | "paddq %%mm5, %%mm1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 107 | "movd 16(%%edi), %%mm5 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 108 | "paddq %%mm5, %%mm2 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 109 | "movd %%mm1, 8(%%edi) \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 110 | "psrlq $32, %%mm1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 111 | "paddq %%mm7, %%mm1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 112 | "movd 20(%%edi), %%mm5 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 113 | "paddq %%mm5, %%mm4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 114 | "movd %%mm1, 12(%%edi) \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 115 | "psrlq $32, %%mm1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 116 | "paddq %%mm2, %%mm1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 117 | "movd 24(%%edi), %%mm5 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 118 | "paddq %%mm5, %%mm6 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 119 | "movd %%mm1, 16(%%edi) \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 120 | "psrlq $32, %%mm1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 121 | "paddq %%mm4, %%mm1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 122 | "movd 28(%%edi), %%mm5 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 123 | "paddq %%mm5, %%mm3 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 124 | "movd %%mm1, 20(%%edi) \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 125 | "psrlq $32, %%mm1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 126 | "paddq %%mm6, %%mm1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 127 | "movd %%mm1, 24(%%edi) \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 128 | "psrlq $32, %%mm1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 129 | "paddq %%mm3, %%mm1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 130 | "movd %%mm1, 28(%%edi) \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 131 | "addl $32, %%edi \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 132 | "addl $32, %%esi \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 133 | "psrlq $32, %%mm1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 134 | "movd %%mm1, %%ecx \n\t" |
| mbedAustin | 11:cada08fc8a70 | 135 | |
| mbedAustin | 11:cada08fc8a70 | 136 | #define MULADDC_STOP \ |
| mbedAustin | 11:cada08fc8a70 | 137 | "emms \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 138 | "movl %4, %%ebx \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 139 | "movl %%ecx, %1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 140 | "movl %%edi, %2 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 141 | "movl %%esi, %3 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 142 | : "=m" (t), "=m" (c), "=m" (d), "=m" (s) \ |
| mbedAustin | 11:cada08fc8a70 | 143 | : "m" (t), "m" (s), "m" (d), "m" (c), "m" (b) \ |
| mbedAustin | 11:cada08fc8a70 | 144 | : "eax", "ecx", "edx", "esi", "edi" \ |
| mbedAustin | 11:cada08fc8a70 | 145 | ); |
| mbedAustin | 11:cada08fc8a70 | 146 | |
| mbedAustin | 11:cada08fc8a70 | 147 | #else |
| mbedAustin | 11:cada08fc8a70 | 148 | |
| mbedAustin | 11:cada08fc8a70 | 149 | #define MULADDC_STOP \ |
| mbedAustin | 11:cada08fc8a70 | 150 | "movl %4, %%ebx \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 151 | "movl %%ecx, %1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 152 | "movl %%edi, %2 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 153 | "movl %%esi, %3 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 154 | : "=m" (t), "=m" (c), "=m" (d), "=m" (s) \ |
| mbedAustin | 11:cada08fc8a70 | 155 | : "m" (t), "m" (s), "m" (d), "m" (c), "m" (b) \ |
| mbedAustin | 11:cada08fc8a70 | 156 | : "eax", "ecx", "edx", "esi", "edi" \ |
| mbedAustin | 11:cada08fc8a70 | 157 | ); |
| mbedAustin | 11:cada08fc8a70 | 158 | #endif /* SSE2 */ |
| mbedAustin | 11:cada08fc8a70 | 159 | #endif /* i386 */ |
| mbedAustin | 11:cada08fc8a70 | 160 | |
| mbedAustin | 11:cada08fc8a70 | 161 | #if defined(__amd64__) || defined (__x86_64__) |
| mbedAustin | 11:cada08fc8a70 | 162 | |
| mbedAustin | 11:cada08fc8a70 | 163 | #define MULADDC_INIT \ |
| mbedAustin | 11:cada08fc8a70 | 164 | asm( \ |
| mbedAustin | 11:cada08fc8a70 | 165 | "movq %3, %%rsi \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 166 | "movq %4, %%rdi \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 167 | "movq %5, %%rcx \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 168 | "movq %6, %%rbx \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 169 | "xorq %%r8, %%r8 \n\t" |
| mbedAustin | 11:cada08fc8a70 | 170 | |
| mbedAustin | 11:cada08fc8a70 | 171 | #define MULADDC_CORE \ |
| mbedAustin | 11:cada08fc8a70 | 172 | "movq (%%rsi), %%rax \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 173 | "mulq %%rbx \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 174 | "addq $8, %%rsi \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 175 | "addq %%rcx, %%rax \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 176 | "movq %%r8, %%rcx \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 177 | "adcq $0, %%rdx \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 178 | "nop \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 179 | "addq %%rax, (%%rdi) \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 180 | "adcq %%rdx, %%rcx \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 181 | "addq $8, %%rdi \n\t" |
| mbedAustin | 11:cada08fc8a70 | 182 | |
| mbedAustin | 11:cada08fc8a70 | 183 | #define MULADDC_STOP \ |
| mbedAustin | 11:cada08fc8a70 | 184 | "movq %%rcx, %0 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 185 | "movq %%rdi, %1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 186 | "movq %%rsi, %2 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 187 | : "=m" (c), "=m" (d), "=m" (s) \ |
| mbedAustin | 11:cada08fc8a70 | 188 | : "m" (s), "m" (d), "m" (c), "m" (b) \ |
| mbedAustin | 11:cada08fc8a70 | 189 | : "rax", "rcx", "rdx", "rbx", "rsi", "rdi", "r8" \ |
| mbedAustin | 11:cada08fc8a70 | 190 | ); |
| mbedAustin | 11:cada08fc8a70 | 191 | |
| mbedAustin | 11:cada08fc8a70 | 192 | #endif /* AMD64 */ |
| mbedAustin | 11:cada08fc8a70 | 193 | |
| mbedAustin | 11:cada08fc8a70 | 194 | #if defined(__mc68020__) || defined(__mcpu32__) |
| mbedAustin | 11:cada08fc8a70 | 195 | |
| mbedAustin | 11:cada08fc8a70 | 196 | #define MULADDC_INIT \ |
| mbedAustin | 11:cada08fc8a70 | 197 | asm( \ |
| mbedAustin | 11:cada08fc8a70 | 198 | "movl %3, %%a2 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 199 | "movl %4, %%a3 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 200 | "movl %5, %%d3 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 201 | "movl %6, %%d2 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 202 | "moveq #0, %%d0 \n\t" |
| mbedAustin | 11:cada08fc8a70 | 203 | |
| mbedAustin | 11:cada08fc8a70 | 204 | #define MULADDC_CORE \ |
| mbedAustin | 11:cada08fc8a70 | 205 | "movel %%a2@+, %%d1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 206 | "mulul %%d2, %%d4:%%d1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 207 | "addl %%d3, %%d1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 208 | "addxl %%d0, %%d4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 209 | "moveq #0, %%d3 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 210 | "addl %%d1, %%a3@+ \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 211 | "addxl %%d4, %%d3 \n\t" |
| mbedAustin | 11:cada08fc8a70 | 212 | |
| mbedAustin | 11:cada08fc8a70 | 213 | #define MULADDC_STOP \ |
| mbedAustin | 11:cada08fc8a70 | 214 | "movl %%d3, %0 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 215 | "movl %%a3, %1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 216 | "movl %%a2, %2 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 217 | : "=m" (c), "=m" (d), "=m" (s) \ |
| mbedAustin | 11:cada08fc8a70 | 218 | : "m" (s), "m" (d), "m" (c), "m" (b) \ |
| mbedAustin | 11:cada08fc8a70 | 219 | : "d0", "d1", "d2", "d3", "d4", "a2", "a3" \ |
| mbedAustin | 11:cada08fc8a70 | 220 | ); |
| mbedAustin | 11:cada08fc8a70 | 221 | |
| mbedAustin | 11:cada08fc8a70 | 222 | #define MULADDC_HUIT \ |
| mbedAustin | 11:cada08fc8a70 | 223 | "movel %%a2@+, %%d1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 224 | "mulul %%d2, %%d4:%%d1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 225 | "addxl %%d3, %%d1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 226 | "addxl %%d0, %%d4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 227 | "addl %%d1, %%a3@+ \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 228 | "movel %%a2@+, %%d1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 229 | "mulul %%d2, %%d3:%%d1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 230 | "addxl %%d4, %%d1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 231 | "addxl %%d0, %%d3 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 232 | "addl %%d1, %%a3@+ \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 233 | "movel %%a2@+, %%d1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 234 | "mulul %%d2, %%d4:%%d1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 235 | "addxl %%d3, %%d1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 236 | "addxl %%d0, %%d4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 237 | "addl %%d1, %%a3@+ \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 238 | "movel %%a2@+, %%d1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 239 | "mulul %%d2, %%d3:%%d1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 240 | "addxl %%d4, %%d1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 241 | "addxl %%d0, %%d3 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 242 | "addl %%d1, %%a3@+ \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 243 | "movel %%a2@+, %%d1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 244 | "mulul %%d2, %%d4:%%d1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 245 | "addxl %%d3, %%d1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 246 | "addxl %%d0, %%d4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 247 | "addl %%d1, %%a3@+ \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 248 | "movel %%a2@+, %%d1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 249 | "mulul %%d2, %%d3:%%d1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 250 | "addxl %%d4, %%d1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 251 | "addxl %%d0, %%d3 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 252 | "addl %%d1, %%a3@+ \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 253 | "movel %%a2@+, %%d1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 254 | "mulul %%d2, %%d4:%%d1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 255 | "addxl %%d3, %%d1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 256 | "addxl %%d0, %%d4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 257 | "addl %%d1, %%a3@+ \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 258 | "movel %%a2@+, %%d1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 259 | "mulul %%d2, %%d3:%%d1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 260 | "addxl %%d4, %%d1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 261 | "addxl %%d0, %%d3 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 262 | "addl %%d1, %%a3@+ \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 263 | "addxl %%d0, %%d3 \n\t" |
| mbedAustin | 11:cada08fc8a70 | 264 | |
| mbedAustin | 11:cada08fc8a70 | 265 | #endif /* MC68000 */ |
| mbedAustin | 11:cada08fc8a70 | 266 | |
| mbedAustin | 11:cada08fc8a70 | 267 | #if defined(__powerpc64__) || defined(__ppc64__) |
| mbedAustin | 11:cada08fc8a70 | 268 | |
| mbedAustin | 11:cada08fc8a70 | 269 | #if defined(__MACH__) && defined(__APPLE__) |
| mbedAustin | 11:cada08fc8a70 | 270 | |
| mbedAustin | 11:cada08fc8a70 | 271 | #define MULADDC_INIT \ |
| mbedAustin | 11:cada08fc8a70 | 272 | asm( \ |
| mbedAustin | 11:cada08fc8a70 | 273 | "ld r3, %3 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 274 | "ld r4, %4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 275 | "ld r5, %5 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 276 | "ld r6, %6 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 277 | "addi r3, r3, -8 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 278 | "addi r4, r4, -8 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 279 | "addic r5, r5, 0 \n\t" |
| mbedAustin | 11:cada08fc8a70 | 280 | |
| mbedAustin | 11:cada08fc8a70 | 281 | #define MULADDC_CORE \ |
| mbedAustin | 11:cada08fc8a70 | 282 | "ldu r7, 8(r3) \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 283 | "mulld r8, r7, r6 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 284 | "mulhdu r9, r7, r6 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 285 | "adde r8, r8, r5 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 286 | "ld r7, 8(r4) \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 287 | "addze r5, r9 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 288 | "addc r8, r8, r7 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 289 | "stdu r8, 8(r4) \n\t" |
| mbedAustin | 11:cada08fc8a70 | 290 | |
| mbedAustin | 11:cada08fc8a70 | 291 | #define MULADDC_STOP \ |
| mbedAustin | 11:cada08fc8a70 | 292 | "addze r5, r5 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 293 | "addi r4, r4, 8 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 294 | "addi r3, r3, 8 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 295 | "std r5, %0 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 296 | "std r4, %1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 297 | "std r3, %2 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 298 | : "=m" (c), "=m" (d), "=m" (s) \ |
| mbedAustin | 11:cada08fc8a70 | 299 | : "m" (s), "m" (d), "m" (c), "m" (b) \ |
| mbedAustin | 11:cada08fc8a70 | 300 | : "r3", "r4", "r5", "r6", "r7", "r8", "r9" \ |
| mbedAustin | 11:cada08fc8a70 | 301 | ); |
| mbedAustin | 11:cada08fc8a70 | 302 | |
| mbedAustin | 11:cada08fc8a70 | 303 | |
| mbedAustin | 11:cada08fc8a70 | 304 | #else /* __MACH__ && __APPLE__ */ |
| mbedAustin | 11:cada08fc8a70 | 305 | |
| mbedAustin | 11:cada08fc8a70 | 306 | #define MULADDC_INIT \ |
| mbedAustin | 11:cada08fc8a70 | 307 | asm( \ |
| mbedAustin | 11:cada08fc8a70 | 308 | "ld %%r3, %3 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 309 | "ld %%r4, %4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 310 | "ld %%r5, %5 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 311 | "ld %%r6, %6 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 312 | "addi %%r3, %%r3, -8 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 313 | "addi %%r4, %%r4, -8 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 314 | "addic %%r5, %%r5, 0 \n\t" |
| mbedAustin | 11:cada08fc8a70 | 315 | |
| mbedAustin | 11:cada08fc8a70 | 316 | #define MULADDC_CORE \ |
| mbedAustin | 11:cada08fc8a70 | 317 | "ldu %%r7, 8(%%r3) \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 318 | "mulld %%r8, %%r7, %%r6 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 319 | "mulhdu %%r9, %%r7, %%r6 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 320 | "adde %%r8, %%r8, %%r5 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 321 | "ld %%r7, 8(%%r4) \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 322 | "addze %%r5, %%r9 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 323 | "addc %%r8, %%r8, %%r7 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 324 | "stdu %%r8, 8(%%r4) \n\t" |
| mbedAustin | 11:cada08fc8a70 | 325 | |
| mbedAustin | 11:cada08fc8a70 | 326 | #define MULADDC_STOP \ |
| mbedAustin | 11:cada08fc8a70 | 327 | "addze %%r5, %%r5 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 328 | "addi %%r4, %%r4, 8 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 329 | "addi %%r3, %%r3, 8 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 330 | "std %%r5, %0 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 331 | "std %%r4, %1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 332 | "std %%r3, %2 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 333 | : "=m" (c), "=m" (d), "=m" (s) \ |
| mbedAustin | 11:cada08fc8a70 | 334 | : "m" (s), "m" (d), "m" (c), "m" (b) \ |
| mbedAustin | 11:cada08fc8a70 | 335 | : "r3", "r4", "r5", "r6", "r7", "r8", "r9" \ |
| mbedAustin | 11:cada08fc8a70 | 336 | ); |
| mbedAustin | 11:cada08fc8a70 | 337 | |
| mbedAustin | 11:cada08fc8a70 | 338 | #endif /* __MACH__ && __APPLE__ */ |
| mbedAustin | 11:cada08fc8a70 | 339 | |
| mbedAustin | 11:cada08fc8a70 | 340 | #elif defined(__powerpc__) || defined(__ppc__) /* end PPC64/begin PPC32 */ |
| mbedAustin | 11:cada08fc8a70 | 341 | |
| mbedAustin | 11:cada08fc8a70 | 342 | #if defined(__MACH__) && defined(__APPLE__) |
| mbedAustin | 11:cada08fc8a70 | 343 | |
| mbedAustin | 11:cada08fc8a70 | 344 | #define MULADDC_INIT \ |
| mbedAustin | 11:cada08fc8a70 | 345 | asm( \ |
| mbedAustin | 11:cada08fc8a70 | 346 | "lwz r3, %3 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 347 | "lwz r4, %4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 348 | "lwz r5, %5 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 349 | "lwz r6, %6 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 350 | "addi r3, r3, -4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 351 | "addi r4, r4, -4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 352 | "addic r5, r5, 0 \n\t" |
| mbedAustin | 11:cada08fc8a70 | 353 | |
| mbedAustin | 11:cada08fc8a70 | 354 | #define MULADDC_CORE \ |
| mbedAustin | 11:cada08fc8a70 | 355 | "lwzu r7, 4(r3) \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 356 | "mullw r8, r7, r6 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 357 | "mulhwu r9, r7, r6 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 358 | "adde r8, r8, r5 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 359 | "lwz r7, 4(r4) \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 360 | "addze r5, r9 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 361 | "addc r8, r8, r7 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 362 | "stwu r8, 4(r4) \n\t" |
| mbedAustin | 11:cada08fc8a70 | 363 | |
| mbedAustin | 11:cada08fc8a70 | 364 | #define MULADDC_STOP \ |
| mbedAustin | 11:cada08fc8a70 | 365 | "addze r5, r5 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 366 | "addi r4, r4, 4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 367 | "addi r3, r3, 4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 368 | "stw r5, %0 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 369 | "stw r4, %1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 370 | "stw r3, %2 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 371 | : "=m" (c), "=m" (d), "=m" (s) \ |
| mbedAustin | 11:cada08fc8a70 | 372 | : "m" (s), "m" (d), "m" (c), "m" (b) \ |
| mbedAustin | 11:cada08fc8a70 | 373 | : "r3", "r4", "r5", "r6", "r7", "r8", "r9" \ |
| mbedAustin | 11:cada08fc8a70 | 374 | ); |
| mbedAustin | 11:cada08fc8a70 | 375 | |
| mbedAustin | 11:cada08fc8a70 | 376 | #else /* __MACH__ && __APPLE__ */ |
| mbedAustin | 11:cada08fc8a70 | 377 | |
| mbedAustin | 11:cada08fc8a70 | 378 | #define MULADDC_INIT \ |
| mbedAustin | 11:cada08fc8a70 | 379 | asm( \ |
| mbedAustin | 11:cada08fc8a70 | 380 | "lwz %%r3, %3 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 381 | "lwz %%r4, %4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 382 | "lwz %%r5, %5 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 383 | "lwz %%r6, %6 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 384 | "addi %%r3, %%r3, -4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 385 | "addi %%r4, %%r4, -4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 386 | "addic %%r5, %%r5, 0 \n\t" |
| mbedAustin | 11:cada08fc8a70 | 387 | |
| mbedAustin | 11:cada08fc8a70 | 388 | #define MULADDC_CORE \ |
| mbedAustin | 11:cada08fc8a70 | 389 | "lwzu %%r7, 4(%%r3) \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 390 | "mullw %%r8, %%r7, %%r6 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 391 | "mulhwu %%r9, %%r7, %%r6 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 392 | "adde %%r8, %%r8, %%r5 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 393 | "lwz %%r7, 4(%%r4) \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 394 | "addze %%r5, %%r9 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 395 | "addc %%r8, %%r8, %%r7 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 396 | "stwu %%r8, 4(%%r4) \n\t" |
| mbedAustin | 11:cada08fc8a70 | 397 | |
| mbedAustin | 11:cada08fc8a70 | 398 | #define MULADDC_STOP \ |
| mbedAustin | 11:cada08fc8a70 | 399 | "addze %%r5, %%r5 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 400 | "addi %%r4, %%r4, 4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 401 | "addi %%r3, %%r3, 4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 402 | "stw %%r5, %0 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 403 | "stw %%r4, %1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 404 | "stw %%r3, %2 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 405 | : "=m" (c), "=m" (d), "=m" (s) \ |
| mbedAustin | 11:cada08fc8a70 | 406 | : "m" (s), "m" (d), "m" (c), "m" (b) \ |
| mbedAustin | 11:cada08fc8a70 | 407 | : "r3", "r4", "r5", "r6", "r7", "r8", "r9" \ |
| mbedAustin | 11:cada08fc8a70 | 408 | ); |
| mbedAustin | 11:cada08fc8a70 | 409 | |
| mbedAustin | 11:cada08fc8a70 | 410 | #endif /* __MACH__ && __APPLE__ */ |
| mbedAustin | 11:cada08fc8a70 | 411 | |
| mbedAustin | 11:cada08fc8a70 | 412 | #endif /* PPC32 */ |
| mbedAustin | 11:cada08fc8a70 | 413 | |
| mbedAustin | 11:cada08fc8a70 | 414 | /* |
| mbedAustin | 11:cada08fc8a70 | 415 | * The Sparc(64) assembly is reported to be broken. |
| mbedAustin | 11:cada08fc8a70 | 416 | * Disable it for now, until we're able to fix it. |
| mbedAustin | 11:cada08fc8a70 | 417 | */ |
| mbedAustin | 11:cada08fc8a70 | 418 | #if 0 && defined(__sparc__) |
| mbedAustin | 11:cada08fc8a70 | 419 | #if defined(__sparc64__) |
| mbedAustin | 11:cada08fc8a70 | 420 | |
| mbedAustin | 11:cada08fc8a70 | 421 | #define MULADDC_INIT \ |
| mbedAustin | 11:cada08fc8a70 | 422 | asm( \ |
| mbedAustin | 11:cada08fc8a70 | 423 | "ldx %3, %%o0 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 424 | "ldx %4, %%o1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 425 | "ld %5, %%o2 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 426 | "ld %6, %%o3 \n\t" |
| mbedAustin | 11:cada08fc8a70 | 427 | |
| mbedAustin | 11:cada08fc8a70 | 428 | #define MULADDC_CORE \ |
| mbedAustin | 11:cada08fc8a70 | 429 | "ld [%%o0], %%o4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 430 | "inc 4, %%o0 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 431 | "ld [%%o1], %%o5 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 432 | "umul %%o3, %%o4, %%o4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 433 | "addcc %%o4, %%o2, %%o4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 434 | "rd %%y, %%g1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 435 | "addx %%g1, 0, %%g1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 436 | "addcc %%o4, %%o5, %%o4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 437 | "st %%o4, [%%o1] \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 438 | "addx %%g1, 0, %%o2 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 439 | "inc 4, %%o1 \n\t" |
| mbedAustin | 11:cada08fc8a70 | 440 | |
| mbedAustin | 11:cada08fc8a70 | 441 | #define MULADDC_STOP \ |
| mbedAustin | 11:cada08fc8a70 | 442 | "st %%o2, %0 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 443 | "stx %%o1, %1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 444 | "stx %%o0, %2 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 445 | : "=m" (c), "=m" (d), "=m" (s) \ |
| mbedAustin | 11:cada08fc8a70 | 446 | : "m" (s), "m" (d), "m" (c), "m" (b) \ |
| mbedAustin | 11:cada08fc8a70 | 447 | : "g1", "o0", "o1", "o2", "o3", "o4", \ |
| mbedAustin | 11:cada08fc8a70 | 448 | "o5" \ |
| mbedAustin | 11:cada08fc8a70 | 449 | ); |
| mbedAustin | 11:cada08fc8a70 | 450 | |
| mbedAustin | 11:cada08fc8a70 | 451 | #else /* __sparc64__ */ |
| mbedAustin | 11:cada08fc8a70 | 452 | |
| mbedAustin | 11:cada08fc8a70 | 453 | #define MULADDC_INIT \ |
| mbedAustin | 11:cada08fc8a70 | 454 | asm( \ |
| mbedAustin | 11:cada08fc8a70 | 455 | "ld %3, %%o0 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 456 | "ld %4, %%o1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 457 | "ld %5, %%o2 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 458 | "ld %6, %%o3 \n\t" |
| mbedAustin | 11:cada08fc8a70 | 459 | |
| mbedAustin | 11:cada08fc8a70 | 460 | #define MULADDC_CORE \ |
| mbedAustin | 11:cada08fc8a70 | 461 | "ld [%%o0], %%o4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 462 | "inc 4, %%o0 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 463 | "ld [%%o1], %%o5 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 464 | "umul %%o3, %%o4, %%o4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 465 | "addcc %%o4, %%o2, %%o4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 466 | "rd %%y, %%g1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 467 | "addx %%g1, 0, %%g1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 468 | "addcc %%o4, %%o5, %%o4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 469 | "st %%o4, [%%o1] \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 470 | "addx %%g1, 0, %%o2 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 471 | "inc 4, %%o1 \n\t" |
| mbedAustin | 11:cada08fc8a70 | 472 | |
| mbedAustin | 11:cada08fc8a70 | 473 | #define MULADDC_STOP \ |
| mbedAustin | 11:cada08fc8a70 | 474 | "st %%o2, %0 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 475 | "st %%o1, %1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 476 | "st %%o0, %2 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 477 | : "=m" (c), "=m" (d), "=m" (s) \ |
| mbedAustin | 11:cada08fc8a70 | 478 | : "m" (s), "m" (d), "m" (c), "m" (b) \ |
| mbedAustin | 11:cada08fc8a70 | 479 | : "g1", "o0", "o1", "o2", "o3", "o4", \ |
| mbedAustin | 11:cada08fc8a70 | 480 | "o5" \ |
| mbedAustin | 11:cada08fc8a70 | 481 | ); |
| mbedAustin | 11:cada08fc8a70 | 482 | |
| mbedAustin | 11:cada08fc8a70 | 483 | #endif /* __sparc64__ */ |
| mbedAustin | 11:cada08fc8a70 | 484 | #endif /* __sparc__ */ |
| mbedAustin | 11:cada08fc8a70 | 485 | |
| mbedAustin | 11:cada08fc8a70 | 486 | #if defined(__microblaze__) || defined(microblaze) |
| mbedAustin | 11:cada08fc8a70 | 487 | |
| mbedAustin | 11:cada08fc8a70 | 488 | #define MULADDC_INIT \ |
| mbedAustin | 11:cada08fc8a70 | 489 | asm( \ |
| mbedAustin | 11:cada08fc8a70 | 490 | "lwi r3, %3 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 491 | "lwi r4, %4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 492 | "lwi r5, %5 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 493 | "lwi r6, %6 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 494 | "andi r7, r6, 0xffff \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 495 | "bsrli r6, r6, 16 \n\t" |
| mbedAustin | 11:cada08fc8a70 | 496 | |
| mbedAustin | 11:cada08fc8a70 | 497 | #define MULADDC_CORE \ |
| mbedAustin | 11:cada08fc8a70 | 498 | "lhui r8, r3, 0 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 499 | "addi r3, r3, 2 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 500 | "lhui r9, r3, 0 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 501 | "addi r3, r3, 2 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 502 | "mul r10, r9, r6 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 503 | "mul r11, r8, r7 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 504 | "mul r12, r9, r7 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 505 | "mul r13, r8, r6 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 506 | "bsrli r8, r10, 16 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 507 | "bsrli r9, r11, 16 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 508 | "add r13, r13, r8 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 509 | "add r13, r13, r9 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 510 | "bslli r10, r10, 16 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 511 | "bslli r11, r11, 16 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 512 | "add r12, r12, r10 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 513 | "addc r13, r13, r0 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 514 | "add r12, r12, r11 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 515 | "addc r13, r13, r0 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 516 | "lwi r10, r4, 0 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 517 | "add r12, r12, r10 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 518 | "addc r13, r13, r0 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 519 | "add r12, r12, r5 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 520 | "addc r5, r13, r0 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 521 | "swi r12, r4, 0 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 522 | "addi r4, r4, 4 \n\t" |
| mbedAustin | 11:cada08fc8a70 | 523 | |
| mbedAustin | 11:cada08fc8a70 | 524 | #define MULADDC_STOP \ |
| mbedAustin | 11:cada08fc8a70 | 525 | "swi r5, %0 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 526 | "swi r4, %1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 527 | "swi r3, %2 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 528 | : "=m" (c), "=m" (d), "=m" (s) \ |
| mbedAustin | 11:cada08fc8a70 | 529 | : "m" (s), "m" (d), "m" (c), "m" (b) \ |
| mbedAustin | 11:cada08fc8a70 | 530 | : "r3", "r4" "r5", "r6", "r7", "r8", \ |
| mbedAustin | 11:cada08fc8a70 | 531 | "r9", "r10", "r11", "r12", "r13" \ |
| mbedAustin | 11:cada08fc8a70 | 532 | ); |
| mbedAustin | 11:cada08fc8a70 | 533 | |
| mbedAustin | 11:cada08fc8a70 | 534 | #endif /* MicroBlaze */ |
| mbedAustin | 11:cada08fc8a70 | 535 | |
| mbedAustin | 11:cada08fc8a70 | 536 | #if defined(__tricore__) |
| mbedAustin | 11:cada08fc8a70 | 537 | |
| mbedAustin | 11:cada08fc8a70 | 538 | #define MULADDC_INIT \ |
| mbedAustin | 11:cada08fc8a70 | 539 | asm( \ |
| mbedAustin | 11:cada08fc8a70 | 540 | "ld.a %%a2, %3 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 541 | "ld.a %%a3, %4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 542 | "ld.w %%d4, %5 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 543 | "ld.w %%d1, %6 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 544 | "xor %%d5, %%d5 \n\t" |
| mbedAustin | 11:cada08fc8a70 | 545 | |
| mbedAustin | 11:cada08fc8a70 | 546 | #define MULADDC_CORE \ |
| mbedAustin | 11:cada08fc8a70 | 547 | "ld.w %%d0, [%%a2+] \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 548 | "madd.u %%e2, %%e4, %%d0, %%d1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 549 | "ld.w %%d0, [%%a3] \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 550 | "addx %%d2, %%d2, %%d0 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 551 | "addc %%d3, %%d3, 0 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 552 | "mov %%d4, %%d3 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 553 | "st.w [%%a3+], %%d2 \n\t" |
| mbedAustin | 11:cada08fc8a70 | 554 | |
| mbedAustin | 11:cada08fc8a70 | 555 | #define MULADDC_STOP \ |
| mbedAustin | 11:cada08fc8a70 | 556 | "st.w %0, %%d4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 557 | "st.a %1, %%a3 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 558 | "st.a %2, %%a2 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 559 | : "=m" (c), "=m" (d), "=m" (s) \ |
| mbedAustin | 11:cada08fc8a70 | 560 | : "m" (s), "m" (d), "m" (c), "m" (b) \ |
| mbedAustin | 11:cada08fc8a70 | 561 | : "d0", "d1", "e2", "d4", "a2", "a3" \ |
| mbedAustin | 11:cada08fc8a70 | 562 | ); |
| mbedAustin | 11:cada08fc8a70 | 563 | |
| mbedAustin | 11:cada08fc8a70 | 564 | #endif /* TriCore */ |
| mbedAustin | 11:cada08fc8a70 | 565 | |
| mbedAustin | 11:cada08fc8a70 | 566 | #if defined(__arm__) |
| mbedAustin | 11:cada08fc8a70 | 567 | |
| mbedAustin | 11:cada08fc8a70 | 568 | #if defined(__thumb__) && !defined(__thumb2__) |
| mbedAustin | 11:cada08fc8a70 | 569 | |
| mbedAustin | 11:cada08fc8a70 | 570 | #define MULADDC_INIT \ |
| mbedAustin | 11:cada08fc8a70 | 571 | asm( \ |
| mbedAustin | 11:cada08fc8a70 | 572 | "ldr r0, %3 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 573 | "ldr r1, %4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 574 | "ldr r2, %5 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 575 | "ldr r3, %6 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 576 | "lsr r7, r3, #16 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 577 | "mov r9, r7 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 578 | "lsl r7, r3, #16 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 579 | "lsr r7, r7, #16 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 580 | "mov r8, r7 \n\t" |
| mbedAustin | 11:cada08fc8a70 | 581 | |
| mbedAustin | 11:cada08fc8a70 | 582 | #define MULADDC_CORE \ |
| mbedAustin | 11:cada08fc8a70 | 583 | "ldmia r0!, {r6} \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 584 | "lsr r7, r6, #16 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 585 | "lsl r6, r6, #16 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 586 | "lsr r6, r6, #16 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 587 | "mov r4, r8 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 588 | "mul r4, r6 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 589 | "mov r3, r9 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 590 | "mul r6, r3 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 591 | "mov r5, r9 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 592 | "mul r5, r7 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 593 | "mov r3, r8 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 594 | "mul r7, r3 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 595 | "lsr r3, r6, #16 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 596 | "add r5, r5, r3 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 597 | "lsr r3, r7, #16 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 598 | "add r5, r5, r3 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 599 | "add r4, r4, r2 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 600 | "mov r2, #0 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 601 | "adc r5, r2 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 602 | "lsl r3, r6, #16 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 603 | "add r4, r4, r3 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 604 | "adc r5, r2 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 605 | "lsl r3, r7, #16 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 606 | "add r4, r4, r3 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 607 | "adc r5, r2 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 608 | "ldr r3, [r1] \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 609 | "add r4, r4, r3 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 610 | "adc r2, r5 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 611 | "stmia r1!, {r4} \n\t" |
| mbedAustin | 11:cada08fc8a70 | 612 | |
| mbedAustin | 11:cada08fc8a70 | 613 | #define MULADDC_STOP \ |
| mbedAustin | 11:cada08fc8a70 | 614 | "str r2, %0 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 615 | "str r1, %1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 616 | "str r0, %2 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 617 | : "=m" (c), "=m" (d), "=m" (s) \ |
| mbedAustin | 11:cada08fc8a70 | 618 | : "m" (s), "m" (d), "m" (c), "m" (b) \ |
| mbedAustin | 11:cada08fc8a70 | 619 | : "r0", "r1", "r2", "r3", "r4", "r5", \ |
| mbedAustin | 11:cada08fc8a70 | 620 | "r6", "r7", "r8", "r9", "cc" \ |
| mbedAustin | 11:cada08fc8a70 | 621 | ); |
| mbedAustin | 11:cada08fc8a70 | 622 | |
| mbedAustin | 11:cada08fc8a70 | 623 | #else |
| mbedAustin | 11:cada08fc8a70 | 624 | |
| mbedAustin | 11:cada08fc8a70 | 625 | #define MULADDC_INIT \ |
| mbedAustin | 11:cada08fc8a70 | 626 | asm( \ |
| mbedAustin | 11:cada08fc8a70 | 627 | "ldr r0, %3 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 628 | "ldr r1, %4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 629 | "ldr r2, %5 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 630 | "ldr r3, %6 \n\t" |
| mbedAustin | 11:cada08fc8a70 | 631 | |
| mbedAustin | 11:cada08fc8a70 | 632 | #define MULADDC_CORE \ |
| mbedAustin | 11:cada08fc8a70 | 633 | "ldr r4, [r0], #4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 634 | "mov r5, #0 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 635 | "ldr r6, [r1] \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 636 | "umlal r2, r5, r3, r4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 637 | "adds r7, r6, r2 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 638 | "adc r2, r5, #0 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 639 | "str r7, [r1], #4 \n\t" |
| mbedAustin | 11:cada08fc8a70 | 640 | |
| mbedAustin | 11:cada08fc8a70 | 641 | #define MULADDC_STOP \ |
| mbedAustin | 11:cada08fc8a70 | 642 | "str r2, %0 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 643 | "str r1, %1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 644 | "str r0, %2 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 645 | : "=m" (c), "=m" (d), "=m" (s) \ |
| mbedAustin | 11:cada08fc8a70 | 646 | : "m" (s), "m" (d), "m" (c), "m" (b) \ |
| mbedAustin | 11:cada08fc8a70 | 647 | : "r0", "r1", "r2", "r3", "r4", "r5", \ |
| mbedAustin | 11:cada08fc8a70 | 648 | "r6", "r7", "cc" \ |
| mbedAustin | 11:cada08fc8a70 | 649 | ); |
| mbedAustin | 11:cada08fc8a70 | 650 | |
| mbedAustin | 11:cada08fc8a70 | 651 | #endif /* Thumb */ |
| mbedAustin | 11:cada08fc8a70 | 652 | |
| mbedAustin | 11:cada08fc8a70 | 653 | #endif /* ARMv3 */ |
| mbedAustin | 11:cada08fc8a70 | 654 | |
| mbedAustin | 11:cada08fc8a70 | 655 | #if defined(__alpha__) |
| mbedAustin | 11:cada08fc8a70 | 656 | |
| mbedAustin | 11:cada08fc8a70 | 657 | #define MULADDC_INIT \ |
| mbedAustin | 11:cada08fc8a70 | 658 | asm( \ |
| mbedAustin | 11:cada08fc8a70 | 659 | "ldq $1, %3 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 660 | "ldq $2, %4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 661 | "ldq $3, %5 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 662 | "ldq $4, %6 \n\t" |
| mbedAustin | 11:cada08fc8a70 | 663 | |
| mbedAustin | 11:cada08fc8a70 | 664 | #define MULADDC_CORE \ |
| mbedAustin | 11:cada08fc8a70 | 665 | "ldq $6, 0($1) \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 666 | "addq $1, 8, $1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 667 | "mulq $6, $4, $7 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 668 | "umulh $6, $4, $6 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 669 | "addq $7, $3, $7 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 670 | "cmpult $7, $3, $3 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 671 | "ldq $5, 0($2) \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 672 | "addq $7, $5, $7 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 673 | "cmpult $7, $5, $5 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 674 | "stq $7, 0($2) \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 675 | "addq $2, 8, $2 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 676 | "addq $6, $3, $3 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 677 | "addq $5, $3, $3 \n\t" |
| mbedAustin | 11:cada08fc8a70 | 678 | |
| mbedAustin | 11:cada08fc8a70 | 679 | #define MULADDC_STOP \ |
| mbedAustin | 11:cada08fc8a70 | 680 | "stq $3, %0 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 681 | "stq $2, %1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 682 | "stq $1, %2 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 683 | : "=m" (c), "=m" (d), "=m" (s) \ |
| mbedAustin | 11:cada08fc8a70 | 684 | : "m" (s), "m" (d), "m" (c), "m" (b) \ |
| mbedAustin | 11:cada08fc8a70 | 685 | : "$1", "$2", "$3", "$4", "$5", "$6", "$7" \ |
| mbedAustin | 11:cada08fc8a70 | 686 | ); |
| mbedAustin | 11:cada08fc8a70 | 687 | #endif /* Alpha */ |
| mbedAustin | 11:cada08fc8a70 | 688 | |
| mbedAustin | 11:cada08fc8a70 | 689 | #if defined(__mips__) && !defined(__mips64) |
| mbedAustin | 11:cada08fc8a70 | 690 | |
| mbedAustin | 11:cada08fc8a70 | 691 | #define MULADDC_INIT \ |
| mbedAustin | 11:cada08fc8a70 | 692 | asm( \ |
| mbedAustin | 11:cada08fc8a70 | 693 | "lw $10, %3 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 694 | "lw $11, %4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 695 | "lw $12, %5 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 696 | "lw $13, %6 \n\t" |
| mbedAustin | 11:cada08fc8a70 | 697 | |
| mbedAustin | 11:cada08fc8a70 | 698 | #define MULADDC_CORE \ |
| mbedAustin | 11:cada08fc8a70 | 699 | "lw $14, 0($10) \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 700 | "multu $13, $14 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 701 | "addi $10, $10, 4 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 702 | "mflo $14 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 703 | "mfhi $9 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 704 | "addu $14, $12, $14 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 705 | "lw $15, 0($11) \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 706 | "sltu $12, $14, $12 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 707 | "addu $15, $14, $15 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 708 | "sltu $14, $15, $14 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 709 | "addu $12, $12, $9 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 710 | "sw $15, 0($11) \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 711 | "addu $12, $12, $14 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 712 | "addi $11, $11, 4 \n\t" |
| mbedAustin | 11:cada08fc8a70 | 713 | |
| mbedAustin | 11:cada08fc8a70 | 714 | #define MULADDC_STOP \ |
| mbedAustin | 11:cada08fc8a70 | 715 | "sw $12, %0 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 716 | "sw $11, %1 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 717 | "sw $10, %2 \n\t" \ |
| mbedAustin | 11:cada08fc8a70 | 718 | : "=m" (c), "=m" (d), "=m" (s) \ |
| mbedAustin | 11:cada08fc8a70 | 719 | : "m" (s), "m" (d), "m" (c), "m" (b) \ |
| mbedAustin | 11:cada08fc8a70 | 720 | : "$9", "$10", "$11", "$12", "$13", "$14", "$15" \ |
| mbedAustin | 11:cada08fc8a70 | 721 | ); |
| mbedAustin | 11:cada08fc8a70 | 722 | |
| mbedAustin | 11:cada08fc8a70 | 723 | #endif /* MIPS */ |
| mbedAustin | 11:cada08fc8a70 | 724 | #endif /* GNUC */ |
| mbedAustin | 11:cada08fc8a70 | 725 | |
| mbedAustin | 11:cada08fc8a70 | 726 | #if (defined(_MSC_VER) && defined(_M_IX86)) || defined(__WATCOMC__) |
| mbedAustin | 11:cada08fc8a70 | 727 | |
| mbedAustin | 11:cada08fc8a70 | 728 | #define MULADDC_INIT \ |
| mbedAustin | 11:cada08fc8a70 | 729 | __asm mov esi, s \ |
| mbedAustin | 11:cada08fc8a70 | 730 | __asm mov edi, d \ |
| mbedAustin | 11:cada08fc8a70 | 731 | __asm mov ecx, c \ |
| mbedAustin | 11:cada08fc8a70 | 732 | __asm mov ebx, b |
| mbedAustin | 11:cada08fc8a70 | 733 | |
| mbedAustin | 11:cada08fc8a70 | 734 | #define MULADDC_CORE \ |
| mbedAustin | 11:cada08fc8a70 | 735 | __asm lodsd \ |
| mbedAustin | 11:cada08fc8a70 | 736 | __asm mul ebx \ |
| mbedAustin | 11:cada08fc8a70 | 737 | __asm add eax, ecx \ |
| mbedAustin | 11:cada08fc8a70 | 738 | __asm adc edx, 0 \ |
| mbedAustin | 11:cada08fc8a70 | 739 | __asm add eax, [edi] \ |
| mbedAustin | 11:cada08fc8a70 | 740 | __asm adc edx, 0 \ |
| mbedAustin | 11:cada08fc8a70 | 741 | __asm mov ecx, edx \ |
| mbedAustin | 11:cada08fc8a70 | 742 | __asm stosd |
| mbedAustin | 11:cada08fc8a70 | 743 | |
| mbedAustin | 11:cada08fc8a70 | 744 | #if defined(MBEDTLS_HAVE_SSE2) |
| mbedAustin | 11:cada08fc8a70 | 745 | |
| mbedAustin | 11:cada08fc8a70 | 746 | #define EMIT __asm _emit |
| mbedAustin | 11:cada08fc8a70 | 747 | |
| mbedAustin | 11:cada08fc8a70 | 748 | #define MULADDC_HUIT \ |
| mbedAustin | 11:cada08fc8a70 | 749 | EMIT 0x0F EMIT 0x6E EMIT 0xC9 \ |
| mbedAustin | 11:cada08fc8a70 | 750 | EMIT 0x0F EMIT 0x6E EMIT 0xC3 \ |
| mbedAustin | 11:cada08fc8a70 | 751 | EMIT 0x0F EMIT 0x6E EMIT 0x1F \ |
| mbedAustin | 11:cada08fc8a70 | 752 | EMIT 0x0F EMIT 0xD4 EMIT 0xCB \ |
| mbedAustin | 11:cada08fc8a70 | 753 | EMIT 0x0F EMIT 0x6E EMIT 0x16 \ |
| mbedAustin | 11:cada08fc8a70 | 754 | EMIT 0x0F EMIT 0xF4 EMIT 0xD0 \ |
| mbedAustin | 11:cada08fc8a70 | 755 | EMIT 0x0F EMIT 0x6E EMIT 0x66 EMIT 0x04 \ |
| mbedAustin | 11:cada08fc8a70 | 756 | EMIT 0x0F EMIT 0xF4 EMIT 0xE0 \ |
| mbedAustin | 11:cada08fc8a70 | 757 | EMIT 0x0F EMIT 0x6E EMIT 0x76 EMIT 0x08 \ |
| mbedAustin | 11:cada08fc8a70 | 758 | EMIT 0x0F EMIT 0xF4 EMIT 0xF0 \ |
| mbedAustin | 11:cada08fc8a70 | 759 | EMIT 0x0F EMIT 0x6E EMIT 0x7E EMIT 0x0C \ |
| mbedAustin | 11:cada08fc8a70 | 760 | EMIT 0x0F EMIT 0xF4 EMIT 0xF8 \ |
| mbedAustin | 11:cada08fc8a70 | 761 | EMIT 0x0F EMIT 0xD4 EMIT 0xCA \ |
| mbedAustin | 11:cada08fc8a70 | 762 | EMIT 0x0F EMIT 0x6E EMIT 0x5F EMIT 0x04 \ |
| mbedAustin | 11:cada08fc8a70 | 763 | EMIT 0x0F EMIT 0xD4 EMIT 0xDC \ |
| mbedAustin | 11:cada08fc8a70 | 764 | EMIT 0x0F EMIT 0x6E EMIT 0x6F EMIT 0x08 \ |
| mbedAustin | 11:cada08fc8a70 | 765 | EMIT 0x0F EMIT 0xD4 EMIT 0xEE \ |
| mbedAustin | 11:cada08fc8a70 | 766 | EMIT 0x0F EMIT 0x6E EMIT 0x67 EMIT 0x0C \ |
| mbedAustin | 11:cada08fc8a70 | 767 | EMIT 0x0F EMIT 0xD4 EMIT 0xFC \ |
| mbedAustin | 11:cada08fc8a70 | 768 | EMIT 0x0F EMIT 0x7E EMIT 0x0F \ |
| mbedAustin | 11:cada08fc8a70 | 769 | EMIT 0x0F EMIT 0x6E EMIT 0x56 EMIT 0x10 \ |
| mbedAustin | 11:cada08fc8a70 | 770 | EMIT 0x0F EMIT 0xF4 EMIT 0xD0 \ |
| mbedAustin | 11:cada08fc8a70 | 771 | EMIT 0x0F EMIT 0x73 EMIT 0xD1 EMIT 0x20 \ |
| mbedAustin | 11:cada08fc8a70 | 772 | EMIT 0x0F EMIT 0x6E EMIT 0x66 EMIT 0x14 \ |
| mbedAustin | 11:cada08fc8a70 | 773 | EMIT 0x0F EMIT 0xF4 EMIT 0xE0 \ |
| mbedAustin | 11:cada08fc8a70 | 774 | EMIT 0x0F EMIT 0xD4 EMIT 0xCB \ |
| mbedAustin | 11:cada08fc8a70 | 775 | EMIT 0x0F EMIT 0x6E EMIT 0x76 EMIT 0x18 \ |
| mbedAustin | 11:cada08fc8a70 | 776 | EMIT 0x0F EMIT 0xF4 EMIT 0xF0 \ |
| mbedAustin | 11:cada08fc8a70 | 777 | EMIT 0x0F EMIT 0x7E EMIT 0x4F EMIT 0x04 \ |
| mbedAustin | 11:cada08fc8a70 | 778 | EMIT 0x0F EMIT 0x73 EMIT 0xD1 EMIT 0x20 \ |
| mbedAustin | 11:cada08fc8a70 | 779 | EMIT 0x0F EMIT 0x6E EMIT 0x5E EMIT 0x1C \ |
| mbedAustin | 11:cada08fc8a70 | 780 | EMIT 0x0F EMIT 0xF4 EMIT 0xD8 \ |
| mbedAustin | 11:cada08fc8a70 | 781 | EMIT 0x0F EMIT 0xD4 EMIT 0xCD \ |
| mbedAustin | 11:cada08fc8a70 | 782 | EMIT 0x0F EMIT 0x6E EMIT 0x6F EMIT 0x10 \ |
| mbedAustin | 11:cada08fc8a70 | 783 | EMIT 0x0F EMIT 0xD4 EMIT 0xD5 \ |
| mbedAustin | 11:cada08fc8a70 | 784 | EMIT 0x0F EMIT 0x7E EMIT 0x4F EMIT 0x08 \ |
| mbedAustin | 11:cada08fc8a70 | 785 | EMIT 0x0F EMIT 0x73 EMIT 0xD1 EMIT 0x20 \ |
| mbedAustin | 11:cada08fc8a70 | 786 | EMIT 0x0F EMIT 0xD4 EMIT 0xCF \ |
| mbedAustin | 11:cada08fc8a70 | 787 | EMIT 0x0F EMIT 0x6E EMIT 0x6F EMIT 0x14 \ |
| mbedAustin | 11:cada08fc8a70 | 788 | EMIT 0x0F EMIT 0xD4 EMIT 0xE5 \ |
| mbedAustin | 11:cada08fc8a70 | 789 | EMIT 0x0F EMIT 0x7E EMIT 0x4F EMIT 0x0C \ |
| mbedAustin | 11:cada08fc8a70 | 790 | EMIT 0x0F EMIT 0x73 EMIT 0xD1 EMIT 0x20 \ |
| mbedAustin | 11:cada08fc8a70 | 791 | EMIT 0x0F EMIT 0xD4 EMIT 0xCA \ |
| mbedAustin | 11:cada08fc8a70 | 792 | EMIT 0x0F EMIT 0x6E EMIT 0x6F EMIT 0x18 \ |
| mbedAustin | 11:cada08fc8a70 | 793 | EMIT 0x0F EMIT 0xD4 EMIT 0xF5 \ |
| mbedAustin | 11:cada08fc8a70 | 794 | EMIT 0x0F EMIT 0x7E EMIT 0x4F EMIT 0x10 \ |
| mbedAustin | 11:cada08fc8a70 | 795 | EMIT 0x0F EMIT 0x73 EMIT 0xD1 EMIT 0x20 \ |
| mbedAustin | 11:cada08fc8a70 | 796 | EMIT 0x0F EMIT 0xD4 EMIT 0xCC \ |
| mbedAustin | 11:cada08fc8a70 | 797 | EMIT 0x0F EMIT 0x6E EMIT 0x6F EMIT 0x1C \ |
| mbedAustin | 11:cada08fc8a70 | 798 | EMIT 0x0F EMIT 0xD4 EMIT 0xDD \ |
| mbedAustin | 11:cada08fc8a70 | 799 | EMIT 0x0F EMIT 0x7E EMIT 0x4F EMIT 0x14 \ |
| mbedAustin | 11:cada08fc8a70 | 800 | EMIT 0x0F EMIT 0x73 EMIT 0xD1 EMIT 0x20 \ |
| mbedAustin | 11:cada08fc8a70 | 801 | EMIT 0x0F EMIT 0xD4 EMIT 0xCE \ |
| mbedAustin | 11:cada08fc8a70 | 802 | EMIT 0x0F EMIT 0x7E EMIT 0x4F EMIT 0x18 \ |
| mbedAustin | 11:cada08fc8a70 | 803 | EMIT 0x0F EMIT 0x73 EMIT 0xD1 EMIT 0x20 \ |
| mbedAustin | 11:cada08fc8a70 | 804 | EMIT 0x0F EMIT 0xD4 EMIT 0xCB \ |
| mbedAustin | 11:cada08fc8a70 | 805 | EMIT 0x0F EMIT 0x7E EMIT 0x4F EMIT 0x1C \ |
| mbedAustin | 11:cada08fc8a70 | 806 | EMIT 0x83 EMIT 0xC7 EMIT 0x20 \ |
| mbedAustin | 11:cada08fc8a70 | 807 | EMIT 0x83 EMIT 0xC6 EMIT 0x20 \ |
| mbedAustin | 11:cada08fc8a70 | 808 | EMIT 0x0F EMIT 0x73 EMIT 0xD1 EMIT 0x20 \ |
| mbedAustin | 11:cada08fc8a70 | 809 | EMIT 0x0F EMIT 0x7E EMIT 0xC9 |
| mbedAustin | 11:cada08fc8a70 | 810 | |
| mbedAustin | 11:cada08fc8a70 | 811 | #define MULADDC_STOP \ |
| mbedAustin | 11:cada08fc8a70 | 812 | EMIT 0x0F EMIT 0x77 \ |
| mbedAustin | 11:cada08fc8a70 | 813 | __asm mov c, ecx \ |
| mbedAustin | 11:cada08fc8a70 | 814 | __asm mov d, edi \ |
| mbedAustin | 11:cada08fc8a70 | 815 | __asm mov s, esi \ |
| mbedAustin | 11:cada08fc8a70 | 816 | |
| mbedAustin | 11:cada08fc8a70 | 817 | #else |
| mbedAustin | 11:cada08fc8a70 | 818 | |
| mbedAustin | 11:cada08fc8a70 | 819 | #define MULADDC_STOP \ |
| mbedAustin | 11:cada08fc8a70 | 820 | __asm mov c, ecx \ |
| mbedAustin | 11:cada08fc8a70 | 821 | __asm mov d, edi \ |
| mbedAustin | 11:cada08fc8a70 | 822 | __asm mov s, esi \ |
| mbedAustin | 11:cada08fc8a70 | 823 | |
| mbedAustin | 11:cada08fc8a70 | 824 | #endif /* SSE2 */ |
| mbedAustin | 11:cada08fc8a70 | 825 | #endif /* MSVC */ |
| mbedAustin | 11:cada08fc8a70 | 826 | |
| mbedAustin | 11:cada08fc8a70 | 827 | #endif /* MBEDTLS_HAVE_ASM */ |
| mbedAustin | 11:cada08fc8a70 | 828 | |
| mbedAustin | 11:cada08fc8a70 | 829 | #if !defined(MULADDC_CORE) |
| mbedAustin | 11:cada08fc8a70 | 830 | #if defined(MBEDTLS_HAVE_UDBL) |
| mbedAustin | 11:cada08fc8a70 | 831 | |
| mbedAustin | 11:cada08fc8a70 | 832 | #define MULADDC_INIT \ |
| mbedAustin | 11:cada08fc8a70 | 833 | { \ |
| mbedAustin | 11:cada08fc8a70 | 834 | mbedtls_t_udbl r; \ |
| mbedAustin | 11:cada08fc8a70 | 835 | mbedtls_mpi_uint r0, r1; |
| mbedAustin | 11:cada08fc8a70 | 836 | |
| mbedAustin | 11:cada08fc8a70 | 837 | #define MULADDC_CORE \ |
| mbedAustin | 11:cada08fc8a70 | 838 | r = *(s++) * (mbedtls_t_udbl) b; \ |
| mbedAustin | 11:cada08fc8a70 | 839 | r0 = (mbedtls_mpi_uint) r; \ |
| mbedAustin | 11:cada08fc8a70 | 840 | r1 = (mbedtls_mpi_uint)( r >> biL ); \ |
| mbedAustin | 11:cada08fc8a70 | 841 | r0 += c; r1 += (r0 < c); \ |
| mbedAustin | 11:cada08fc8a70 | 842 | r0 += *d; r1 += (r0 < *d); \ |
| mbedAustin | 11:cada08fc8a70 | 843 | c = r1; *(d++) = r0; |
| mbedAustin | 11:cada08fc8a70 | 844 | |
| mbedAustin | 11:cada08fc8a70 | 845 | #define MULADDC_STOP \ |
| mbedAustin | 11:cada08fc8a70 | 846 | } |
| mbedAustin | 11:cada08fc8a70 | 847 | |
| mbedAustin | 11:cada08fc8a70 | 848 | #else |
| mbedAustin | 11:cada08fc8a70 | 849 | #define MULADDC_INIT \ |
| mbedAustin | 11:cada08fc8a70 | 850 | { \ |
| mbedAustin | 11:cada08fc8a70 | 851 | mbedtls_mpi_uint s0, s1, b0, b1; \ |
| mbedAustin | 11:cada08fc8a70 | 852 | mbedtls_mpi_uint r0, r1, rx, ry; \ |
| mbedAustin | 11:cada08fc8a70 | 853 | b0 = ( b << biH ) >> biH; \ |
| mbedAustin | 11:cada08fc8a70 | 854 | b1 = ( b >> biH ); |
| mbedAustin | 11:cada08fc8a70 | 855 | |
| mbedAustin | 11:cada08fc8a70 | 856 | #define MULADDC_CORE \ |
| mbedAustin | 11:cada08fc8a70 | 857 | s0 = ( *s << biH ) >> biH; \ |
| mbedAustin | 11:cada08fc8a70 | 858 | s1 = ( *s >> biH ); s++; \ |
| mbedAustin | 11:cada08fc8a70 | 859 | rx = s0 * b1; r0 = s0 * b0; \ |
| mbedAustin | 11:cada08fc8a70 | 860 | ry = s1 * b0; r1 = s1 * b1; \ |
| mbedAustin | 11:cada08fc8a70 | 861 | r1 += ( rx >> biH ); \ |
| mbedAustin | 11:cada08fc8a70 | 862 | r1 += ( ry >> biH ); \ |
| mbedAustin | 11:cada08fc8a70 | 863 | rx <<= biH; ry <<= biH; \ |
| mbedAustin | 11:cada08fc8a70 | 864 | r0 += rx; r1 += (r0 < rx); \ |
| mbedAustin | 11:cada08fc8a70 | 865 | r0 += ry; r1 += (r0 < ry); \ |
| mbedAustin | 11:cada08fc8a70 | 866 | r0 += c; r1 += (r0 < c); \ |
| mbedAustin | 11:cada08fc8a70 | 867 | r0 += *d; r1 += (r0 < *d); \ |
| mbedAustin | 11:cada08fc8a70 | 868 | c = r1; *(d++) = r0; |
| mbedAustin | 11:cada08fc8a70 | 869 | |
| mbedAustin | 11:cada08fc8a70 | 870 | #define MULADDC_STOP \ |
| mbedAustin | 11:cada08fc8a70 | 871 | } |
| mbedAustin | 11:cada08fc8a70 | 872 | |
| mbedAustin | 11:cada08fc8a70 | 873 | #endif /* C (generic) */ |
| mbedAustin | 11:cada08fc8a70 | 874 | #endif /* C (longlong) */ |
| mbedAustin | 11:cada08fc8a70 | 875 | |
| mbedAustin | 11:cada08fc8a70 | 876 | #endif /* bn_mul.h */ |
Austin Blackstone
