/* * This file is a part of TTMath Bignum Library * and is distributed under the (new) BSD licence. * Author: Tomasz Sowa */ /* * Copyright (c) 2006-2009, Tomasz Sowa * All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions are met: * * * Redistributions of source code must retain the above copyright notice, * this list of conditions and the following disclaimer. * * * Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in the * documentation and/or other materials provided with the distribution. * * * Neither the name Tomasz Sowa nor the names of contributors to this * project may be used to endorse or promote products derived * from this software without specific prior written permission. * * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF * THE POSSIBILITY OF SUCH DAMAGE. */ #ifndef headerfilettmathuint_x86 #define headerfilettmathuint_x86 #ifndef TTMATH_NOASM #ifdef TTMATH_PLATFORM32 /*! \file ttmathuint_x86.h \brief template class UInt with assembler code for 32bit x86 processors this file is included at the end of ttmathuint.h */ /*! \brief a namespace for the TTMath library */ namespace ttmath { /*! * * basic mathematic functions * */ /*! adding ss2 to the this and adding carry if it's defined (this = this + ss2 + c) c must be zero or one (might be a bigger value than 1) function returns carry (1) (if it has been) */ template uint UInt::Add(const UInt & ss2, uint c) { uint b = value_size; uint * p1 = table; uint * p2 = const_cast(ss2.table); // we don't have to use TTMATH_REFERENCE_ASSERT here // this algorithm doesn't require it #ifndef __GNUC__ // this part might be compiled with for example visual c __asm { push eax push ebx push ecx push edx push esi mov ecx,[b] mov ebx,[p1] mov esi,[p2] xor edx,edx // edx=0 mov eax,[c] neg eax // CF=1 if rax!=0 , CF=0 if rax==0 p: mov eax,[esi+edx*4] adc [ebx+edx*4],eax inc edx dec ecx jnz p adc ecx, ecx mov [c], ecx pop esi pop edx pop ecx pop ebx pop eax } #endif #ifdef __GNUC__ uint dummy, dummy2; // this part should be compiled with gcc __asm__ __volatile__( "xorl %%edx, %%edx \n" "negl %%eax \n" // CF=1 if rax!=0 , CF=0 if rax==0 "1: \n" "movl (%%esi,%%edx,4), %%eax \n" "adcl %%eax, (%%ebx,%%edx,4) \n" "incl %%edx \n" "decl %%ecx \n" "jnz 1b \n" "adc %%ecx, %%ecx \n" : "=c" (c), "=a" (dummy), "=d" (dummy2) : "0" (b), "1" (c), "b" (p1), "S" (p2) : "cc", "memory" ); #endif TTMATH_LOG("UInt::Add") return c; } /*! adding one word (at a specific position) and returning a carry (if it has been) e.g. if we've got (value_size=3): table[0] = 10; table[1] = 30; table[2] = 5; and we call: AddInt(2,1) then it'll be: table[0] = 10; table[1] = 30 + 2; table[2] = 5; of course if there was a carry from table[2] it would be returned */ template uint UInt::AddInt(uint value, uint index) { uint b = value_size; uint * p1 = table; uint c; TTMATH_ASSERT( index < value_size ) #ifndef __GNUC__ __asm { push eax push ebx push ecx push edx mov ecx, [b] sub ecx, [index] mov edx, [index] mov ebx, [p1] mov eax, [value] p: add [ebx+edx*4], eax jnc end mov eax, 1 inc edx dec ecx jnz p end: setc al movzx edx, al mov [c], edx pop edx pop ecx pop ebx pop eax } #endif #ifdef __GNUC__ uint dummy, dummy2; __asm__ __volatile__( "subl %%edx, %%ecx \n" "1: \n" "addl %%eax, (%%ebx,%%edx,4) \n" "jnc 2f \n" "movl $1, %%eax \n" "incl %%edx \n" "decl %%ecx \n" "jnz 1b \n" "2: \n" "setc %%al \n" "movzx %%al, %%edx \n" : "=d" (c), "=a" (dummy), "=c" (dummy2) : "0" (index), "1" (value), "2" (b), "b" (p1) : "cc", "memory" ); #endif TTMATH_LOG("UInt::AddInt") return c; } /*! adding only two unsigned words to the existing value and these words begin on the 'index' position (it's used in the multiplication algorithm 2) index should be equal or smaller than value_size-2 (index <= value_size-2) x1 - lower word, x2 - higher word for example if we've got value_size equal 4 and: table[0] = 3 table[1] = 4 table[2] = 5 table[3] = 6 then let x1 = 10 x2 = 20 and index = 1 the result of this method will be: table[0] = 3 table[1] = 4 + x1 = 14 table[2] = 5 + x2 = 25 table[3] = 6 and no carry at the end of table[3] (of course if there was a carry in table[2](5+20) then this carry would be passed to the table[3] etc.) */ template uint UInt::AddTwoInts(uint x2, uint x1, uint index) { uint b = value_size; uint * p1 = table; uint c; TTMATH_ASSERT( index < value_size - 1 ) #ifndef __GNUC__ __asm { push eax push ebx push ecx push edx mov ecx, [b] sub ecx, [index] mov ebx, [p1] mov edx, [index] mov eax, [x1] add [ebx+edx*4], eax inc edx dec ecx mov eax, [x2] p: adc [ebx+edx*4], eax jnc end mov eax, 0 inc edx dec ecx jnz p end: setc al movzx edx, al mov [c], edx pop edx pop ecx pop ebx pop eax } #endif #ifdef __GNUC__ uint dummy, dummy2; __asm__ __volatile__( "subl %%edx, %%ecx \n" "addl %%esi, (%%ebx,%%edx,4) \n" "incl %%edx \n" "decl %%ecx \n" "1: \n" "adcl %%eax, (%%ebx,%%edx,4) \n" "jnc 2f \n" "mov $0, %%eax \n" "incl %%edx \n" "decl %%ecx \n" "jnz 1b \n" "2: \n" "setc %%al \n" "movzx %%al, %%eax \n" : "=a" (c), "=c" (dummy), "=d" (dummy2) : "0" (x2), "1" (b), "2" (index), "b" (p1), "S" (x1) : "cc", "memory" ); #endif TTMATH_LOG("UInt::AddTwoInts") return c; } /*! this static method addes one vector to the other 'ss1' is larger in size or equal to 'ss2' ss1 points to the first (larger) vector ss2 points to the second vector ss1_size - size of the ss1 (and size of the result too) ss2_size - size of the ss2 result - is the result vector (which has size the same as ss1: ss1_size) Example: ss1_size is 5, ss2_size is 3 ss1: ss2: result (output): 5 1 5+1 4 3 4+3 2 7 2+7 6 6 9 9 of course the carry is propagated and will be returned from the last item (this method is used by the Karatsuba multiplication algorithm) */ template uint UInt::AddVector(const uint * ss1, const uint * ss2, uint ss1_size, uint ss2_size, uint * result) { TTMATH_ASSERT( ss1_size >= ss2_size ) uint rest = ss1_size - ss2_size; uint c; #ifndef __GNUC__ // this part might be compiled with for example visual c __asm { pushad mov ecx, [ss2_size] xor edx, edx // edx = 0, cf = 0 mov esi, [ss1] mov ebx, [ss2] mov edi, [result] p: mov eax, [esi+edx*4] adc eax, [ebx+edx*4] mov [edi+edx*4], eax inc edx dec ecx jnz p adc ecx, ecx // ecx has the cf state mov ebx, [rest] or ebx, ebx jz end xor ebx, ebx // ebx = 0 neg ecx // setting cf from ecx mov ecx, [rest] // ecx is != 0 p2: mov eax, [esi+edx*4] adc eax, ebx mov [edi+edx*4], eax inc edx dec ecx jnz p2 adc ecx, ecx end: mov [c], ecx popad } #endif #ifdef __GNUC__ // this part should be compiled with gcc uint dummy1, dummy2, dummy3; __asm__ __volatile__( "push %%edx \n" "xor %%edx, %%edx \n" // edx = 0, cf = 0 "1: \n" "mov (%%esi,%%edx,4), %%eax \n" "adc (%%ebx,%%edx,4), %%eax \n" "mov %%eax, (%%edi,%%edx,4) \n" "inc %%edx \n" "dec %%ecx \n" "jnz 1b \n" "adc %%ecx, %%ecx \n" // ecx has the cf state "pop %%eax \n" // eax = rest "or %%eax, %%eax \n" "jz 3f \n" "xor %%ebx, %%ebx \n" // ebx = 0 "neg %%ecx \n" // setting cf from ecx "mov %%eax, %%ecx \n" // ecx=rest and is != 0 "2: \n" "mov (%%esi, %%edx, 4), %%eax \n" "adc %%ebx, %%eax \n" "mov %%eax, (%%edi, %%edx, 4) \n" "inc %%edx \n" "dec %%ecx \n" "jnz 2b \n" "adc %%ecx, %%ecx \n" "3: \n" : "=a" (dummy1), "=b" (dummy2), "=c" (c), "=d" (dummy3) : "1" (ss2), "2" (ss2_size), "3" (rest), "S" (ss1), "D" (result) : "cc", "memory" ); #endif TTMATH_LOG("UInt::AddVector") return c; } /*! subtracting ss2 from the 'this' and subtracting carry if it has been defined (this = this - ss2 - c) c must be zero or one (might be a bigger value than 1) function returns carry (1) (if it has been) */ template uint UInt::Sub(const UInt & ss2, uint c) { uint b = value_size; uint * p1 = table; uint * p2 = const_cast(ss2.table); // we don't have to use TTMATH_REFERENCE_ASSERT here // this algorithm doesn't require it #ifndef __GNUC__ __asm { push eax push ebx push ecx push edx push esi mov ecx,[b] mov ebx,[p1] mov esi,[p2] xor edx,edx // edx=0 mov eax,[c] neg eax // CF=1 if rax!=0 , CF=0 if rax==0 p: mov eax,[esi+edx*4] sbb [ebx+edx*4],eax inc edx dec ecx jnz p adc ecx, ecx mov [c], ecx pop esi pop edx pop ecx pop ebx pop eax } #endif #ifdef __GNUC__ uint dummy, dummy2; __asm__ __volatile__( "xorl %%edx, %%edx \n" "negl %%eax \n" // CF=1 if rax!=0 , CF=0 if rax==0 "1: \n" "movl (%%esi,%%edx,4), %%eax \n" "sbbl %%eax, (%%ebx,%%edx,4) \n" "incl %%edx \n" "decl %%ecx \n" "jnz 1b \n" "adc %%ecx, %%ecx \n" : "=c" (c), "=a" (dummy), "=d" (dummy2) : "0" (b), "1" (c), "b" (p1), "S" (p2) : "cc", "memory" ); #endif TTMATH_LOG("UInt::Sub") return c; } /*! this method subtracts one word (at a specific position) and returns a carry (if it was) e.g. if we've got (value_size=3): table[0] = 10; table[1] = 30; table[2] = 5; and we call: SubInt(2,1) then it'll be: table[0] = 10; table[1] = 30 - 2; table[2] = 5; of course if there was a carry from table[2] it would be returned */ template uint UInt::SubInt(uint value, uint index) { uint b = value_size; uint * p1 = table; uint c; TTMATH_ASSERT( index < value_size ) #ifndef __GNUC__ __asm { push eax push ebx push ecx push edx mov ecx, [b] sub ecx, [index] mov edx, [index] mov ebx, [p1] mov eax, [value] p: sub [ebx+edx*4], eax jnc end mov eax, 1 inc edx dec ecx jnz p end: setc al movzx edx, al mov [c], edx pop edx pop ecx pop ebx pop eax } #endif #ifdef __GNUC__ uint dummy, dummy2; __asm__ __volatile__( "subl %%edx, %%ecx \n" "1: \n" "subl %%eax, (%%ebx,%%edx,4) \n" "jnc 2f \n" "movl $1, %%eax \n" "incl %%edx \n" "decl %%ecx \n" "jnz 1b \n" "2: \n" "setc %%al \n" "movzx %%al, %%edx \n" : "=d" (c), "=a" (dummy), "=c" (dummy2) : "0" (index), "1" (value), "2" (b), "b" (p1) : "cc", "memory" ); #endif TTMATH_LOG("UInt::SubInt") return c; } /*! this static method subtractes one vector from the other 'ss1' is larger in size or equal to 'ss2' ss1 points to the first (larger) vector ss2 points to the second vector ss1_size - size of the ss1 (and size of the result too) ss2_size - size of the ss2 result - is the result vector (which has size the same as ss1: ss1_size) Example: ss1_size is 5, ss2_size is 3 ss1: ss2: result (output): 5 1 5-1 4 3 4-3 2 7 2-7 6 6-1 (the borrow from previous item) 9 9 return (carry): 0 of course the carry (borrow) is propagated and will be returned from the last item (this method is used by the Karatsuba multiplication algorithm) */ template uint UInt::SubVector(const uint * ss1, const uint * ss2, uint ss1_size, uint ss2_size, uint * result) { TTMATH_ASSERT( ss1_size >= ss2_size ) uint rest = ss1_size - ss2_size; uint c; #ifndef __GNUC__ // this part might be compiled with for example visual c /* the asm code is nearly the same as in AddVector only two instructions 'adc' are changed to 'sbb' */ __asm { pushad mov ecx, [ss2_size] xor edx, edx // edx = 0, cf = 0 mov esi, [ss1] mov ebx, [ss2] mov edi, [result] p: mov eax, [esi+edx*4] sbb eax, [ebx+edx*4] mov [edi+edx*4], eax inc edx dec ecx jnz p adc ecx, ecx // ecx has the cf state mov ebx, [rest] or ebx, ebx jz end xor ebx, ebx // ebx = 0 neg ecx // setting cf from ecx mov ecx, [rest] // ecx is != 0 p2: mov eax, [esi+edx*4] sbb eax, ebx mov [edi+edx*4], eax inc edx dec ecx jnz p2 adc ecx, ecx end: mov [c], ecx popad } #endif #ifdef __GNUC__ // this part should be compiled with gcc uint dummy1, dummy2, dummy3; __asm__ __volatile__( "push %%edx \n" "xor %%edx, %%edx \n" // edx = 0, cf = 0 "1: \n" "mov (%%esi,%%edx,4), %%eax \n" "sbb (%%ebx,%%edx,4), %%eax \n" "mov %%eax, (%%edi,%%edx,4) \n" "inc %%edx \n" "dec %%ecx \n" "jnz 1b \n" "adc %%ecx, %%ecx \n" // ecx has the cf state "pop %%eax \n" // eax = rest "or %%eax, %%eax \n" "jz 3f \n" "xor %%ebx, %%ebx \n" // ebx = 0 "neg %%ecx \n" // setting cf from ecx "mov %%eax, %%ecx \n" // ecx=rest and is != 0 "2: \n" "mov (%%esi, %%edx, 4), %%eax \n" "sbb %%ebx, %%eax \n" "mov %%eax, (%%edi, %%edx, 4) \n" "inc %%edx \n" "dec %%ecx \n" "jnz 2b \n" "adc %%ecx, %%ecx \n" "3: \n" : "=a" (dummy1), "=b" (dummy2), "=c" (c), "=d" (dummy3) : "1" (ss2), "2" (ss2_size), "3" (rest), "S" (ss1), "D" (result) : "cc", "memory" ); #endif TTMATH_LOG("UInt::SubVector") return c; } /*! this method moves all bits into the left hand side return value <- this <- c the lowest *bit* will be held the 'c' and the state of one additional bit (on the left hand side) will be returned for example: let this is 001010000 after Rcl2_one(1) there'll be 010100001 and Rcl2_one returns 0 */ template uint UInt::Rcl2_one(uint c) { uint b = value_size; uint * p1 = table; #ifndef __GNUC__ __asm { push ebx push ecx push edx mov ebx, [p1] xor edx, edx mov ecx, [c] neg ecx mov ecx, [b] p: rcl dword ptr [ebx+edx*4], 1 inc edx dec ecx jnz p adc ecx, ecx mov [c], ecx pop edx pop ecx pop ebx } #endif #ifdef __GNUC__ uint dummy, dummy2; __asm__ __volatile__( "xorl %%edx, %%edx \n" // edx=0 "negl %%eax \n" // CF=1 if eax!=0 , CF=0 if eax==0 "1: \n" "rcll $1, (%%ebx, %%edx, 4) \n" "incl %%edx \n" "decl %%ecx \n" "jnz 1b \n" "adcl %%ecx, %%ecx \n" : "=c" (c), "=a" (dummy), "=d" (dummy2) : "0" (b), "1" (c), "b" (p1) : "cc", "memory" ); #endif TTMATH_LOG("UInt::Rcl2_one") return c; } /*! this method moves all bits into the right hand side c -> this -> return value the highest *bit* will be held the 'c' and the state of one additional bit (on the right hand side) will be returned for example: let this is 000000010 after Rcr2_one(1) there'll be 100000001 and Rcr2_one returns 0 */ template uint UInt::Rcr2_one(uint c) { uint b = value_size; uint * p1 = table; #ifndef __GNUC__ __asm { push ebx push ecx mov ebx, [p1] mov ecx, [c] neg ecx mov ecx, [b] p: rcr dword ptr [ebx+ecx*4-4], 1 dec ecx jnz p adc ecx, ecx mov [c], ecx pop ecx pop ebx } #endif #ifdef __GNUC__ uint dummy; __asm__ __volatile__( "negl %%eax \n" // CF=1 if eax!=0 , CF=0 if eax==0 "1: \n" "rcrl $1, -4(%%ebx, %%ecx, 4) \n" "decl %%ecx \n" "jnz 1b \n" "adcl %%ecx, %%ecx \n" : "=c" (c), "=a" (dummy) : "0" (b), "1" (c), "b" (p1) : "cc", "memory" ); #endif TTMATH_LOG("UInt::Rcr2_one") return c; } #ifdef _MSC_VER #pragma warning (disable : 4731) //warning C4731: frame pointer register 'ebp' modified by inline assembly code #endif /*! this method moves all bits into the left hand side return value <- this <- c the lowest *bits* will be held the 'c' and the state of one additional bit (on the left hand side) will be returned for example: let this is 001010000 after Rcl2(3, 1) there'll be 010000111 and Rcl2 returns 1 */ template uint UInt::Rcl2(uint bits, uint c) { TTMATH_ASSERT( bits>0 && bits edx -> cf) (cl times) "movl %%edx, %%ebp \n" // ebp = edx = mask "movl %%esi, %%ecx \n" "xorl %%edx, %%edx \n" "movl %%edx, %%esi \n" "orl %%eax, %%eax \n" "cmovnz %%ebp, %%esi \n" // if(c) esi=mask else esi=0 "1: \n" "roll %%cl, (%%ebx,%%edx,4) \n" "movl (%%ebx,%%edx,4), %%eax \n" "andl %%ebp, %%eax \n" "xorl %%eax, (%%ebx,%%edx,4) \n" "orl %%esi, (%%ebx,%%edx,4) \n" "movl %%eax, %%esi \n" "incl %%edx \n" "decl %%edi \n" "jnz 1b \n" "and $1, %%eax \n" "pop %%ebp \n" : "=a" (c), "=D" (dummy), "=S" (dummy2), "=d" (dummy3) : "0" (c), "1" (b), "b" (p1), "c" (bits) : "cc", "memory" ); #endif TTMATH_LOG("UInt::Rcl2") return c; } /*! this method moves all bits into the right hand side C -> this -> return value the highest *bits* will be held the 'c' and the state of one additional bit (on the right hand side) will be returned for example: let this is 000000010 after Rcr2(2, 1) there'll be 110000000 and Rcr2 returns 1 */ template uint UInt::Rcr2(uint bits, uint c) { TTMATH_ASSERT( bits>0 && bits sint UInt::FindLeadingBitInWord(uint x) { sint result; #ifndef __GNUC__ __asm { push eax push edx mov edx,-1 bsr eax,[x] cmovz eax,edx mov [result], eax pop edx pop eax } #endif #ifdef __GNUC__ uint dummy; __asm__ ( "movl $-1, %1 \n" "bsrl %2, %0 \n" "cmovz %1, %0 \n" : "=r" (result), "=&r" (dummy) : "r" (x) : "cc" ); #endif return result; } /*! this method sets a special bit in the 'value' and returns the last state of the bit (zero or one) bit is from <0,31> e.g. uint x = 100; uint bit = SetBitInWord(x, 3); now: x = 108 and bit = 0 */ template uint UInt::SetBitInWord(uint & value, uint bit) { TTMATH_ASSERT( bit < TTMATH_BITS_PER_UINT ) uint old_bit; uint v = value; #ifndef __GNUC__ __asm { push ebx push eax mov eax, [v] mov ebx, [bit] bts eax, ebx mov [v], eax setc bl movzx ebx, bl mov [old_bit], ebx pop eax pop ebx } #endif #ifdef __GNUC__ __asm__ ( "btsl %%ebx, %%eax \n" "setc %%bl \n" "movzx %%bl, %%ebx \n" : "=a" (v), "=b" (old_bit) : "0" (v), "1" (bit) : "cc" ); #endif value = v; return old_bit; } /*! multiplication: result_high:result_low = a * b result_high - higher word of the result result_low - lower word of the result this methos never returns a carry this method is used in the second version of the multiplication algorithms */ template void UInt::MulTwoWords(uint a, uint b, uint * result_high, uint * result_low) { /* we must use these temporary variables in order to inform the compilator that value pointed with result1 and result2 has changed this has no effect in visual studio but it's useful when using gcc and options like -Ox */ uint result1_; uint result2_; #ifndef __GNUC__ __asm { push eax push edx mov eax, [a] mul dword ptr [b] mov [result2_], edx mov [result1_], eax pop edx pop eax } #endif #ifdef __GNUC__ __asm__ ( "mull %%edx \n" : "=a" (result1_), "=d" (result2_) : "0" (a), "1" (b) : "cc" ); #endif *result_low = result1_; *result_high = result2_; } /*! * * Division * * */ /*! this method calculates 64bits word a:b / 32bits c (a higher, b lower word) r = a:b / c and rest - remainder * * WARNING: * if r (one word) is too small for the result or c is equal zero * there'll be a hardware interruption (0) * and probably the end of your program * */ template void UInt::DivTwoWords(uint a, uint b, uint c, uint * r, uint * rest) { uint r_; uint rest_; /* these variables have similar meaning like those in the multiplication algorithm MulTwoWords */ TTMATH_ASSERT( c != 0 ) #ifndef __GNUC__ __asm { push eax push edx mov edx, [a] mov eax, [b] div dword ptr [c] mov [r_], eax mov [rest_], edx pop edx pop eax } #endif #ifdef __GNUC__ __asm__ ( "divl %%ecx \n" : "=a" (r_), "=d" (rest_) : "0" (b), "1" (a), "c" (c) : "cc" ); #endif *r = r_; *rest = rest_; } } //namespace #endif //ifdef TTMATH_PLATFORM32 #endif //ifndef TTMATH_NOASM #endif