# # Copyright 2002 Free Software Foundation, Inc. # # This file is part of GNU Radio # # GNU Radio is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 3, or (at your option) # any later version. # # GNU Radio is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with GNU Radio; see the file COPYING. If not, write to # the Free Software Foundation, Inc., 51 Franklin Street, # Boston, MA 02110-1301, USA. # # input and taps are guarenteed to be 16 byte aligned. # n_2_complex_blocks is != 0 # # # complex_dotprod_generic (const short *input, # const float *taps, unsigned n_2_complex_blocks, float *result) # { # float sum0 = 0; # float sum1 = 0; # float sum2 = 0; # float sum3 = 0; # # do { # # sum0 += input[0] * taps[0]; # sum1 += input[0] * taps[1]; # sum2 += input[1] * taps[2]; # sum3 += input[1] * taps[3]; # # input += 2; # taps += 4; # # } while (--n_2_complex_blocks != 0); # # # result[0] = sum0 + sum2; # result[1] = sum1 + sum3; # } # #include "assembly.h" .file "complex_dotprod_3dnowext.S" .version "01.01" .text .p2align 4 .globl GLOB_SYMB(complex_dotprod_3dnowext) DEF_FUNC_HEAD(complex_dotprod_3dnowext) GLOB_SYMB(complex_dotprod_3dnowext): pushl %ebp movl %esp, %ebp movl 8(%ebp), %eax # input movl 12(%ebp), %edx # taps movl 16(%ebp), %ecx # zero accumulators pxor %mm4, %mm4 # mm4 = 0 0 pxor %mm5, %mm5 # mm5 = 0 0 pxor %mm6, %mm6 # mm6 = 0 0 pxor %mm7, %mm7 # mm7 = 0 0 shrl $1, %ecx # ecx = n_2_complex_blocks / 2 movd 0(%eax), %mm0 pshufw $0x55, %mm0, %mm1 # b01010101 pshufw $0, %mm0, %mm0 pxor %mm2, %mm2 pxor %mm3, %mm3 pi2fw %mm1, %mm1 pi2fw %mm0, %mm0 jmp .L1_test # # 4 taps / loop # something like ?? cycles / loop # .p2align 4 .Loop1: pfmul 0(%edx), %mm0 pfadd %mm2, %mm6 pshufw $0, 4(%eax), %mm2 pfmul 8(%edx), %mm1 pfadd %mm3, %mm7 pi2fw %mm2, %mm2 pshufw $0x55, 4(%eax), %mm3 # b01010101 pfmul 16(%edx), %mm2 pi2fw %mm3, %mm3 pfadd %mm0, %mm4 pshufw $0, 8(%eax), %mm0 pfmul 24(%edx), %mm3 pfadd %mm1, %mm5 pshufw $0x55, 8(%eax), %mm1 # b01010101 pi2fw %mm0, %mm0 #TODO: add prefetch addl $32, %edx addl $8, %eax pi2fw %mm1, %mm1 .L1_test: decl %ecx jge .Loop1 # We've handled the bulk of multiplies up to here. # Now accumulate the final two additions and see if original # n_2_complex_blocks was odd. If so, we've got 2 more # taps to do. movl 16(%ebp), %ecx pfadd %mm2, %mm6 andl $1, %ecx pfadd %mm3, %mm7 je .Leven # The count was odd, do 2 more taps. # Note that we've already got mm0 and mm1 preloaded # from the main loop. pfmul 0(%edx), %mm0 pfadd %mm0, %mm4 pfmul 8(%edx), %mm1 pfadd %mm1, %mm5 .Leven: # at this point mm4, mm5, mm6 and mm7 contain partial sums pfadd %mm7, %mm6 pfadd %mm5, %mm4 movl 20(%ebp), %eax # result pfadd %mm6, %mm4 movq %mm4, (%eax) femms popl %ebp ret FUNC_TAIL(complex_dotprod_3dnowext) .ident "Hand coded x86 3DNow!Ext assembly" #if defined(__linux__) && defined(__ELF__) .section .note.GNU-stack,"",%progbits #endif