LCOV - app.info - media/libtheora/lib/x86/mmxfrag.c

LCOV - code coverage report
| Current view: | directory - media/libtheora/lib/x86 - mmxfrag.c (source / functions) |  | Found | Hit | Coverage |
| Test: | app.info | Lines: | 26 | 0 | 0.0 %
| Date: | 2012-06-02 | Functions: | 6 | 0 | 0.0 %

           1                 : /********************************************************************
           2                 :  *                                                                  *
           3                 :  * THIS FILE IS PART OF THE OggTheora SOFTWARE CODEC SOURCE CODE.   *
           4                 :  * USE, DISTRIBUTION AND REPRODUCTION OF THIS LIBRARY SOURCE IS     *
           5                 :  * GOVERNED BY A BSD-STYLE SOURCE LICENSE INCLUDED WITH THIS SOURCE *
           6                 :  * IN 'COPYING'. PLEASE READ THESE TERMS BEFORE DISTRIBUTING.       *
           7                 :  *                                                                  *
           8                 :  * THE Theora SOURCE CODE IS COPYRIGHT (C) 2002-2009                *
           9                 :  * by the Xiph.Org Foundation and contributors http://www.xiph.org/ *
          10                 :  *                                                                  *
          11                 :  ********************************************************************
          12                 :
          13                 :   function:
          14                 :     last mod: $Id: mmxfrag.c 17410 2010-09-21 21:53:48Z tterribe $
          15                 :
          16                 :  ********************************************************************/
          17                 :
          18                 : /*MMX acceleration of fragment reconstruction for motion compensation.
          19                 :   Originally written by Rudolf Marek.
          20                 :   Additional optimization by Nils Pipenbrinck.
          21                 :   Note: Loops are unrolled for best performance.
          22                 :   The iteration each instruction belongs to is marked in the comments as #i.*/
          23                 : #include <stddef.h>
          24                 : #include "x86int.h"
          25                 :
          26                 : #if defined(OC_X86_ASM)
          27                 :
          28                 : /*Copies an 8x8 block of pixels from _src to _dst, assuming _ystride bytes
          29                 :    between rows.*/
          30                 : # define OC_FRAG_COPY_MMX(_dst,_src,_ystride) \
          31                 :   do{ \
          32                 :     const unsigned char *src; \
          33                 :     unsigned char       *dst; \
          34                 :     ptrdiff_t            ystride3; \
          35                 :     src=(_src); \
          36                 :     dst=(_dst); \
          37                 :     __asm__ __volatile__( \
          38                 :       /*src+0*ystride*/ \
          39                 :       "movq (%[src]),%%mm0\n\t" \
          40                 :       /*src+1*ystride*/ \
          41                 :       "movq (%[src],%[ystride]),%%mm1\n\t" \
          42                 :       /*ystride3=ystride*3*/ \
          43                 :       "lea (%[ystride],%[ystride],2),%[ystride3]\n\t" \
          44                 :       /*src+2*ystride*/ \
          45                 :       "movq (%[src],%[ystride],2),%%mm2\n\t" \
          46                 :       /*src+3*ystride*/ \
          47                 :       "movq (%[src],%[ystride3]),%%mm3\n\t" \
          48                 :       /*dst+0*ystride*/ \
          49                 :       "movq %%mm0,(%[dst])\n\t" \
          50                 :       /*dst+1*ystride*/ \
          51                 :       "movq %%mm1,(%[dst],%[ystride])\n\t" \
          52                 :       /*Pointer to next 4.*/ \
          53                 :       "lea (%[src],%[ystride],4),%[src]\n\t" \
          54                 :       /*dst+2*ystride*/ \
          55                 :       "movq %%mm2,(%[dst],%[ystride],2)\n\t" \
          56                 :       /*dst+3*ystride*/ \
          57                 :       "movq %%mm3,(%[dst],%[ystride3])\n\t" \
          58                 :       /*Pointer to next 4.*/ \
          59                 :       "lea (%[dst],%[ystride],4),%[dst]\n\t" \
          60                 :       /*src+0*ystride*/ \
          61                 :       "movq (%[src]),%%mm0\n\t" \
          62                 :       /*src+1*ystride*/ \
          63                 :       "movq (%[src],%[ystride]),%%mm1\n\t" \
          64                 :       /*src+2*ystride*/ \
          65                 :       "movq (%[src],%[ystride],2),%%mm2\n\t" \
          66                 :       /*src+3*ystride*/ \
          67                 :       "movq (%[src],%[ystride3]),%%mm3\n\t" \
          68                 :       /*dst+0*ystride*/ \
          69                 :       "movq %%mm0,(%[dst])\n\t" \
          70                 :       /*dst+1*ystride*/ \
          71                 :       "movq %%mm1,(%[dst],%[ystride])\n\t" \
          72                 :       /*dst+2*ystride*/ \
          73                 :       "movq %%mm2,(%[dst],%[ystride],2)\n\t" \
          74                 :       /*dst+3*ystride*/ \
          75                 :       "movq %%mm3,(%[dst],%[ystride3])\n\t" \
          76                 :       :[dst]"+r"(dst),[src]"+r"(src),[ystride3]"=&r"(ystride3) \
          77                 :       :[ystride]"r"((ptrdiff_t)(_ystride)) \
          78                 :       :"memory" \
          79                 :     ); \
          80                 :   } \
          81                 :   while(0)
          82                 :
          83                 : /*Copies an 8x8 block of pixels from _src to _dst, assuming _ystride bytes
          84                 :    between rows.*/
          85               0 : void oc_frag_copy_mmx(unsigned char *_dst,
          86                 :  const unsigned char *_src,int _ystride){
          87               0 :   OC_FRAG_COPY_MMX(_dst,_src,_ystride);
          88               0 : }
          89                 :
          90                 : /*Copies the fragments specified by the lists of fragment indices from one
          91                 :    frame to another.
          92                 :   _dst_frame:     The reference frame to copy to.
          93                 :   _src_frame:     The reference frame to copy from.
          94                 :   _ystride:       The row stride of the reference frames.
          95                 :   _fragis:        A pointer to a list of fragment indices.
          96                 :   _nfragis:       The number of fragment indices to copy.
          97                 :   _frag_buf_offs: The offsets of fragments in the reference frames.*/
          98               0 : void oc_frag_copy_list_mmx(unsigned char *_dst_frame,
          99                 :  const unsigned char *_src_frame,int _ystride,
         100                 :  const ptrdiff_t *_fragis,ptrdiff_t _nfragis,const ptrdiff_t *_frag_buf_offs){
         101                 :   ptrdiff_t fragii;
         102               0 :   for(fragii=0;fragii<_nfragis;fragii++){
         103                 :     ptrdiff_t frag_buf_off;
         104               0 :     frag_buf_off=_frag_buf_offs[_fragis[fragii]];
         105               0 :     OC_FRAG_COPY_MMX(_dst_frame+frag_buf_off,
         106                 :      _src_frame+frag_buf_off,_ystride);
         107                 :   }
         108               0 : }
         109                 :
         110                 :
         111               0 : void oc_frag_recon_intra_mmx(unsigned char *_dst,int _ystride,
         112                 :  const ogg_int16_t *_residue){
         113               0 :   __asm__ __volatile__(
         114                 :     /*Set mm0 to 0xFFFFFFFFFFFFFFFF.*/
         115                 :     "pcmpeqw %%mm0,%%mm0\n\t"
         116                 :     /*#0 Load low residue.*/
         117                 :     "movq 0*8(%[residue]),%%mm1\n\t"
         118                 :     /*#0 Load high residue.*/
         119                 :     "movq 1*8(%[residue]),%%mm2\n\t"
         120                 :     /*Set mm0 to 0x8000800080008000.*/
         121                 :     "psllw $15,%%mm0\n\t"
         122                 :     /*#1 Load low residue.*/
         123                 :     "movq 2*8(%[residue]),%%mm3\n\t"
         124                 :     /*#1 Load high residue.*/
         125                 :     "movq 3*8(%[residue]),%%mm4\n\t"
         126                 :     /*Set mm0 to 0x0080008000800080.*/
         127                 :     "psrlw $8,%%mm0\n\t"
         128                 :     /*#2 Load low residue.*/
         129                 :     "movq 4*8(%[residue]),%%mm5\n\t"
         130                 :     /*#2 Load high residue.*/
         131                 :     "movq 5*8(%[residue]),%%mm6\n\t"
         132                 :     /*#0 Bias low  residue.*/
         133                 :     "paddsw %%mm0,%%mm1\n\t"
         134                 :     /*#0 Bias high residue.*/
         135                 :     "paddsw %%mm0,%%mm2\n\t"
         136                 :     /*#0 Pack to byte.*/
         137                 :     "packuswb %%mm2,%%mm1\n\t"
         138                 :     /*#1 Bias low  residue.*/
         139                 :     "paddsw %%mm0,%%mm3\n\t"
         140                 :     /*#1 Bias high residue.*/
         141                 :     "paddsw %%mm0,%%mm4\n\t"
         142                 :     /*#1 Pack to byte.*/
         143                 :     "packuswb %%mm4,%%mm3\n\t"
         144                 :     /*#2 Bias low  residue.*/
         145                 :     "paddsw %%mm0,%%mm5\n\t"
         146                 :     /*#2 Bias high residue.*/
         147                 :     "paddsw %%mm0,%%mm6\n\t"
         148                 :     /*#2 Pack to byte.*/
         149                 :     "packuswb %%mm6,%%mm5\n\t"
         150                 :     /*#0 Write row.*/
         151                 :     "movq %%mm1,(%[dst])\n\t"
         152                 :     /*#1 Write row.*/
         153                 :     "movq %%mm3,(%[dst],%[ystride])\n\t"
         154                 :     /*#2 Write row.*/
         155                 :     "movq %%mm5,(%[dst],%[ystride],2)\n\t"
         156                 :     /*#3 Load low residue.*/
         157                 :     "movq 6*8(%[residue]),%%mm1\n\t"
         158                 :     /*#3 Load high residue.*/
         159                 :     "movq 7*8(%[residue]),%%mm2\n\t"
         160                 :     /*#4 Load high residue.*/
         161                 :     "movq 8*8(%[residue]),%%mm3\n\t"
         162                 :     /*#4 Load high residue.*/
         163                 :     "movq 9*8(%[residue]),%%mm4\n\t"
         164                 :     /*#5 Load high residue.*/
         165                 :     "movq 10*8(%[residue]),%%mm5\n\t"
         166                 :     /*#5 Load high residue.*/
         167                 :     "movq 11*8(%[residue]),%%mm6\n\t"
         168                 :     /*#3 Bias low  residue.*/
         169                 :     "paddsw %%mm0,%%mm1\n\t"
         170                 :     /*#3 Bias high residue.*/
         171                 :     "paddsw %%mm0,%%mm2\n\t"
         172                 :     /*#3 Pack to byte.*/
         173                 :     "packuswb %%mm2,%%mm1\n\t"
         174                 :     /*#4 Bias low  residue.*/
         175                 :     "paddsw %%mm0,%%mm3\n\t"
         176                 :     /*#4 Bias high residue.*/
         177                 :     "paddsw %%mm0,%%mm4\n\t"
         178                 :     /*#4 Pack to byte.*/
         179                 :     "packuswb %%mm4,%%mm3\n\t"
         180                 :     /*#5 Bias low  residue.*/
         181                 :     "paddsw %%mm0,%%mm5\n\t"
         182                 :     /*#5 Bias high residue.*/
         183                 :     "paddsw %%mm0,%%mm6\n\t"
         184                 :     /*#5 Pack to byte.*/
         185                 :     "packuswb %%mm6,%%mm5\n\t"
         186                 :     /*#3 Write row.*/
         187                 :     "movq %%mm1,(%[dst],%[ystride3])\n\t"
         188                 :     /*#4 Write row.*/
         189                 :     "movq %%mm3,(%[dst4])\n\t"
         190                 :     /*#5 Write row.*/
         191                 :     "movq %%mm5,(%[dst4],%[ystride])\n\t"
         192                 :     /*#6 Load low residue.*/
         193                 :     "movq 12*8(%[residue]),%%mm1\n\t"
         194                 :     /*#6 Load high residue.*/
         195                 :     "movq 13*8(%[residue]),%%mm2\n\t"
         196                 :     /*#7 Load low residue.*/
         197                 :     "movq 14*8(%[residue]),%%mm3\n\t"
         198                 :     /*#7 Load high residue.*/
         199                 :     "movq 15*8(%[residue]),%%mm4\n\t"
         200                 :     /*#6 Bias low  residue.*/
         201                 :     "paddsw %%mm0,%%mm1\n\t"
         202                 :     /*#6 Bias high residue.*/
         203                 :     "paddsw %%mm0,%%mm2\n\t"
         204                 :     /*#6 Pack to byte.*/
         205                 :     "packuswb %%mm2,%%mm1\n\t"
         206                 :     /*#7 Bias low  residue.*/
         207                 :     "paddsw %%mm0,%%mm3\n\t"
         208                 :     /*#7 Bias high residue.*/
         209                 :     "paddsw %%mm0,%%mm4\n\t"
         210                 :     /*#7 Pack to byte.*/
         211                 :     "packuswb %%mm4,%%mm3\n\t"
         212                 :     /*#6 Write row.*/
         213                 :     "movq %%mm1,(%[dst4],%[ystride],2)\n\t"
         214                 :     /*#7 Write row.*/
         215                 :     "movq %%mm3,(%[dst4],%[ystride3])\n\t"
         216                 :     :
         217                 :     :[residue]"r"(_residue),
         218                 :      [dst]"r"(_dst),
         219               0 :      [dst4]"r"(_dst+(_ystride<<2)),
         220                 :      [ystride]"r"((ptrdiff_t)_ystride),
         221               0 :      [ystride3]"r"((ptrdiff_t)_ystride*3)
         222                 :     :"memory"
         223                 :   );
         224               0 : }
         225                 :
         226               0 : void oc_frag_recon_inter_mmx(unsigned char *_dst,const unsigned char *_src,
         227                 :  int _ystride,const ogg_int16_t *_residue){
         228                 :   int i;
         229                 :   /*Zero mm0.*/
         230               0 :   __asm__ __volatile__("pxor %%mm0,%%mm0\n\t"::);
         231               0 :   for(i=4;i-->0;){
         232               0 :     __asm__ __volatile__(
         233                 :       /*#0 Load source.*/
         234                 :       "movq (%[src]),%%mm3\n\t"
         235                 :       /*#1 Load source.*/
         236                 :       "movq (%[src],%[ystride]),%%mm7\n\t"
         237                 :       /*#0 Get copy of src.*/
         238                 :       "movq %%mm3,%%mm4\n\t"
         239                 :       /*#0 Expand high source.*/
         240                 :       "punpckhbw %%mm0,%%mm4\n\t"
         241                 :       /*#0 Expand low  source.*/
         242                 :       "punpcklbw %%mm0,%%mm3\n\t"
         243                 :       /*#0 Add residue high.*/
         244                 :       "paddsw 8(%[residue]),%%mm4\n\t"
         245                 :       /*#1 Get copy of src.*/
         246                 :       "movq %%mm7,%%mm2\n\t"
         247                 :       /*#0 Add residue low.*/
         248                 :       "paddsw (%[residue]), %%mm3\n\t"
         249                 :       /*#1 Expand high source.*/
         250                 :       "punpckhbw %%mm0,%%mm2\n\t"
         251                 :       /*#0 Pack final row pixels.*/
         252                 :       "packuswb %%mm4,%%mm3\n\t"
         253                 :       /*#1 Expand low  source.*/
         254                 :       "punpcklbw %%mm0,%%mm7\n\t"
         255                 :       /*#1 Add residue low.*/
         256                 :       "paddsw 16(%[residue]),%%mm7\n\t"
         257                 :       /*#1 Add residue high.*/
         258                 :       "paddsw 24(%[residue]),%%mm2\n\t"
         259                 :       /*Advance residue.*/
         260                 :       "lea 32(%[residue]),%[residue]\n\t"
         261                 :       /*#1 Pack final row pixels.*/
         262                 :       "packuswb %%mm2,%%mm7\n\t"
         263                 :       /*Advance src.*/
         264                 :       "lea (%[src],%[ystride],2),%[src]\n\t"
         265                 :       /*#0 Write row.*/
         266                 :       "movq %%mm3,(%[dst])\n\t"
         267                 :       /*#1 Write row.*/
         268                 :       "movq %%mm7,(%[dst],%[ystride])\n\t"
         269                 :       /*Advance dst.*/
         270                 :       "lea (%[dst],%[ystride],2),%[dst]\n\t"
         271                 :       :[residue]"+r"(_residue),[dst]"+r"(_dst),[src]"+r"(_src)
         272                 :       :[ystride]"r"((ptrdiff_t)_ystride)
         273                 :       :"memory"
         274                 :     );
         275                 :   }
         276               0 : }
         277                 :
         278               0 : void oc_frag_recon_inter2_mmx(unsigned char *_dst,const unsigned char *_src1,
         279                 :  const unsigned char *_src2,int _ystride,const ogg_int16_t *_residue){
         280                 :   int i;
         281                 :   /*Zero mm7.*/
         282               0 :   __asm__ __volatile__("pxor %%mm7,%%mm7\n\t"::);
         283               0 :   for(i=4;i-->0;){
         284               0 :     __asm__ __volatile__(
         285                 :       /*#0 Load src1.*/
         286                 :       "movq (%[src1]),%%mm0\n\t"
         287                 :       /*#0 Load src2.*/
         288                 :       "movq (%[src2]),%%mm2\n\t"
         289                 :       /*#0 Copy src1.*/
         290                 :       "movq %%mm0,%%mm1\n\t"
         291                 :       /*#0 Copy src2.*/
         292                 :       "movq %%mm2,%%mm3\n\t"
         293                 :       /*#1 Load src1.*/
         294                 :       "movq (%[src1],%[ystride]),%%mm4\n\t"
         295                 :       /*#0 Unpack lower src1.*/
         296                 :       "punpcklbw %%mm7,%%mm0\n\t"
         297                 :       /*#1 Load src2.*/
         298                 :       "movq (%[src2],%[ystride]),%%mm5\n\t"
         299                 :       /*#0 Unpack higher src1.*/
         300                 :       "punpckhbw %%mm7,%%mm1\n\t"
         301                 :       /*#0 Unpack lower src2.*/
         302                 :       "punpcklbw %%mm7,%%mm2\n\t"
         303                 :       /*#0 Unpack higher src2.*/
         304                 :       "punpckhbw %%mm7,%%mm3\n\t"
         305                 :       /*Advance src1 ptr.*/
         306                 :       "lea (%[src1],%[ystride],2),%[src1]\n\t"
         307                 :       /*Advance src2 ptr.*/
         308                 :       "lea (%[src2],%[ystride],2),%[src2]\n\t"
         309                 :       /*#0 Lower src1+src2.*/
         310                 :       "paddsw %%mm2,%%mm0\n\t"
         311                 :       /*#0 Higher src1+src2.*/
         312                 :       "paddsw %%mm3,%%mm1\n\t"
         313                 :       /*#1 Copy src1.*/
         314                 :       "movq %%mm4,%%mm2\n\t"
         315                 :       /*#0 Build lo average.*/
         316                 :       "psraw $1,%%mm0\n\t"
         317                 :       /*#1 Copy src2.*/
         318                 :       "movq %%mm5,%%mm3\n\t"
         319                 :       /*#1 Unpack lower src1.*/
         320                 :       "punpcklbw %%mm7,%%mm4\n\t"
         321                 :       /*#0 Build hi average.*/
         322                 :       "psraw $1,%%mm1\n\t"
         323                 :       /*#1 Unpack higher src1.*/
         324                 :       "punpckhbw %%mm7,%%mm2\n\t"
         325                 :       /*#0 low+=residue.*/
         326                 :       "paddsw (%[residue]),%%mm0\n\t"
         327                 :       /*#1 Unpack lower src2.*/
         328                 :       "punpcklbw %%mm7,%%mm5\n\t"
         329                 :       /*#0 high+=residue.*/
         330                 :       "paddsw 8(%[residue]),%%mm1\n\t"
         331                 :       /*#1 Unpack higher src2.*/
         332                 :       "punpckhbw %%mm7,%%mm3\n\t"
         333                 :       /*#1 Lower src1+src2.*/
         334                 :       "paddsw %%mm4,%%mm5\n\t"
         335                 :       /*#0 Pack and saturate.*/
         336                 :       "packuswb %%mm1,%%mm0\n\t"
         337                 :       /*#1 Higher src1+src2.*/
         338                 :       "paddsw %%mm2,%%mm3\n\t"
         339                 :       /*#0 Write row.*/
         340                 :       "movq %%mm0,(%[dst])\n\t"
         341                 :       /*#1 Build lo average.*/
         342                 :       "psraw $1,%%mm5\n\t"
         343                 :       /*#1 Build hi average.*/
         344                 :       "psraw $1,%%mm3\n\t"
         345                 :       /*#1 low+=residue.*/
         346                 :       "paddsw 16(%[residue]),%%mm5\n\t"
         347                 :       /*#1 high+=residue.*/
         348                 :       "paddsw 24(%[residue]),%%mm3\n\t"
         349                 :       /*#1 Pack and saturate.*/
         350                 :       "packuswb  %%mm3,%%mm5\n\t"
         351                 :       /*#1 Write row ptr.*/
         352                 :       "movq %%mm5,(%[dst],%[ystride])\n\t"
         353                 :       /*Advance residue ptr.*/
         354                 :       "add $32,%[residue]\n\t"
         355                 :       /*Advance dest ptr.*/
         356                 :       "lea (%[dst],%[ystride],2),%[dst]\n\t"
         357                 :      :[dst]"+r"(_dst),[residue]"+r"(_residue),
         358                 :       [src1]"+%r"(_src1),[src2]"+r"(_src2)
         359                 :      :[ystride]"r"((ptrdiff_t)_ystride)
         360                 :      :"memory"
         361                 :     );
         362                 :   }
         363               0 : }
         364                 :
         365               0 : void oc_restore_fpu_mmx(void){
         366               0 :   __asm__ __volatile__("emms\n\t");
         367               0 : }
         368                 : #endif

Generated by: LCOV version 1.7