1
; //////////////////////////////////////////////////////////////////////////////
3
; // fdctam32.c - AP922 MMX(3D-Now) forward-DCT
5
; // Intel Application Note AP-922 - fast, precise implementation of DCT
6
; // http://developer.intel.com/vtune/cbts/appnotes.htm
9
; // This routine can use a 3D-Now/MMX enhancement to increase the
10
; // accuracy of the fdct_col_4 macro. The dct_col function uses 3D-Now's
11
; // PMHULHRW instead of MMX's PMHULHW(and POR). The substitution improves
12
; // accuracy very slightly with performance penalty. If the target CPU
13
; // does not support 3D-Now, then this function cannot be executed.
15
; // For a fast, precise MMX implementation of inverse-DCT
16
; // visit http://www.elecard.com/peter
18
; // v1.0 07/22/2000 (initial release)
20
; // liaor@iname.com http://members.tripod.com/~liaor
21
; //////////////////////////////////////////////////////////////////////////////
24
;;; A.Stevens Jul 2000: ported to nasm syntax and disentangled from
25
;;; from Win**** compiler specific stuff.
26
;;; All the real work was done above though.
27
;;; See above for how to optimise quality on 3DNow! CPU's
30
;; Macros for code-readability...
32
%define INP eax ; pointer to (short *blk)
33
%define OUT ecx ; pointer to output (temporary store space qwTemp[])
34
%define TABLE ebx ; pointer to tab_frw_01234567[]
35
%define TABLEF ebx ; pointer to tg_all_16
36
%define round_frw_row edx
59
%define BITS_FRW_ACC 3 ; 2 or 3 for accuracy
60
%define SHIFT_FRW_COL BITS_FRW_ACC
61
%define SHIFT_FRW_ROW (BITS_FRW_ACC + 17)
62
%define RND_FRW_ROW (1 << (SHIFT_FRW_ROW-1))
63
%define RND_FRW_COL (1 << (SHIFT_FRW_COL-1))
66
extern fdct_r_row ; Defined in C for convenience
68
;; Concatenated table of forward dct transformation coeffs.
70
extern fdct_tg_all_16 ; Defined in C for convenience
71
;; Offsets into table..
73
%define tg_1_16 (TABLEF + 0)
74
%define tg_2_16 (TABLEF + 8)
75
%define tg_3_16 (TABLEF + 16)
76
%define cos_4_16 (TABLEF + 24)
77
%define ocos_4_16 (TABLEF + 32)
80
;; Concatenated table of forward dct coefficients
82
extern tab_frw_01234567 ; Defined in C for convenience
84
;; Offsets into table..
90
;;; void fdct_mmx( short *blk )
95
; ////////////////////////////////////////////////////////////////////////
97
; // The high-level pseudocode for the fdct_am32() routine :
101
; // forward_dct_col03(); // dct_column transform on cols 0-3
102
; // forward_dct_col47(); // dct_column transform on cols 4-7
103
; // for ( j = 0; j < 8; j=j+1 )
104
; // forward_dct_row1(j); // dct_row transform on row #j
111
push ebp ; save stack pointer
119
mov INP, [ebp+8]; ; input data is row 0 of blk[]
120
;// transform the left half of the matrix (4 columns)
122
lea TABLEF, [fdct_tg_all_16];
125
; lea round_frw_col, [r_frw_col]
126
; for ( i = 0; i < 2; i = i + 1)
127
; the for-loop is executed twice. We are better off unrolling the
128
; loop to avoid branch misprediction.
130
movq mm0, [x1] ; 0 ; x1
133
movq mm1, [x6] ; 1 ; x6
134
movq mm2, mm0 ; 2 ; x1
136
movq mm3, [x2] ; 3 ; x2
137
paddsw mm0, mm1 ; t1 = x[1] + x[6]
139
movq mm4, [x5] ; 4 ; x5
140
psllw mm0, SHIFT_FRW_COL ; t1
142
movq mm5, [x0] ; 5 ; x0
143
paddsw mm4, mm3 ; t2 = x[2] + x[5]
145
paddsw mm5, [x7] ; t0 = x[0] + x[7]
146
psllw mm4, SHIFT_FRW_COL ; t2
148
movq mm6, mm0 ; 6 ; t1
149
psubsw mm2, mm1 ; 1 ; t6 = x[1] - x[6]
151
movq mm1, [tg_2_16] ; 1 ; tg_2_16
152
psubsw mm0, mm4 ; tm12 = t1 - t2
154
movq mm7, [x3] ; 7 ; x3
155
pmulhw mm1, mm0 ; tm12*tg_2_16
157
paddsw mm7, [x4] ; t3 = x[3] + x[4]
158
psllw mm5, SHIFT_FRW_COL ; t0
160
paddsw mm6, mm4 ; 4 ; tp12 = t1 + t2
161
psllw mm7, SHIFT_FRW_COL ; t3
163
movq mm4, mm5 ; 4 ; t0
164
psubsw mm5, mm7 ; tm03 = t0 - t3
166
paddsw mm1, mm5 ; y2 = tm03 + tm12*tg_2_16
167
paddsw mm4, mm7 ; 7 ; tp03 = t0 + t3
169
por mm1, [fdct_one_corr] ; correction y2 +0.5
170
psllw mm2, SHIFT_FRW_COL+1 ; t6
172
pmulhw mm5, [tg_2_16] ; tm03*tg_2_16
173
movq mm7, mm4 ; 7 ; tp03
175
psubsw mm3, [x5] ; t5 = x[2] - x[5]
176
psubsw mm4, mm6 ; y4 = tp03 - tp12
178
movq [y2], mm1 ; 1 ; save y2
179
paddsw mm7, mm6 ; 6 ; y0 = tp03 + tp12
181
movq mm1, [x3] ; 1 ; x3
182
psllw mm3, SHIFT_FRW_COL+1 ; t5
184
psubsw mm1, [x4] ; t4 = x[3] - x[4]
185
movq mm6, mm2 ; 6 ; t6
187
movq [y4], mm4 ; 4 ; save y4
188
paddsw mm2, mm3 ; t6 + t5
190
pmulhw mm2, [ocos_4_16] ; tp65 = (t6 + t5)*cos_4_16
191
psubsw mm6, mm3 ; 3 ; t6 - t5
193
pmulhw mm6, [ocos_4_16] ; tm65 = (t6 - t5)*cos_4_16
194
psubsw mm5, mm0 ; 0 ; y6 = tm03*tg_2_16 - tm12
196
por mm5, [fdct_one_corr] ; correction y6 +0.5
197
psllw mm1, SHIFT_FRW_COL ; t4
199
por mm2, [fdct_one_corr] ; correction tp65 +0.5
200
movq mm4, mm1 ; 4 ; t4
202
movq mm3, [x0] ; 3 ; x0
203
paddsw mm1, mm6 ; tp465 = t4 + tm65
205
psubsw mm3, [x7] ; t7 = x[0] - x[7]
206
psubsw mm4, mm6 ; 6 ; tm465 = t4 - tm65
208
movq mm0, [tg_1_16] ; 0 ; tg_1_16
209
psllw mm3, SHIFT_FRW_COL ; t7
211
movq mm6, [tg_3_16] ; 6 ; tg_3_16
212
pmulhw mm0, mm1 ; tp465*tg_1_16
214
movq [y0], mm7 ; 7 ; save y0
215
pmulhw mm6, mm4 ; tm465*tg_3_16
217
movq [y6], mm5 ; 5 ; save y6
218
movq mm7, mm3 ; 7 ; t7
220
movq mm5, [tg_3_16] ; 5 ; tg_3_16
221
psubsw mm7, mm2 ; tm765 = t7 - tp65
223
paddsw mm3, mm2 ; 2 ; tp765 = t7 + tp65
224
pmulhw mm5, mm7 ; tm765*tg_3_16
226
paddsw mm0, mm3 ; y1 = tp765 + tp465*tg_1_16
227
paddsw mm6, mm4 ; tm465*tg_3_16
229
pmulhw mm3, [tg_1_16] ; tp765*tg_1_16
232
por mm0, [fdct_one_corr] ; correction y1 +0.5
233
paddsw mm5, mm7 ; tm765*tg_3_16
235
psubsw mm7, mm6 ; 6 ; y3 = tm765 - tm465*tg_3_16
236
add INP, 0x08 ; ; increment pointer
238
movq [y1], mm0 ; 0 ; save y1
239
paddsw mm5, mm4 ; 4 ; y5 = tm765*tg_3_16 + tm465
241
movq [y3], mm7 ; 7 ; save y3
242
psubsw mm3, mm1 ; 1 ; y7 = tp765*tg_1_16 - tp465
244
movq [y5], mm5 ; 5 ; save y5
247
.mmx32_fdct_col47: ; begin processing last four columns
248
movq mm0, [x1] ; 0 ; x1
250
movq [y7], mm3 ; 3 ; save y7 (columns 0-4)
253
movq mm1, [x6] ; 1 ; x6
254
movq mm2, mm0 ; 2 ; x1
256
movq mm3, [x2] ; 3 ; x2
257
paddsw mm0, mm1 ; t1 = x[1] + x[6]
259
movq mm4, [x5] ; 4 ; x5
260
psllw mm0, SHIFT_FRW_COL ; t1
262
movq mm5, [x0] ; 5 ; x0
263
paddsw mm4, mm3 ; t2 = x[2] + x[5]
265
paddsw mm5, [x7] ; t0 = x[0] + x[7]
266
psllw mm4, SHIFT_FRW_COL ; t2
268
movq mm6, mm0 ; 6 ; t1
269
psubsw mm2, mm1 ; 1 ; t6 = x[1] - x[6]
271
movq mm1, [tg_2_16] ; 1 ; tg_2_16
272
psubsw mm0, mm4 ; tm12 = t1 - t2
274
movq mm7, [x3] ; 7 ; x3
275
pmulhw mm1, mm0 ; tm12*tg_2_16
277
paddsw mm7, [x4] ; t3 = x[3] + x[4]
278
psllw mm5, SHIFT_FRW_COL ; t0
280
paddsw mm6, mm4 ; 4 ; tp12 = t1 + t2
281
psllw mm7, SHIFT_FRW_COL ; t3
283
movq mm4, mm5 ; 4 ; t0
284
psubsw mm5, mm7 ; tm03 = t0 - t3
286
paddsw mm1, mm5 ; y2 = tm03 + tm12*tg_2_16
287
paddsw mm4, mm7 ; 7 ; tp03 = t0 + t3
289
por mm1, [fdct_one_corr] ; correction y2 +0.5
290
psllw mm2, SHIFT_FRW_COL+1 ; t6
292
pmulhw mm5, [tg_2_16] ; tm03*tg_2_16
293
movq mm7, mm4 ; 7 ; tp03
295
psubsw mm3, [x5] ; t5 = x[2] - x[5]
296
psubsw mm4, mm6 ; y4 = tp03 - tp12
298
movq [y2+8], mm1 ; 1 ; save y2
299
paddsw mm7, mm6 ; 6 ; y0 = tp03 + tp12
301
movq mm1, [x3] ; 1 ; x3
302
psllw mm3, SHIFT_FRW_COL+1 ; t5
304
psubsw mm1, [x4] ; t4 = x[3] - x[4]
305
movq mm6, mm2 ; 6 ; t6
307
movq [y4+8], mm4 ; 4 ; save y4
308
paddsw mm2, mm3 ; t6 + t5
310
pmulhw mm2, [ocos_4_16] ; tp65 = (t6 + t5)*cos_4_16
311
psubsw mm6, mm3 ; 3 ; t6 - t5
313
pmulhw mm6, [ocos_4_16] ; tm65 = (t6 - t5)*cos_4_16
314
psubsw mm5, mm0 ; 0 ; y6 = tm03*tg_2_16 - tm12
316
por mm5, [fdct_one_corr] ; correction y6 +0.5
317
psllw mm1, SHIFT_FRW_COL ; t4
319
por mm2, [fdct_one_corr] ; correction tp65 +0.5
320
movq mm4, mm1 ; 4 ; t4
322
movq mm3, [x0] ; 3 ; x0
323
paddsw mm1, mm6 ; tp465 = t4 + tm65
325
psubsw mm3, [x7] ; t7 = x[0] - x[7]
326
psubsw mm4, mm6 ; 6 ; tm465 = t4 - tm65
328
movq mm0, [tg_1_16] ; 0 ; tg_1_16
329
psllw mm3, SHIFT_FRW_COL ; t7
331
movq mm6, [tg_3_16] ; 6 ; tg_3_16
332
pmulhw mm0, mm1 ; tp465*tg_1_16
334
movq [y0+8], mm7 ; 7 ; save y0
335
pmulhw mm6, mm4 ; tm465*tg_3_16
337
movq [y6+8], mm5 ; 5 ; save y6
338
movq mm7, mm3 ; 7 ; t7
340
movq mm5, [tg_3_16] ; 5 ; tg_3_16
341
psubsw mm7, mm2 ; tm765 = t7 - tp65
343
paddsw mm3, mm2 ; 2 ; tp765 = t7 + tp65
344
pmulhw mm5, mm7 ; tm765*tg_3_16
346
paddsw mm0, mm3 ; y1 = tp765 + tp465*tg_1_16
347
paddsw mm6, mm4 ; tm465*tg_3_16
349
pmulhw mm3, [tg_1_16] ; tp765*tg_1_16
352
por mm0, [fdct_one_corr] ; correction y1 +0.5
353
paddsw mm5, mm7 ; tm765*tg_3_16
355
psubsw mm7, mm6 ; 6 ; y3 = tm765 - tm465*tg_3_16
358
movq [y1+8], mm0 ; 0 ; save y1
359
paddsw mm5, mm4 ; 4 ; y5 = tm765*tg_3_16 + tm465
361
movq [y3+8], mm7 ; 7 ; save y3
362
psubsw mm3, mm1 ; 1 ; y7 = tp765*tg_1_16 - tp465
364
movq [y5+8], mm5 ; 5 ; save y5
366
movq [y7+8], mm3 ; 3 ; save y7
369
; } ; end of forward_dct_col07()
370
; done with dct_row transform
373
; fdct_mmx32_cols() --
374
; the following subroutine repeats the row-transform operation,
375
; except with different shift&round constants. This version
376
; does NOT transpose the output again. Thus the final output
377
; is transposed with respect to the source.
379
; The output is stored into blk[], which destroys the original
381
mov INP, [ebp+8]; ;; row 0
382
mov edi, 0x08; ;x = 8
384
lea TABLE, [tab_frw_01234567]; ; row 0
387
lea round_frw_row, [fdct_r_row];
388
; for ( x = 8; x > 0; --x ) ; transform one row per iteration
390
; ---------- loop begin
392
movd mm5, [INP+12]; ; mm5 = 7 6
394
punpcklwd mm5, [INP+8] ; mm5 = 5 7 4 6
396
movq mm2, mm5; ; mm2 = 5 7 4 6
397
psrlq mm5, 32; ; mm5 = _ _ 5 7
399
movq mm0, [INP]; ; mm0 = 3 2 1 0
400
punpcklwd mm5, mm2;; mm5 = 4 5 6 7
402
movq mm1, mm0; ; mm1 = 3 2 1 0
403
paddsw mm0, mm5; ; mm0 = [3+4, 2+5, 1+6, 0+7] (xt3, xt2, xt1, xt0)
405
psubsw mm1, mm5; ; mm1 = [3-4, 2-5, 1-6, 0-7] (xt7, xt6, xt5, xt4)
406
movq mm2, mm0; ; mm2 = [ xt3 xt2 xt1 xt0 ]
408
;movq [ xt3xt2xt1xt0 ], mm0;
409
;movq [ xt7xt6xt5xt4 ], mm1;
411
punpcklwd mm0, mm1;; mm0 = [ xt5 xt1 xt4 xt0 ]
413
punpckhwd mm2, mm1;; mm2 = [ xt7 xt3 xt6 xt2 ]
416
;; shuffle bytes around
418
; movq mm0, [INP] ; 0 ; x3 x2 x1 x0
420
; movq mm1, [INP+8] ; 1 ; x7 x6 x5 x4
421
movq mm2, mm0 ; 2 ; x3 x2 x1 x0
423
movq mm3, [TABLE] ; 3 ; w06 w04 w02 w00
424
punpcklwd mm0, mm1 ; x5 x1 x4 x0
426
movq mm5, mm0 ; 5 ; x5 x1 x4 x0
427
punpckldq mm0, mm0 ; x4 x0 x4 x0 [ xt2 xt0 xt2 xt0 ]
429
movq mm4, [TABLE+8] ; 4 ; w07 w05 w03 w01
430
punpckhwd mm2, mm1 ; 1 ; x7 x3 x6 x2
432
pmaddwd mm3, mm0 ; x4*w06+x0*w04 x4*w02+x0*w00
433
movq mm6, mm2 ; 6 ; x7 x3 x6 x2
435
movq mm1, [TABLE+32] ; 1 ; w22 w20 w18 w16
436
punpckldq mm2, mm2 ; x6 x2 x6 x2 [ xt3 xt1 xt3 xt1 ]
438
pmaddwd mm4, mm2 ; x6*w07+x2*w05 x6*w03+x2*w01
439
punpckhdq mm5, mm5 ; x5 x1 x5 x1 [ xt6 xt4 xt6 xt4 ]
441
pmaddwd mm0, [TABLE+16] ; x4*w14+x0*w12 x4*w10+x0*w08
442
punpckhdq mm6, mm6 ; x7 x3 x7 x3 [ xt7 xt5 xt7 xt5 ]
444
movq mm7, [TABLE+40] ; 7 ; w23 w21 w19 w17
445
pmaddwd mm1, mm5 ; x5*w22+x1*w20 x5*w18+x1*w16
446
;mm3 = a1, a0 (y2,y0)
447
;mm1 = b1, b0 (y3,y1)
451
paddd mm3, [round_frw_row] ; +rounder (y2,y0)
452
pmaddwd mm7, mm6 ; x7*w23+x3*w21 x7*w19+x3*w17
454
pmaddwd mm2, [TABLE+24] ; x6*w15+x2*w13 x6*w11+x2*w09
455
paddd mm3, mm4 ; 4 ; a1=sum(even1) a0=sum(even0) ; now ( y2, y0)
457
pmaddwd mm5, [TABLE+48] ; x5*w30+x1*w28 x5*w26+x1*w24
460
pmaddwd mm6, [TABLE+56] ; x7*w31+x3*w29 x7*w27+x3*w25
461
paddd mm1, mm7 ; 7 ; b1=sum(odd1) b0=sum(odd0) ; now ( y3, y1)
463
paddd mm0, [round_frw_row] ; +rounder (y6,y4)
464
psrad mm3, SHIFT_FRW_ROW ; (y2, y0)
466
paddd mm1, [round_frw_row] ; +rounder (y3,y1)
467
paddd mm0, mm2 ; 2 ; a3=sum(even3) a2=sum(even2) ; now (y6, y4)
469
paddd mm5, [round_frw_row] ; +rounder (y7,y5)
470
psrad mm1, SHIFT_FRW_ROW ; y1=a1+b1 y0=a0+b0
472
paddd mm5, mm6 ; 6 ; b3=sum(odd3) b2=sum(odd2) ; now ( y7, y5)
473
psrad mm0, SHIFT_FRW_ROW ;y3=a3+b3 y2=a2+b2
475
add OUT, 16; ; increment row-output address by 1 row
476
psrad mm5, SHIFT_FRW_ROW ; y4=a3-b3 y5=a2-b2
478
add INP, 16; ; increment row-address by 1 row
479
packssdw mm3, mm0 ; 0 ; y6 y4 y2 y0
481
packssdw mm1, mm5 ; 3 ; y7 y5 y3 y1
482
movq mm6, mm3; ; mm0 = y6 y4 y2 y0
484
punpcklwd mm3, mm1; ; y3 y2 y1 y0
485
sub edi, 0x01; ; i = i - 1
487
punpckhwd mm6, mm1; ; y7 y6 y5 y4
488
add TABLE,64; ; increment to next table
490
movq [OUT-16], mm3 ; 1 ; save y3 y2 y1 y0
492
movq [OUT-8], mm6 ; 7 ; save y7 y6 y5 y4
495
jg near .lp_mmx_fdct_row1; ; begin fdct processing on next row
497
;; Tidy up and return
504
pop ebp ; restore stack pointer
b'\\ No newline at end of file'
added
removed
ffmpeg/libavcodec/i386/fdct_mmx.s
