~andersk/ubuntu/oneiric/openssl/spurious-reboot

1.1.11 by Kurt Roeckx
Import upstream version 1.0.0c
1
#!/usr/bin/env perl
2
#
3
# ====================================================================
4
# Written by Andy Polyakov <appro@fy.chalmers.se> for the OpenSSL
5
# project. Rights for redistribution and usage in source and binary
6
# forms are granted according to the OpenSSL license.
7
# ====================================================================
8
#
9
# whirlpool_block_mmx implementation.
10
#
11
*SCALE=\(2); # 2 or 8, that is the question:-) Value of 8 results
12
# in 16KB large table, which is tough on L1 cache, but eliminates
13
# unaligned references to it. Value of 2 results in 4KB table, but
14
# 7/8 of references to it are unaligned. AMD cores seem to be
15
# allergic to the latter, while Intel ones - to former [see the
16
# table]. I stick to value of 2 for two reasons: 1. smaller table
17
# minimizes cache trashing and thus mitigates the hazard of side-
18
# channel leakage similar to AES cache-timing one; 2. performance
19
# gap among different ยต-archs is smaller.
20
#
21
# Performance table lists rounded amounts of CPU cycles spent by
22
# whirlpool_block_mmx routine on single 64 byte input block, i.e.
23
# smaller is better and asymptotic throughput can be estimated by
24
# multiplying 64 by CPU clock frequency and dividing by relevant
25
# value from the given table:
26
#
27
#		$SCALE=2/8	icc8	gcc3	
28
# Intel P4	3200/4600	4600(*)	6400
29
# Intel PIII	2900/3000	4900	5400
30
# AMD K[78]	2500/1800	9900	8200(**)
31
#
32
# (*)	I've sketched even non-MMX assembler, but for the record
33
#	I've failed to beat the Intel compiler on P4, without using
34
#	MMX that is...
35
# (**)	... on AMD on the other hand non-MMX assembler was observed
36
#	to perform significantly better, but I figured this MMX
37
#	implementation is even faster anyway, so why bother? As for
38
#	pre-MMX AMD core[s], the improvement coefficient is more
39
#	than likely to vary anyway and I don't know how. But the
40
#	least I know is that gcc-generated code compiled with
41
#	-DL_ENDIAN and -DOPENSSL_SMALL_FOOTPRINT [see C module for
42
#	details] and optimized for Pentium was observed to perform
43
#	*better* on Pentium 100 than unrolled non-MMX assembler
44
#	loop... So we just say that I don't know if maintaining
45
#	non-MMX implementation would actually pay off, but till
46
#	opposite is proved "unlikely" is assumed.
47
48
$0 =~ m/(.*[\/\\])[^\/\\]+$/; $dir=$1;
49
push(@INC,"${dir}","${dir}../../perlasm");
50
require "x86asm.pl";
51
52
&asm_init($ARGV[0],"wp-mmx.pl");
53
54
sub L()  { &data_byte(@_); }
55
sub LL()
56
{	if	($SCALE==2)	{ &data_byte(@_); &data_byte(@_); }
57
	elsif	($SCALE==8)	{ for ($i=0;$i<8;$i++) {
58
					&data_byte(@_);
59
					unshift(@_,pop(@_));
60
				  }
61
				}
62
	else			{ die "unvalid SCALE value"; }
63
}
64
65
sub scale()
66
{	if	($SCALE==2)	{ &lea(@_[0],&DWP(0,@_[1],@_[1])); }
67
	elsif	($SCALE==8)	{ &lea(@_[0],&DWP(0,"",@_[1],8));  }
68
	else			{ die "unvalid SCALE value";       }
69
}
70
71
sub row()
72
{	if	($SCALE==2)	{ ((8-shift)&7); }
73
	elsif	($SCALE==8)	{ (8*shift);     }
74
	else			{ die "unvalid SCALE value"; }
75
}
76
77
$tbl="ebp";
78
@mm=("mm0","mm1","mm2","mm3","mm4","mm5","mm6","mm7");
79
80
&function_begin_B("whirlpool_block_mmx");
81
	&push	("ebp");
82
	&push	("ebx");
83
	&push	("esi");
84
	&push	("edi");
85
86
	&mov	("esi",&wparam(0));		# hash value
87
	&mov	("edi",&wparam(1));		# input data stream
88
	&mov	("ebp",&wparam(2));		# number of chunks in input
89
90
	&mov	("eax","esp");			# copy stack pointer
91
	&sub	("esp",128+20);			# allocate frame
92
	&and	("esp",-64);			# align for cache-line
93
94
	&lea	("ebx",&DWP(128,"esp"));
95
	&mov	(&DWP(0,"ebx"),"esi");		# save parameter block
96
	&mov	(&DWP(4,"ebx"),"edi");
97
	&mov	(&DWP(8,"ebx"),"ebp");
98
	&mov	(&DWP(16,"ebx"),"eax");		# saved stack pointer
99
100
	&call	(&label("pic_point"));
101
&set_label("pic_point");
102
	&blindpop($tbl);
103
	&lea	($tbl,&DWP(&label("table")."-".&label("pic_point"),$tbl));
104
105
	&xor	("ecx","ecx");
106
	&xor	("edx","edx");
107
108
	for($i=0;$i<8;$i++) { &movq(@mm[$i],&QWP($i*8,"esi")); }    # L=H
109
&set_label("outerloop");
110
	for($i=0;$i<8;$i++) { &movq(&QWP($i*8,"esp"),@mm[$i]); }    # K=L
111
	for($i=0;$i<8;$i++) { &pxor(@mm[$i],&QWP($i*8,"edi")); }    # L^=inp
112
	for($i=0;$i<8;$i++) { &movq(&QWP(64+$i*8,"esp"),@mm[$i]); } # S=L
113
114
	&xor	("esi","esi");
115
	&mov	(&DWP(12,"ebx"),"esi");		# zero round counter
116
117
&set_label("round",16);
118
	&movq	(@mm[0],&QWP(2048*$SCALE,$tbl,"esi",8));	# rc[r]
119
	&mov	("eax",&DWP(0,"esp"));
120
	&mov	("ebx",&DWP(4,"esp"));
121
for($i=0;$i<8;$i++) {
122
    my $func = ($i==0)? movq : pxor;
123
	&movb	(&LB("ecx"),&LB("eax"));
124
	&movb	(&LB("edx"),&HB("eax"));
125
	&scale	("esi","ecx");
126
	&scale	("edi","edx");
127
	&shr	("eax",16);
128
	&pxor	(@mm[0],&QWP(&row(0),$tbl,"esi",8));
129
	&$func	(@mm[1],&QWP(&row(1),$tbl,"edi",8));
130
	&movb	(&LB("ecx"),&LB("eax"));
131
	&movb	(&LB("edx"),&HB("eax"));
132
	&mov	("eax",&DWP(($i+1)*8,"esp"));
133
	&scale	("esi","ecx");
134
	&scale	("edi","edx");
135
	&$func	(@mm[2],&QWP(&row(2),$tbl,"esi",8));
136
	&$func	(@mm[3],&QWP(&row(3),$tbl,"edi",8));
137
	&movb	(&LB("ecx"),&LB("ebx"));
138
	&movb	(&LB("edx"),&HB("ebx"));
139
	&scale	("esi","ecx");
140
	&scale	("edi","edx");
141
	&shr	("ebx",16);
142
	&$func	(@mm[4],&QWP(&row(4),$tbl,"esi",8));
143
	&$func	(@mm[5],&QWP(&row(5),$tbl,"edi",8));
144
	&movb	(&LB("ecx"),&LB("ebx"));
145
	&movb	(&LB("edx"),&HB("ebx"));
146
	&mov	("ebx",&DWP(($i+1)*8+4,"esp"));
147
	&scale	("esi","ecx");
148
	&scale	("edi","edx");
149
	&$func	(@mm[6],&QWP(&row(6),$tbl,"esi",8));
150
	&$func	(@mm[7],&QWP(&row(7),$tbl,"edi",8));
151
    push(@mm,shift(@mm));
152
}
153
154
	for($i=0;$i<8;$i++) { &movq(&QWP($i*8,"esp"),@mm[$i]); }    # K=L
155
156
for($i=0;$i<8;$i++) {
157
	&movb	(&LB("ecx"),&LB("eax"));
158
	&movb	(&LB("edx"),&HB("eax"));
159
	&scale	("esi","ecx");
160
	&scale	("edi","edx");
161
	&shr	("eax",16);
162
	&pxor	(@mm[0],&QWP(&row(0),$tbl,"esi",8));
163
	&pxor	(@mm[1],&QWP(&row(1),$tbl,"edi",8));
164
	&movb	(&LB("ecx"),&LB("eax"));
165
	&movb	(&LB("edx"),&HB("eax"));
166
	&mov	("eax",&DWP(64+($i+1)*8,"esp"))		if ($i<7);
167
	&scale	("esi","ecx");
168
	&scale	("edi","edx");
169
	&pxor	(@mm[2],&QWP(&row(2),$tbl,"esi",8));
170
	&pxor	(@mm[3],&QWP(&row(3),$tbl,"edi",8));
171
	&movb	(&LB("ecx"),&LB("ebx"));
172
	&movb	(&LB("edx"),&HB("ebx"));
173
	&scale	("esi","ecx");
174
	&scale	("edi","edx");
175
	&shr	("ebx",16);
176
	&pxor	(@mm[4],&QWP(&row(4),$tbl,"esi",8));
177
	&pxor	(@mm[5],&QWP(&row(5),$tbl,"edi",8));
178
	&movb	(&LB("ecx"),&LB("ebx"));
179
	&movb	(&LB("edx"),&HB("ebx"));
180
	&mov	("ebx",&DWP(64+($i+1)*8+4,"esp"))	if ($i<7);
181
	&scale	("esi","ecx");
182
	&scale	("edi","edx");
183
	&pxor	(@mm[6],&QWP(&row(6),$tbl,"esi",8));
184
	&pxor	(@mm[7],&QWP(&row(7),$tbl,"edi",8));
185
    push(@mm,shift(@mm));
186
}
187
	&lea	("ebx",&DWP(128,"esp"));
188
	&mov	("esi",&DWP(12,"ebx"));		# pull round counter
189
	&add	("esi",1);
190
	&cmp	("esi",10);
191
	&je	(&label("roundsdone"));
192
193
	&mov	(&DWP(12,"ebx"),"esi");		# update round counter
194
	for($i=0;$i<8;$i++) { &movq(&QWP(64+$i*8,"esp"),@mm[$i]); } # S=L
195
	&jmp	(&label("round"));
196
197
&set_label("roundsdone",16);
198
	&mov	("esi",&DWP(0,"ebx"));		# reload argument block
199
	&mov	("edi",&DWP(4,"ebx"));
200
	&mov	("eax",&DWP(8,"ebx"));
201
202
	for($i=0;$i<8;$i++) { &pxor(@mm[$i],&QWP($i*8,"edi")); }    # L^=inp
203
	for($i=0;$i<8;$i++) { &pxor(@mm[$i],&QWP($i*8,"esi")); }    # L^=H
204
	for($i=0;$i<8;$i++) { &movq(&QWP($i*8,"esi"),@mm[$i]); }    # H=L
205
206
	&lea	("edi",&DWP(64,"edi"));		# inp+=64
207
	&sub	("eax",1);			# num--
208
	&jz	(&label("alldone"));
209
	&mov	(&DWP(4,"ebx"),"edi");		# update argument block
210
	&mov	(&DWP(8,"ebx"),"eax");
211
	&jmp	(&label("outerloop"));
212
213
&set_label("alldone");
214
	&emms	();
215
	&mov	("esp",&DWP(16,"ebx"));		# restore saved stack pointer
216
	&pop	("edi");
217
	&pop	("esi");
218
	&pop	("ebx");
219
	&pop	("ebp");
220
	&ret	();
221
222
&align(64);
223
&set_label("table");
224
	&LL(0x18,0x18,0x60,0x18,0xc0,0x78,0x30,0xd8);
225
	&LL(0x23,0x23,0x8c,0x23,0x05,0xaf,0x46,0x26);
226
	&LL(0xc6,0xc6,0x3f,0xc6,0x7e,0xf9,0x91,0xb8);
227
	&LL(0xe8,0xe8,0x87,0xe8,0x13,0x6f,0xcd,0xfb);
228
	&LL(0x87,0x87,0x26,0x87,0x4c,0xa1,0x13,0xcb);
229
	&LL(0xb8,0xb8,0xda,0xb8,0xa9,0x62,0x6d,0x11);
230
	&LL(0x01,0x01,0x04,0x01,0x08,0x05,0x02,0x09);
231
	&LL(0x4f,0x4f,0x21,0x4f,0x42,0x6e,0x9e,0x0d);
232
	&LL(0x36,0x36,0xd8,0x36,0xad,0xee,0x6c,0x9b);
233
	&LL(0xa6,0xa6,0xa2,0xa6,0x59,0x04,0x51,0xff);
234
	&LL(0xd2,0xd2,0x6f,0xd2,0xde,0xbd,0xb9,0x0c);
235
	&LL(0xf5,0xf5,0xf3,0xf5,0xfb,0x06,0xf7,0x0e);
236
	&LL(0x79,0x79,0xf9,0x79,0xef,0x80,0xf2,0x96);
237
	&LL(0x6f,0x6f,0xa1,0x6f,0x5f,0xce,0xde,0x30);
238
	&LL(0x91,0x91,0x7e,0x91,0xfc,0xef,0x3f,0x6d);
239
	&LL(0x52,0x52,0x55,0x52,0xaa,0x07,0xa4,0xf8);
240
	&LL(0x60,0x60,0x9d,0x60,0x27,0xfd,0xc0,0x47);
241
	&LL(0xbc,0xbc,0xca,0xbc,0x89,0x76,0x65,0x35);
242
	&LL(0x9b,0x9b,0x56,0x9b,0xac,0xcd,0x2b,0x37);
243
	&LL(0x8e,0x8e,0x02,0x8e,0x04,0x8c,0x01,0x8a);
244
	&LL(0xa3,0xa3,0xb6,0xa3,0x71,0x15,0x5b,0xd2);
245
	&LL(0x0c,0x0c,0x30,0x0c,0x60,0x3c,0x18,0x6c);
246
	&LL(0x7b,0x7b,0xf1,0x7b,0xff,0x8a,0xf6,0x84);
247
	&LL(0x35,0x35,0xd4,0x35,0xb5,0xe1,0x6a,0x80);
248
	&LL(0x1d,0x1d,0x74,0x1d,0xe8,0x69,0x3a,0xf5);
249
	&LL(0xe0,0xe0,0xa7,0xe0,0x53,0x47,0xdd,0xb3);
250
	&LL(0xd7,0xd7,0x7b,0xd7,0xf6,0xac,0xb3,0x21);
251
	&LL(0xc2,0xc2,0x2f,0xc2,0x5e,0xed,0x99,0x9c);
252
	&LL(0x2e,0x2e,0xb8,0x2e,0x6d,0x96,0x5c,0x43);
253
	&LL(0x4b,0x4b,0x31,0x4b,0x62,0x7a,0x96,0x29);
254
	&LL(0xfe,0xfe,0xdf,0xfe,0xa3,0x21,0xe1,0x5d);
255
	&LL(0x57,0x57,0x41,0x57,0x82,0x16,0xae,0xd5);
256
	&LL(0x15,0x15,0x54,0x15,0xa8,0x41,0x2a,0xbd);
257
	&LL(0x77,0x77,0xc1,0x77,0x9f,0xb6,0xee,0xe8);
258
	&LL(0x37,0x37,0xdc,0x37,0xa5,0xeb,0x6e,0x92);
259
	&LL(0xe5,0xe5,0xb3,0xe5,0x7b,0x56,0xd7,0x9e);
260
	&LL(0x9f,0x9f,0x46,0x9f,0x8c,0xd9,0x23,0x13);
261
	&LL(0xf0,0xf0,0xe7,0xf0,0xd3,0x17,0xfd,0x23);
262
	&LL(0x4a,0x4a,0x35,0x4a,0x6a,0x7f,0x94,0x20);
263
	&LL(0xda,0xda,0x4f,0xda,0x9e,0x95,0xa9,0x44);
264
	&LL(0x58,0x58,0x7d,0x58,0xfa,0x25,0xb0,0xa2);
265
	&LL(0xc9,0xc9,0x03,0xc9,0x06,0xca,0x8f,0xcf);
266
	&LL(0x29,0x29,0xa4,0x29,0x55,0x8d,0x52,0x7c);
267
	&LL(0x0a,0x0a,0x28,0x0a,0x50,0x22,0x14,0x5a);
268
	&LL(0xb1,0xb1,0xfe,0xb1,0xe1,0x4f,0x7f,0x50);
269
	&LL(0xa0,0xa0,0xba,0xa0,0x69,0x1a,0x5d,0xc9);
270
	&LL(0x6b,0x6b,0xb1,0x6b,0x7f,0xda,0xd6,0x14);
271
	&LL(0x85,0x85,0x2e,0x85,0x5c,0xab,0x17,0xd9);
272
	&LL(0xbd,0xbd,0xce,0xbd,0x81,0x73,0x67,0x3c);
273
	&LL(0x5d,0x5d,0x69,0x5d,0xd2,0x34,0xba,0x8f);
274
	&LL(0x10,0x10,0x40,0x10,0x80,0x50,0x20,0x90);
275
	&LL(0xf4,0xf4,0xf7,0xf4,0xf3,0x03,0xf5,0x07);
276
	&LL(0xcb,0xcb,0x0b,0xcb,0x16,0xc0,0x8b,0xdd);
277
	&LL(0x3e,0x3e,0xf8,0x3e,0xed,0xc6,0x7c,0xd3);
278
	&LL(0x05,0x05,0x14,0x05,0x28,0x11,0x0a,0x2d);
279
	&LL(0x67,0x67,0x81,0x67,0x1f,0xe6,0xce,0x78);
280
	&LL(0xe4,0xe4,0xb7,0xe4,0x73,0x53,0xd5,0x97);
281
	&LL(0x27,0x27,0x9c,0x27,0x25,0xbb,0x4e,0x02);
282
	&LL(0x41,0x41,0x19,0x41,0x32,0x58,0x82,0x73);
283
	&LL(0x8b,0x8b,0x16,0x8b,0x2c,0x9d,0x0b,0xa7);
284
	&LL(0xa7,0xa7,0xa6,0xa7,0x51,0x01,0x53,0xf6);
285
	&LL(0x7d,0x7d,0xe9,0x7d,0xcf,0x94,0xfa,0xb2);
286
	&LL(0x95,0x95,0x6e,0x95,0xdc,0xfb,0x37,0x49);
287
	&LL(0xd8,0xd8,0x47,0xd8,0x8e,0x9f,0xad,0x56);
288
	&LL(0xfb,0xfb,0xcb,0xfb,0x8b,0x30,0xeb,0x70);
289
	&LL(0xee,0xee,0x9f,0xee,0x23,0x71,0xc1,0xcd);
290
	&LL(0x7c,0x7c,0xed,0x7c,0xc7,0x91,0xf8,0xbb);
291
	&LL(0x66,0x66,0x85,0x66,0x17,0xe3,0xcc,0x71);
292
	&LL(0xdd,0xdd,0x53,0xdd,0xa6,0x8e,0xa7,0x7b);
293
	&LL(0x17,0x17,0x5c,0x17,0xb8,0x4b,0x2e,0xaf);
294
	&LL(0x47,0x47,0x01,0x47,0x02,0x46,0x8e,0x45);
295
	&LL(0x9e,0x9e,0x42,0x9e,0x84,0xdc,0x21,0x1a);
296
	&LL(0xca,0xca,0x0f,0xca,0x1e,0xc5,0x89,0xd4);
297
	&LL(0x2d,0x2d,0xb4,0x2d,0x75,0x99,0x5a,0x58);
298
	&LL(0xbf,0xbf,0xc6,0xbf,0x91,0x79,0x63,0x2e);
299
	&LL(0x07,0x07,0x1c,0x07,0x38,0x1b,0x0e,0x3f);
300
	&LL(0xad,0xad,0x8e,0xad,0x01,0x23,0x47,0xac);
301
	&LL(0x5a,0x5a,0x75,0x5a,0xea,0x2f,0xb4,0xb0);
302
	&LL(0x83,0x83,0x36,0x83,0x6c,0xb5,0x1b,0xef);
303
	&LL(0x33,0x33,0xcc,0x33,0x85,0xff,0x66,0xb6);
304
	&LL(0x63,0x63,0x91,0x63,0x3f,0xf2,0xc6,0x5c);
305
	&LL(0x02,0x02,0x08,0x02,0x10,0x0a,0x04,0x12);
306
	&LL(0xaa,0xaa,0x92,0xaa,0x39,0x38,0x49,0x93);
307
	&LL(0x71,0x71,0xd9,0x71,0xaf,0xa8,0xe2,0xde);
308
	&LL(0xc8,0xc8,0x07,0xc8,0x0e,0xcf,0x8d,0xc6);
309
	&LL(0x19,0x19,0x64,0x19,0xc8,0x7d,0x32,0xd1);
310
	&LL(0x49,0x49,0x39,0x49,0x72,0x70,0x92,0x3b);
311
	&LL(0xd9,0xd9,0x43,0xd9,0x86,0x9a,0xaf,0x5f);
312
	&LL(0xf2,0xf2,0xef,0xf2,0xc3,0x1d,0xf9,0x31);
313
	&LL(0xe3,0xe3,0xab,0xe3,0x4b,0x48,0xdb,0xa8);
314
	&LL(0x5b,0x5b,0x71,0x5b,0xe2,0x2a,0xb6,0xb9);
315
	&LL(0x88,0x88,0x1a,0x88,0x34,0x92,0x0d,0xbc);
316
	&LL(0x9a,0x9a,0x52,0x9a,0xa4,0xc8,0x29,0x3e);
317
	&LL(0x26,0x26,0x98,0x26,0x2d,0xbe,0x4c,0x0b);
318
	&LL(0x32,0x32,0xc8,0x32,0x8d,0xfa,0x64,0xbf);
319
	&LL(0xb0,0xb0,0xfa,0xb0,0xe9,0x4a,0x7d,0x59);
320
	&LL(0xe9,0xe9,0x83,0xe9,0x1b,0x6a,0xcf,0xf2);
321
	&LL(0x0f,0x0f,0x3c,0x0f,0x78,0x33,0x1e,0x77);
322
	&LL(0xd5,0xd5,0x73,0xd5,0xe6,0xa6,0xb7,0x33);
323
	&LL(0x80,0x80,0x3a,0x80,0x74,0xba,0x1d,0xf4);
324
	&LL(0xbe,0xbe,0xc2,0xbe,0x99,0x7c,0x61,0x27);
325
	&LL(0xcd,0xcd,0x13,0xcd,0x26,0xde,0x87,0xeb);
326
	&LL(0x34,0x34,0xd0,0x34,0xbd,0xe4,0x68,0x89);
327
	&LL(0x48,0x48,0x3d,0x48,0x7a,0x75,0x90,0x32);
328
	&LL(0xff,0xff,0xdb,0xff,0xab,0x24,0xe3,0x54);
329
	&LL(0x7a,0x7a,0xf5,0x7a,0xf7,0x8f,0xf4,0x8d);
330
	&LL(0x90,0x90,0x7a,0x90,0xf4,0xea,0x3d,0x64);
331
	&LL(0x5f,0x5f,0x61,0x5f,0xc2,0x3e,0xbe,0x9d);
332
	&LL(0x20,0x20,0x80,0x20,0x1d,0xa0,0x40,0x3d);
333
	&LL(0x68,0x68,0xbd,0x68,0x67,0xd5,0xd0,0x0f);
334
	&LL(0x1a,0x1a,0x68,0x1a,0xd0,0x72,0x34,0xca);
335
	&LL(0xae,0xae,0x82,0xae,0x19,0x2c,0x41,0xb7);
336
	&LL(0xb4,0xb4,0xea,0xb4,0xc9,0x5e,0x75,0x7d);
337
	&LL(0x54,0x54,0x4d,0x54,0x9a,0x19,0xa8,0xce);
338
	&LL(0x93,0x93,0x76,0x93,0xec,0xe5,0x3b,0x7f);
339
	&LL(0x22,0x22,0x88,0x22,0x0d,0xaa,0x44,0x2f);
340
	&LL(0x64,0x64,0x8d,0x64,0x07,0xe9,0xc8,0x63);
341
	&LL(0xf1,0xf1,0xe3,0xf1,0xdb,0x12,0xff,0x2a);
342
	&LL(0x73,0x73,0xd1,0x73,0xbf,0xa2,0xe6,0xcc);
343
	&LL(0x12,0x12,0x48,0x12,0x90,0x5a,0x24,0x82);
344
	&LL(0x40,0x40,0x1d,0x40,0x3a,0x5d,0x80,0x7a);
345
	&LL(0x08,0x08,0x20,0x08,0x40,0x28,0x10,0x48);
346
	&LL(0xc3,0xc3,0x2b,0xc3,0x56,0xe8,0x9b,0x95);
347
	&LL(0xec,0xec,0x97,0xec,0x33,0x7b,0xc5,0xdf);
348
	&LL(0xdb,0xdb,0x4b,0xdb,0x96,0x90,0xab,0x4d);
349
	&LL(0xa1,0xa1,0xbe,0xa1,0x61,0x1f,0x5f,0xc0);
350
	&LL(0x8d,0x8d,0x0e,0x8d,0x1c,0x83,0x07,0x91);
351
	&LL(0x3d,0x3d,0xf4,0x3d,0xf5,0xc9,0x7a,0xc8);
352
	&LL(0x97,0x97,0x66,0x97,0xcc,0xf1,0x33,0x5b);
353
	&LL(0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00);
354
	&LL(0xcf,0xcf,0x1b,0xcf,0x36,0xd4,0x83,0xf9);
355
	&LL(0x2b,0x2b,0xac,0x2b,0x45,0x87,0x56,0x6e);
356
	&LL(0x76,0x76,0xc5,0x76,0x97,0xb3,0xec,0xe1);
357
	&LL(0x82,0x82,0x32,0x82,0x64,0xb0,0x19,0xe6);
358
	&LL(0xd6,0xd6,0x7f,0xd6,0xfe,0xa9,0xb1,0x28);
359
	&LL(0x1b,0x1b,0x6c,0x1b,0xd8,0x77,0x36,0xc3);
360
	&LL(0xb5,0xb5,0xee,0xb5,0xc1,0x5b,0x77,0x74);
361
	&LL(0xaf,0xaf,0x86,0xaf,0x11,0x29,0x43,0xbe);
362
	&LL(0x6a,0x6a,0xb5,0x6a,0x77,0xdf,0xd4,0x1d);
363
	&LL(0x50,0x50,0x5d,0x50,0xba,0x0d,0xa0,0xea);
364
	&LL(0x45,0x45,0x09,0x45,0x12,0x4c,0x8a,0x57);
365
	&LL(0xf3,0xf3,0xeb,0xf3,0xcb,0x18,0xfb,0x38);
366
	&LL(0x30,0x30,0xc0,0x30,0x9d,0xf0,0x60,0xad);
367
	&LL(0xef,0xef,0x9b,0xef,0x2b,0x74,0xc3,0xc4);
368
	&LL(0x3f,0x3f,0xfc,0x3f,0xe5,0xc3,0x7e,0xda);
369
	&LL(0x55,0x55,0x49,0x55,0x92,0x1c,0xaa,0xc7);
370
	&LL(0xa2,0xa2,0xb2,0xa2,0x79,0x10,0x59,0xdb);
371
	&LL(0xea,0xea,0x8f,0xea,0x03,0x65,0xc9,0xe9);
372
	&LL(0x65,0x65,0x89,0x65,0x0f,0xec,0xca,0x6a);
373
	&LL(0xba,0xba,0xd2,0xba,0xb9,0x68,0x69,0x03);
374
	&LL(0x2f,0x2f,0xbc,0x2f,0x65,0x93,0x5e,0x4a);
375
	&LL(0xc0,0xc0,0x27,0xc0,0x4e,0xe7,0x9d,0x8e);
376
	&LL(0xde,0xde,0x5f,0xde,0xbe,0x81,0xa1,0x60);
377
	&LL(0x1c,0x1c,0x70,0x1c,0xe0,0x6c,0x38,0xfc);
378
	&LL(0xfd,0xfd,0xd3,0xfd,0xbb,0x2e,0xe7,0x46);
379
	&LL(0x4d,0x4d,0x29,0x4d,0x52,0x64,0x9a,0x1f);
380
	&LL(0x92,0x92,0x72,0x92,0xe4,0xe0,0x39,0x76);
381
	&LL(0x75,0x75,0xc9,0x75,0x8f,0xbc,0xea,0xfa);
382
	&LL(0x06,0x06,0x18,0x06,0x30,0x1e,0x0c,0x36);
383
	&LL(0x8a,0x8a,0x12,0x8a,0x24,0x98,0x09,0xae);
384
	&LL(0xb2,0xb2,0xf2,0xb2,0xf9,0x40,0x79,0x4b);
385
	&LL(0xe6,0xe6,0xbf,0xe6,0x63,0x59,0xd1,0x85);
386
	&LL(0x0e,0x0e,0x38,0x0e,0x70,0x36,0x1c,0x7e);
387
	&LL(0x1f,0x1f,0x7c,0x1f,0xf8,0x63,0x3e,0xe7);
388
	&LL(0x62,0x62,0x95,0x62,0x37,0xf7,0xc4,0x55);
389
	&LL(0xd4,0xd4,0x77,0xd4,0xee,0xa3,0xb5,0x3a);
390
	&LL(0xa8,0xa8,0x9a,0xa8,0x29,0x32,0x4d,0x81);
391
	&LL(0x96,0x96,0x62,0x96,0xc4,0xf4,0x31,0x52);
392
	&LL(0xf9,0xf9,0xc3,0xf9,0x9b,0x3a,0xef,0x62);
393
	&LL(0xc5,0xc5,0x33,0xc5,0x66,0xf6,0x97,0xa3);
394
	&LL(0x25,0x25,0x94,0x25,0x35,0xb1,0x4a,0x10);
395
	&LL(0x59,0x59,0x79,0x59,0xf2,0x20,0xb2,0xab);
396
	&LL(0x84,0x84,0x2a,0x84,0x54,0xae,0x15,0xd0);
397
	&LL(0x72,0x72,0xd5,0x72,0xb7,0xa7,0xe4,0xc5);
398
	&LL(0x39,0x39,0xe4,0x39,0xd5,0xdd,0x72,0xec);
399
	&LL(0x4c,0x4c,0x2d,0x4c,0x5a,0x61,0x98,0x16);
400
	&LL(0x5e,0x5e,0x65,0x5e,0xca,0x3b,0xbc,0x94);
401
	&LL(0x78,0x78,0xfd,0x78,0xe7,0x85,0xf0,0x9f);
402
	&LL(0x38,0x38,0xe0,0x38,0xdd,0xd8,0x70,0xe5);
403
	&LL(0x8c,0x8c,0x0a,0x8c,0x14,0x86,0x05,0x98);
404
	&LL(0xd1,0xd1,0x63,0xd1,0xc6,0xb2,0xbf,0x17);
405
	&LL(0xa5,0xa5,0xae,0xa5,0x41,0x0b,0x57,0xe4);
406
	&LL(0xe2,0xe2,0xaf,0xe2,0x43,0x4d,0xd9,0xa1);
407
	&LL(0x61,0x61,0x99,0x61,0x2f,0xf8,0xc2,0x4e);
408
	&LL(0xb3,0xb3,0xf6,0xb3,0xf1,0x45,0x7b,0x42);
409
	&LL(0x21,0x21,0x84,0x21,0x15,0xa5,0x42,0x34);
410
	&LL(0x9c,0x9c,0x4a,0x9c,0x94,0xd6,0x25,0x08);
411
	&LL(0x1e,0x1e,0x78,0x1e,0xf0,0x66,0x3c,0xee);
412
	&LL(0x43,0x43,0x11,0x43,0x22,0x52,0x86,0x61);
413
	&LL(0xc7,0xc7,0x3b,0xc7,0x76,0xfc,0x93,0xb1);
414
	&LL(0xfc,0xfc,0xd7,0xfc,0xb3,0x2b,0xe5,0x4f);
415
	&LL(0x04,0x04,0x10,0x04,0x20,0x14,0x08,0x24);
416
	&LL(0x51,0x51,0x59,0x51,0xb2,0x08,0xa2,0xe3);
417
	&LL(0x99,0x99,0x5e,0x99,0xbc,0xc7,0x2f,0x25);
418
	&LL(0x6d,0x6d,0xa9,0x6d,0x4f,0xc4,0xda,0x22);
419
	&LL(0x0d,0x0d,0x34,0x0d,0x68,0x39,0x1a,0x65);
420
	&LL(0xfa,0xfa,0xcf,0xfa,0x83,0x35,0xe9,0x79);
421
	&LL(0xdf,0xdf,0x5b,0xdf,0xb6,0x84,0xa3,0x69);
422
	&LL(0x7e,0x7e,0xe5,0x7e,0xd7,0x9b,0xfc,0xa9);
423
	&LL(0x24,0x24,0x90,0x24,0x3d,0xb4,0x48,0x19);
424
	&LL(0x3b,0x3b,0xec,0x3b,0xc5,0xd7,0x76,0xfe);
425
	&LL(0xab,0xab,0x96,0xab,0x31,0x3d,0x4b,0x9a);
426
	&LL(0xce,0xce,0x1f,0xce,0x3e,0xd1,0x81,0xf0);
427
	&LL(0x11,0x11,0x44,0x11,0x88,0x55,0x22,0x99);
428
	&LL(0x8f,0x8f,0x06,0x8f,0x0c,0x89,0x03,0x83);
429
	&LL(0x4e,0x4e,0x25,0x4e,0x4a,0x6b,0x9c,0x04);
430
	&LL(0xb7,0xb7,0xe6,0xb7,0xd1,0x51,0x73,0x66);
431
	&LL(0xeb,0xeb,0x8b,0xeb,0x0b,0x60,0xcb,0xe0);
432
	&LL(0x3c,0x3c,0xf0,0x3c,0xfd,0xcc,0x78,0xc1);
433
	&LL(0x81,0x81,0x3e,0x81,0x7c,0xbf,0x1f,0xfd);
434
	&LL(0x94,0x94,0x6a,0x94,0xd4,0xfe,0x35,0x40);
435
	&LL(0xf7,0xf7,0xfb,0xf7,0xeb,0x0c,0xf3,0x1c);
436
	&LL(0xb9,0xb9,0xde,0xb9,0xa1,0x67,0x6f,0x18);
437
	&LL(0x13,0x13,0x4c,0x13,0x98,0x5f,0x26,0x8b);
438
	&LL(0x2c,0x2c,0xb0,0x2c,0x7d,0x9c,0x58,0x51);
439
	&LL(0xd3,0xd3,0x6b,0xd3,0xd6,0xb8,0xbb,0x05);
440
	&LL(0xe7,0xe7,0xbb,0xe7,0x6b,0x5c,0xd3,0x8c);
441
	&LL(0x6e,0x6e,0xa5,0x6e,0x57,0xcb,0xdc,0x39);
442
	&LL(0xc4,0xc4,0x37,0xc4,0x6e,0xf3,0x95,0xaa);
443
	&LL(0x03,0x03,0x0c,0x03,0x18,0x0f,0x06,0x1b);
444
	&LL(0x56,0x56,0x45,0x56,0x8a,0x13,0xac,0xdc);
445
	&LL(0x44,0x44,0x0d,0x44,0x1a,0x49,0x88,0x5e);
446
	&LL(0x7f,0x7f,0xe1,0x7f,0xdf,0x9e,0xfe,0xa0);
447
	&LL(0xa9,0xa9,0x9e,0xa9,0x21,0x37,0x4f,0x88);
448
	&LL(0x2a,0x2a,0xa8,0x2a,0x4d,0x82,0x54,0x67);
449
	&LL(0xbb,0xbb,0xd6,0xbb,0xb1,0x6d,0x6b,0x0a);
450
	&LL(0xc1,0xc1,0x23,0xc1,0x46,0xe2,0x9f,0x87);
451
	&LL(0x53,0x53,0x51,0x53,0xa2,0x02,0xa6,0xf1);
452
	&LL(0xdc,0xdc,0x57,0xdc,0xae,0x8b,0xa5,0x72);
453
	&LL(0x0b,0x0b,0x2c,0x0b,0x58,0x27,0x16,0x53);
454
	&LL(0x9d,0x9d,0x4e,0x9d,0x9c,0xd3,0x27,0x01);
455
	&LL(0x6c,0x6c,0xad,0x6c,0x47,0xc1,0xd8,0x2b);
456
	&LL(0x31,0x31,0xc4,0x31,0x95,0xf5,0x62,0xa4);
457
	&LL(0x74,0x74,0xcd,0x74,0x87,0xb9,0xe8,0xf3);
458
	&LL(0xf6,0xf6,0xff,0xf6,0xe3,0x09,0xf1,0x15);
459
	&LL(0x46,0x46,0x05,0x46,0x0a,0x43,0x8c,0x4c);
460
	&LL(0xac,0xac,0x8a,0xac,0x09,0x26,0x45,0xa5);
461
	&LL(0x89,0x89,0x1e,0x89,0x3c,0x97,0x0f,0xb5);
462
	&LL(0x14,0x14,0x50,0x14,0xa0,0x44,0x28,0xb4);
463
	&LL(0xe1,0xe1,0xa3,0xe1,0x5b,0x42,0xdf,0xba);
464
	&LL(0x16,0x16,0x58,0x16,0xb0,0x4e,0x2c,0xa6);
465
	&LL(0x3a,0x3a,0xe8,0x3a,0xcd,0xd2,0x74,0xf7);
466
	&LL(0x69,0x69,0xb9,0x69,0x6f,0xd0,0xd2,0x06);
467
	&LL(0x09,0x09,0x24,0x09,0x48,0x2d,0x12,0x41);
468
	&LL(0x70,0x70,0xdd,0x70,0xa7,0xad,0xe0,0xd7);
469
	&LL(0xb6,0xb6,0xe2,0xb6,0xd9,0x54,0x71,0x6f);
470
	&LL(0xd0,0xd0,0x67,0xd0,0xce,0xb7,0xbd,0x1e);
471
	&LL(0xed,0xed,0x93,0xed,0x3b,0x7e,0xc7,0xd6);
472
	&LL(0xcc,0xcc,0x17,0xcc,0x2e,0xdb,0x85,0xe2);
473
	&LL(0x42,0x42,0x15,0x42,0x2a,0x57,0x84,0x68);
474
	&LL(0x98,0x98,0x5a,0x98,0xb4,0xc2,0x2d,0x2c);
475
	&LL(0xa4,0xa4,0xaa,0xa4,0x49,0x0e,0x55,0xed);
476
	&LL(0x28,0x28,0xa0,0x28,0x5d,0x88,0x50,0x75);
477
	&LL(0x5c,0x5c,0x6d,0x5c,0xda,0x31,0xb8,0x86);
478
	&LL(0xf8,0xf8,0xc7,0xf8,0x93,0x3f,0xed,0x6b);
479
	&LL(0x86,0x86,0x22,0x86,0x44,0xa4,0x11,0xc2);
480
481
	&L(0x18,0x23,0xc6,0xe8,0x87,0xb8,0x01,0x4f);	# rc[ROUNDS]
482
	&L(0x36,0xa6,0xd2,0xf5,0x79,0x6f,0x91,0x52);
483
	&L(0x60,0xbc,0x9b,0x8e,0xa3,0x0c,0x7b,0x35);
484
	&L(0x1d,0xe0,0xd7,0xc2,0x2e,0x4b,0xfe,0x57);
485
	&L(0x15,0x77,0x37,0xe5,0x9f,0xf0,0x4a,0xda);
486
	&L(0x58,0xc9,0x29,0x0a,0xb1,0xa0,0x6b,0x85);
487
	&L(0xbd,0x5d,0x10,0xf4,0xcb,0x3e,0x05,0x67);
488
	&L(0xe4,0x27,0x41,0x8b,0xa7,0x7d,0x95,0xd8);
489
	&L(0xfb,0xee,0x7c,0x66,0xdd,0x17,0x47,0x9e);
490
	&L(0xca,0x2d,0xbf,0x07,0xad,0x5a,0x83,0x33);
491
492
&function_end_B("whirlpool_block_mmx");
493
&asm_finish();