2
# Perl utility to run or verify FIPS 140-2 CMVP algorithm tests based on the
3
# pathnames of input algorithm test files actually present (the unqualified
4
# file names are consistent but the pathnames are not).
7
# FIPS test definitions
8
# List of all the unqualified file names we expect and command lines to run
11
my @fips_dsa_test_list = (
15
[ "PQGGen", "fips_dssvs pqg" ],
16
[ "KeyPair", "fips_dssvs keypair" ],
17
[ "SigGen", "fips_dssvs siggen" ],
18
[ "SigVer", "fips_dssvs sigver" ]
22
my @fips_dsa_pqgver_test_list = (
24
[ "PQGVer", "fips_dssvs pqgver" ]
30
my @fips_rsa_test_list = (
34
[ "SigGen15", "fips_rsastest" ],
35
[ "SigVer15", "fips_rsavtest" ],
36
[ "SigVerRSA", "fips_rsavtest -x931" ],
37
[ "KeyGenRSA", "fips_rsagtest" ],
38
[ "SigGenRSA", "fips_rsastest -x931" ]
42
# Special cases for PSS. The filename itself is
43
# not sufficient to determine the test. Addditionally we
44
# need to examine the file contents to determine the salt length
45
# In these cases the test filename has (saltlen) appended.
47
# RSA PSS salt length 0 tests
49
my @fips_rsa_pss0_test_list = (
51
[ "SigGenPSS(0)", "fips_rsastest -saltlen 0" ],
52
[ "SigVerPSS(0)", "fips_rsavtest -saltlen 0" ]
56
# RSA PSS salt length 62 tests
58
my @fips_rsa_pss62_test_list = (
59
[ "SigGenPSS(62)", "fips_rsastest -saltlen 62" ],
60
[ "SigVerPSS(62)", "fips_rsavtest -saltlen 62" ]
66
my @fips_sha_test_list = (
70
[ "SHA1LongMsg", "fips_shatest" ],
71
[ "SHA1Monte", "fips_shatest" ],
72
[ "SHA1ShortMsg", "fips_shatest" ],
73
[ "SHA224LongMsg", "fips_shatest" ],
74
[ "SHA224Monte", "fips_shatest" ],
75
[ "SHA224ShortMsg", "fips_shatest" ],
76
[ "SHA256LongMsg", "fips_shatest" ],
77
[ "SHA256Monte", "fips_shatest" ],
78
[ "SHA256ShortMsg", "fips_shatest" ],
79
[ "SHA384LongMsg", "fips_shatest" ],
80
[ "SHA384Monte", "fips_shatest" ],
81
[ "SHA384ShortMsg", "fips_shatest" ],
82
[ "SHA512LongMsg", "fips_shatest" ],
83
[ "SHA512Monte", "fips_shatest" ],
84
[ "SHA512ShortMsg", "fips_shatest" ]
90
my @fips_hmac_test_list = (
94
[ "HMAC", "fips_hmactest" ]
98
# RAND tests, AES version
100
my @fips_rand_aes_test_list = (
104
[ "ANSI931_AES128MCT", "fips_rngvs mct" ],
105
[ "ANSI931_AES192MCT", "fips_rngvs mct" ],
106
[ "ANSI931_AES256MCT", "fips_rngvs mct" ],
107
[ "ANSI931_AES128VST", "fips_rngvs vst" ],
108
[ "ANSI931_AES192VST", "fips_rngvs vst" ],
109
[ "ANSI931_AES256VST", "fips_rngvs vst" ]
113
# RAND tests, DES2 version
115
my @fips_rand_des2_test_list = (
119
[ "ANSI931_TDES2MCT", "fips_rngvs mct" ],
120
[ "ANSI931_TDES2VST", "fips_rngvs vst" ]
126
my @fips_aes_test_list = (
130
[ "CBCGFSbox128", "fips_aesavs -f" ],
131
[ "CBCGFSbox192", "fips_aesavs -f" ],
132
[ "CBCGFSbox256", "fips_aesavs -f" ],
133
[ "CBCKeySbox128", "fips_aesavs -f" ],
134
[ "CBCKeySbox192", "fips_aesavs -f" ],
135
[ "CBCKeySbox256", "fips_aesavs -f" ],
136
[ "CBCMCT128", "fips_aesavs -f" ],
137
[ "CBCMCT192", "fips_aesavs -f" ],
138
[ "CBCMCT256", "fips_aesavs -f" ],
139
[ "CBCMMT128", "fips_aesavs -f" ],
140
[ "CBCMMT192", "fips_aesavs -f" ],
141
[ "CBCMMT256", "fips_aesavs -f" ],
142
[ "CBCVarKey128", "fips_aesavs -f" ],
143
[ "CBCVarKey192", "fips_aesavs -f" ],
144
[ "CBCVarKey256", "fips_aesavs -f" ],
145
[ "CBCVarTxt128", "fips_aesavs -f" ],
146
[ "CBCVarTxt192", "fips_aesavs -f" ],
147
[ "CBCVarTxt256", "fips_aesavs -f" ],
148
[ "CFB128GFSbox128", "fips_aesavs -f" ],
149
[ "CFB128GFSbox192", "fips_aesavs -f" ],
150
[ "CFB128GFSbox256", "fips_aesavs -f" ],
151
[ "CFB128KeySbox128", "fips_aesavs -f" ],
152
[ "CFB128KeySbox192", "fips_aesavs -f" ],
153
[ "CFB128KeySbox256", "fips_aesavs -f" ],
154
[ "CFB128MCT128", "fips_aesavs -f" ],
155
[ "CFB128MCT192", "fips_aesavs -f" ],
156
[ "CFB128MCT256", "fips_aesavs -f" ],
157
[ "CFB128MMT128", "fips_aesavs -f" ],
158
[ "CFB128MMT192", "fips_aesavs -f" ],
159
[ "CFB128MMT256", "fips_aesavs -f" ],
160
[ "CFB128VarKey128", "fips_aesavs -f" ],
161
[ "CFB128VarKey192", "fips_aesavs -f" ],
162
[ "CFB128VarKey256", "fips_aesavs -f" ],
163
[ "CFB128VarTxt128", "fips_aesavs -f" ],
164
[ "CFB128VarTxt192", "fips_aesavs -f" ],
165
[ "CFB128VarTxt256", "fips_aesavs -f" ],
166
[ "CFB8GFSbox128", "fips_aesavs -f" ],
167
[ "CFB8GFSbox192", "fips_aesavs -f" ],
168
[ "CFB8GFSbox256", "fips_aesavs -f" ],
169
[ "CFB8KeySbox128", "fips_aesavs -f" ],
170
[ "CFB8KeySbox192", "fips_aesavs -f" ],
171
[ "CFB8KeySbox256", "fips_aesavs -f" ],
172
[ "CFB8MCT128", "fips_aesavs -f" ],
173
[ "CFB8MCT192", "fips_aesavs -f" ],
174
[ "CFB8MCT256", "fips_aesavs -f" ],
175
[ "CFB8MMT128", "fips_aesavs -f" ],
176
[ "CFB8MMT192", "fips_aesavs -f" ],
177
[ "CFB8MMT256", "fips_aesavs -f" ],
178
[ "CFB8VarKey128", "fips_aesavs -f" ],
179
[ "CFB8VarKey192", "fips_aesavs -f" ],
180
[ "CFB8VarKey256", "fips_aesavs -f" ],
181
[ "CFB8VarTxt128", "fips_aesavs -f" ],
182
[ "CFB8VarTxt192", "fips_aesavs -f" ],
183
[ "CFB8VarTxt256", "fips_aesavs -f" ],
185
[ "ECBGFSbox128", "fips_aesavs -f" ],
186
[ "ECBGFSbox192", "fips_aesavs -f" ],
187
[ "ECBGFSbox256", "fips_aesavs -f" ],
188
[ "ECBKeySbox128", "fips_aesavs -f" ],
189
[ "ECBKeySbox192", "fips_aesavs -f" ],
190
[ "ECBKeySbox256", "fips_aesavs -f" ],
191
[ "ECBMCT128", "fips_aesavs -f" ],
192
[ "ECBMCT192", "fips_aesavs -f" ],
193
[ "ECBMCT256", "fips_aesavs -f" ],
194
[ "ECBMMT128", "fips_aesavs -f" ],
195
[ "ECBMMT192", "fips_aesavs -f" ],
196
[ "ECBMMT256", "fips_aesavs -f" ],
197
[ "ECBVarKey128", "fips_aesavs -f" ],
198
[ "ECBVarKey192", "fips_aesavs -f" ],
199
[ "ECBVarKey256", "fips_aesavs -f" ],
200
[ "ECBVarTxt128", "fips_aesavs -f" ],
201
[ "ECBVarTxt192", "fips_aesavs -f" ],
202
[ "ECBVarTxt256", "fips_aesavs -f" ],
203
[ "OFBGFSbox128", "fips_aesavs -f" ],
204
[ "OFBGFSbox192", "fips_aesavs -f" ],
205
[ "OFBGFSbox256", "fips_aesavs -f" ],
206
[ "OFBKeySbox128", "fips_aesavs -f" ],
207
[ "OFBKeySbox192", "fips_aesavs -f" ],
208
[ "OFBKeySbox256", "fips_aesavs -f" ],
209
[ "OFBMCT128", "fips_aesavs -f" ],
210
[ "OFBMCT192", "fips_aesavs -f" ],
211
[ "OFBMCT256", "fips_aesavs -f" ],
212
[ "OFBMMT128", "fips_aesavs -f" ],
213
[ "OFBMMT192", "fips_aesavs -f" ],
214
[ "OFBMMT256", "fips_aesavs -f" ],
215
[ "OFBVarKey128", "fips_aesavs -f" ],
216
[ "OFBVarKey192", "fips_aesavs -f" ],
217
[ "OFBVarKey256", "fips_aesavs -f" ],
218
[ "OFBVarTxt128", "fips_aesavs -f" ],
219
[ "OFBVarTxt192", "fips_aesavs -f" ],
220
[ "OFBVarTxt256", "fips_aesavs -f" ]
224
my @fips_aes_cfb1_test_list = (
228
[ "CFB1GFSbox128", "fips_aesavs -f" ],
229
[ "CFB1GFSbox192", "fips_aesavs -f" ],
230
[ "CFB1GFSbox256", "fips_aesavs -f" ],
231
[ "CFB1KeySbox128", "fips_aesavs -f" ],
232
[ "CFB1KeySbox192", "fips_aesavs -f" ],
233
[ "CFB1KeySbox256", "fips_aesavs -f" ],
234
[ "CFB1MCT128", "fips_aesavs -f" ],
235
[ "CFB1MCT192", "fips_aesavs -f" ],
236
[ "CFB1MCT256", "fips_aesavs -f" ],
237
[ "CFB1MMT128", "fips_aesavs -f" ],
238
[ "CFB1MMT192", "fips_aesavs -f" ],
239
[ "CFB1MMT256", "fips_aesavs -f" ],
240
[ "CFB1VarKey128", "fips_aesavs -f" ],
241
[ "CFB1VarKey192", "fips_aesavs -f" ],
242
[ "CFB1VarKey256", "fips_aesavs -f" ],
243
[ "CFB1VarTxt128", "fips_aesavs -f" ],
244
[ "CFB1VarTxt192", "fips_aesavs -f" ],
245
[ "CFB1VarTxt256", "fips_aesavs -f" ]
251
my @fips_des3_test_list = (
255
[ "TCBCinvperm", "fips_desmovs -f" ],
256
[ "TCBCMMT1", "fips_desmovs -f" ],
257
[ "TCBCMMT2", "fips_desmovs -f" ],
258
[ "TCBCMMT3", "fips_desmovs -f" ],
259
[ "TCBCMonte1", "fips_desmovs -f" ],
260
[ "TCBCMonte2", "fips_desmovs -f" ],
261
[ "TCBCMonte3", "fips_desmovs -f" ],
262
[ "TCBCpermop", "fips_desmovs -f" ],
263
[ "TCBCsubtab", "fips_desmovs -f" ],
264
[ "TCBCvarkey", "fips_desmovs -f" ],
265
[ "TCBCvartext", "fips_desmovs -f" ],
266
[ "TCFB64invperm", "fips_desmovs -f" ],
267
[ "TCFB64MMT1", "fips_desmovs -f" ],
268
[ "TCFB64MMT2", "fips_desmovs -f" ],
269
[ "TCFB64MMT3", "fips_desmovs -f" ],
270
[ "TCFB64Monte1", "fips_desmovs -f" ],
271
[ "TCFB64Monte2", "fips_desmovs -f" ],
272
[ "TCFB64Monte3", "fips_desmovs -f" ],
273
[ "TCFB64permop", "fips_desmovs -f" ],
274
[ "TCFB64subtab", "fips_desmovs -f" ],
275
[ "TCFB64varkey", "fips_desmovs -f" ],
276
[ "TCFB64vartext", "fips_desmovs -f" ],
277
[ "TCFB8invperm", "fips_desmovs -f" ],
278
[ "TCFB8MMT1", "fips_desmovs -f" ],
279
[ "TCFB8MMT2", "fips_desmovs -f" ],
280
[ "TCFB8MMT3", "fips_desmovs -f" ],
281
[ "TCFB8Monte1", "fips_desmovs -f" ],
282
[ "TCFB8Monte2", "fips_desmovs -f" ],
283
[ "TCFB8Monte3", "fips_desmovs -f" ],
284
[ "TCFB8permop", "fips_desmovs -f" ],
285
[ "TCFB8subtab", "fips_desmovs -f" ],
286
[ "TCFB8varkey", "fips_desmovs -f" ],
287
[ "TCFB8vartext", "fips_desmovs -f" ],
288
[ "TECBinvperm", "fips_desmovs -f" ],
289
[ "TECBMMT1", "fips_desmovs -f" ],
290
[ "TECBMMT2", "fips_desmovs -f" ],
291
[ "TECBMMT3", "fips_desmovs -f" ],
292
[ "TECBMonte1", "fips_desmovs -f" ],
293
[ "TECBMonte2", "fips_desmovs -f" ],
294
[ "TECBMonte3", "fips_desmovs -f" ],
295
[ "TECBpermop", "fips_desmovs -f" ],
296
[ "TECBsubtab", "fips_desmovs -f" ],
297
[ "TECBvarkey", "fips_desmovs -f" ],
298
[ "TECBvartext", "fips_desmovs -f" ],
299
[ "TOFBinvperm", "fips_desmovs -f" ],
300
[ "TOFBMMT1", "fips_desmovs -f" ],
301
[ "TOFBMMT2", "fips_desmovs -f" ],
302
[ "TOFBMMT3", "fips_desmovs -f" ],
303
[ "TOFBMonte1", "fips_desmovs -f" ],
304
[ "TOFBMonte2", "fips_desmovs -f" ],
305
[ "TOFBMonte3", "fips_desmovs -f" ],
306
[ "TOFBpermop", "fips_desmovs -f" ],
307
[ "TOFBsubtab", "fips_desmovs -f" ],
308
[ "TOFBvarkey", "fips_desmovs -f" ],
309
[ "TOFBvartext", "fips_desmovs -f" ]
313
my @fips_des3_cfb1_test_list = (
317
[ "TCFB1invperm", "fips_desmovs -f" ],
318
[ "TCFB1MMT1", "fips_desmovs -f" ],
319
[ "TCFB1MMT2", "fips_desmovs -f" ],
320
[ "TCFB1MMT3", "fips_desmovs -f" ],
321
[ "TCFB1Monte1", "fips_desmovs -f" ],
322
[ "TCFB1Monte2", "fips_desmovs -f" ],
323
[ "TCFB1Monte3", "fips_desmovs -f" ],
324
[ "TCFB1permop", "fips_desmovs -f" ],
325
[ "TCFB1subtab", "fips_desmovs -f" ],
326
[ "TCFB1varkey", "fips_desmovs -f" ],
327
[ "TCFB1vartext", "fips_desmovs -f" ],
331
# Verification special cases.
332
# In most cases the output of a test is deterministic and
333
# it can be compared to a known good result. A few involve
334
# the genration and use of random keys and the output will
335
# be different each time. In thoses cases we perform special tests
336
# to simply check their consistency. For example signature generation
337
# output will be run through signature verification to see if all outputs
341
my %verify_special = (
342
"PQGGen" => "fips_dssvs pqgver",
343
"KeyPair" => "fips_dssvs keyver",
344
"SigGen" => "fips_dssvs sigver",
345
"SigGen15" => "fips_rsavtest",
346
"SigGenRSA" => "fips_rsavtest -x931",
347
"SigGenPSS(0)" => "fips_rsavtest -saltlen 0",
348
"SigGenPSS(62)" => "fips_rsavtest -saltlen 62",
351
my $win32 = $^O =~ m/mswin/i;
362
my $ignore_missing = 0;
363
my $ignore_bogus = 0;
384
if ( $_ eq "--win32" ) {
387
elsif ( $_ eq "--onedir" ) {
390
elsif ( $_ eq "--debug" ) {
393
elsif ( $_ eq "--ignore-missing" ) {
396
elsif ( $_ eq "--ignore-bogus" ) {
399
elsif ( $_ eq "--generate" ) {
402
elsif ( $_ eq "--notest" ) {
405
elsif ( $_ eq "--quiet" ) {
408
elsif (/--dir=(.*)$/) {
411
elsif (/--rspdir=(.*)$/) {
414
elsif (/--tprefix=(.*)$/) {
417
elsif (/--shwrap_prefix=(.*)$/) {
420
elsif (/^--(enable|disable)-(.*)$/) {
421
if ( !exists $fips_enabled{$2} ) {
422
print STDERR "Unknown test $2\n";
424
if ( $1 eq "enable" ) {
425
$fips_enabled{$2} = 1;
428
$fips_enabled{$2} = 0;
431
elsif (/--filter=(.*)$/) {
434
elsif (/^--list-tests$/) {
445
push @fips_test_list, @fips_dsa_test_list if $fips_enabled{"dsa"};
446
push @fips_test_list, @fips_dsa_pqgver_test_list if $fips_enabled{"dsa-pqgver"};
447
push @fips_test_list, @fips_rsa_test_list if $fips_enabled{"rsa"};
448
push @fips_test_list, @fips_rsa_pss0_test_list if $fips_enabled{"rsa-pss0"};
449
push @fips_test_list, @fips_rsa_pss62_test_list if $fips_enabled{"rsa-pss62"};
450
push @fips_test_list, @fips_sha_test_list if $fips_enabled{"sha"};
451
push @fips_test_list, @fips_hmac_test_list if $fips_enabled{"hmac"};
452
push @fips_test_list, @fips_rand_aes_test_list if $fips_enabled{"rand-aes"};
453
push @fips_test_list, @fips_rand_des2_test_list if $fips_enabled{"rand-des2"};
454
push @fips_test_list, @fips_aes_test_list if $fips_enabled{"aes"};
455
push @fips_test_list, @fips_aes_cfb1_test_list if $fips_enabled{"aes-cfb1"};
456
push @fips_test_list, @fips_des3_test_list if $fips_enabled{"des3"};
457
push @fips_test_list, @fips_des3_cfb1_test_list if $fips_enabled{"des3-cfb1"};
461
print "=====TEST LIST=====\n";
462
foreach $test ( sort keys %fips_enabled ) {
463
$en = $fips_enabled{$test};
464
$test =~ tr/[a-z]/[A-Z]/;
465
printf "%-10s %s\n", $test, $en ? "enabled" : "disabled";
470
foreach (@fips_test_list) {
475
print STDERR "Duplicate test $nm\n" if exists $fips_tests{$nm};
476
$fips_tests{$nm} = $_;
479
$tvdir = "." unless defined $tvdir;
482
if ( !defined $tprefix ) {
487
$tprefix = "..\\out32dll\\";
493
$tprefix = "./" unless defined $tprefix;
494
$shwrap_prefix = "./" unless defined $shwrap_prefix;
497
$tprefix = "../test/" unless defined $tprefix;
498
$shwrap_prefix = "../util/" unless defined $shwrap_prefix;
502
sanity_check_exe( $win32, $tprefix, $shwrap_prefix );
504
my $cmd_prefix = $win32 ? "" : "${shwrap_prefix}shlib_wrap.sh ";
506
find_files( $filter, $tvdir );
508
sanity_check_files();
510
my ( $runerr, $cmperr, $cmpok, $scheckrunerr, $scheckerr, $scheckok, $skipcnt )
511
= ( 0, 0, 0, 0, 0, 0, 0 );
515
run_tests( $verify, $win32, $tprefix, $filter, $tvdir );
518
print "ALGORITHM TEST VERIFY SUMMARY REPORT:\n";
519
print "Tests skipped due to missing files: $skipcnt\n";
520
print "Algorithm test program execution failures: $runerr\n";
521
print "Test comparisons successful: $cmpok\n";
522
print "Test comparisons failed: $cmperr\n";
523
print "Test sanity checks successful: $scheckok\n";
524
print "Test sanity checks failed: $scheckerr\n";
525
print "Sanity check program execution failures: $scheckrunerr\n";
527
if ( $runerr || $cmperr || $scheckrunerr || $scheckerr ) {
528
print "***TEST FAILURE***\n";
531
print "***ALL TESTS SUCCESSFUL***\n";
535
print "ALGORITHM TEST SUMMARY REPORT:\n";
536
print "Tests skipped due to missing files: $skipcnt\n";
537
print "Algorithm test program execution failures: $runerr\n";
540
print "***TEST FAILURE***\n";
543
print "***ALL TESTS SUCCESSFUL***\n";
547
#--------------------------------
549
( my $cmd ) = ( $0 =~ m#([^/]+)$# );
551
$cmd: generate run CMVP algorithm tests
552
--debug Enable debug output
553
--dir=<dirname> Optional root for *.req file search
555
--onedir <dirname> Assume all components in current directory
556
--rspdir=<dirname> Name of subdirectories containing *.rsp files, default "rsp"
557
--shwrap_prefix=<prefix>
559
--ignore-bogus Ignore duplicate or bogus files
560
--ignore-missing Ignore missing test files
562
--generate Generate algorithm test output
563
--win32 Win32 environment
564
--enable-<alg> Enable algorithm set <alg>.
565
--disable-<alg> Disable algorithm set <alg>.
566
Where <alg> can be one of:
569
while (my ($key, $value) = each %fips_enabled)
571
printf "\t\t%-20s(%s by default)\n", $key ,
572
$value ? "enabled" : "disabled";
576
# Sanity check to see if all necessary executables exist
578
sub sanity_check_exe {
579
my ( $win32, $tprefix, $shwrap_prefix ) = @_;
582
$exe_list{ $shwrap_prefix . "shlib_wrap.sh" } = 1 unless $win32;
583
foreach (@fips_test_list) {
587
$cmd = $tprefix . $cmd;
588
$cmd .= ".exe" if $win32;
592
foreach ( sort keys %exe_list ) {
594
print STDERR "ERROR: can't find executable $_\n";
599
print STDERR "FATAL ERROR: executables missing\n";
603
print STDERR "Executable sanity check passed OK\n";
607
# Search for all request and response files
610
my ( $filter, $dir ) = @_;
611
my ( $dirh, $testname );
612
opendir( $dirh, $dir );
613
while ( $_ = readdir($dirh) ) {
614
next if ( $_ eq "." || $_ eq ".." );
617
if (/\/([^\/]*)\.rsp$/) {
618
$testname = fix_pss( $1, $_ );
619
if ( exists $fips_tests{$testname} ) {
620
if ( $fips_tests{$testname}->[3] eq "" ) {
621
$fips_tests{$testname}->[3] = $_;
625
"WARNING: duplicate response file $_ for test $testname\n";
630
print STDERR "WARNING: bogus file $_\n";
634
next unless /$filter.*\.req$/i;
635
if (/\/([^\/]*)\.req$/) {
636
$testname = fix_pss( $1, $_ );
637
if ( exists $fips_tests{$testname} ) {
638
if ( $fips_tests{$testname}->[2] eq "" ) {
639
$fips_tests{$testname}->[2] = $_;
643
"WARNING: duplicate request file $_ for test $testname\n";
648
elsif ( !/SHAmix\.req$/ ) {
649
print STDERR "WARNING: unrecognized filename $_\n";
655
find_files( $filter, $_ );
662
my ( $test, $path ) = @_;
665
if ( $test =~ /PSS/ ) {
666
open( IN, $path ) || die "Can't Open File $path";
668
if (/^\s*#\s*salt\s+len:\s+(\d+)\s*$/i) {
675
print STDERR "WARNING: No Salt length detected for file $path\n";
678
return $test . "($sl)";
684
sub sanity_check_files {
686
foreach (@fips_test_list) {
688
my ( $tst, $cmd, $req, $resp ) = @$_;
690
#print STDERR "FILES $tst, $cmd, $req, $resp\n";
692
print STDERR "WARNING: missing request file for $tst\n";
696
if ( $verify && $resp eq "" ) {
697
print STDERR "WARNING: no response file for test $tst\n";
700
elsif ( !$verify && $resp ne "" ) {
701
print STDERR "WARNING: response file $resp will be overwritten\n";
705
print STDERR "ERROR: test vector file set not complete\n";
706
exit(1) unless $ignore_missing;
710
"ERROR: $nbogus bogus or duplicate request and response files\n";
711
exit(1) unless $ignore_bogus;
713
if ( $debug && !$nbogus && !$bad ) {
714
print STDERR "test vector file set complete\n";
719
my ( $verify, $win32, $tprefix, $filter, $tvdir ) = @_;
720
my ( $tname, $tref );
722
foreach (@fips_test_list) {
724
print "Running $_ tests\n" unless $quiet;
727
my ( $tname, $tcmd, $req, $rsp ) = @$_;
730
$out =~ s/\.rsp$/.tst/;
734
"WARNING: Request file for $tname missing: test skipped\n";
738
if ( $verify && $rsp eq "" ) {
740
"WARNING: Response file for $tname missing: test skipped\n";
746
print STDERR "WARNING: Response file for $tname deleted\n";
750
$out =~ s|/req/(\S+)\.req|/$rspdir/$1.rsp|;
752
$outdir =~ s|/[^/]*$||;
754
print STDERR "DEBUG: Creating directory $outdir\n" if $debug;
755
mkdir($outdir) || die "Can't create directory $outdir";
758
my $cmd = "$cmd_prefix$tprefix$tcmd ";
759
if ( $tcmd =~ /-f$/ ) {
760
$cmd .= "\"$req\" \"$out\"";
763
$cmd .= "<\"$req\" >\"$out\"";
765
print STDERR "DEBUG: running test $tname\n" if ( $debug && !$verify );
769
"WARNING: error executing test $tname for command: $cmd\n";
774
if ( exists $verify_special{$tname} ) {
776
$vout =~ s/\.rsp$/.ver/;
777
$tcmd = $verify_special{$tname};
778
$cmd = "$cmd_prefix$tprefix$tcmd ";
779
$cmd .= "<\"$out\" >\"$vout\"";
783
"WARNING: error executing verify test $tname $cmd\n";
787
my ( $fcount, $pcount ) = ( 0, 0 );
790
if (/^Result\s*=\s*(\S*)\s*$/i)
804
if ( $fcount || $debug ) {
805
print STDERR "DEBUG: $tname, Pass=$pcount, Fail=$fcount\n";
807
if ( $fcount || !$pcount ) {
815
elsif ( !cmp_file( $tname, $rsp, $out ) ) {
827
my ( $tname, $rsp, $tst ) = @_;
829
my ( $rspline, $tstline );
830
if ( !open( $rspf, $rsp ) ) {
831
print STDERR "ERROR: can't open request file $rsp\n";
834
if ( !open( $tstf, $tst ) ) {
835
print STDERR "ERROR: can't open output file $tst\n";
839
$rspline = next_line($rspf);
840
$tstline = next_line($tstf);
841
if ( !defined($rspline) && !defined($tstline) ) {
842
print STDERR "DEBUG: $tname file comparison OK\n" if $debug;
845
if ( !defined($rspline) ) {
846
print STDERR "ERROR: $tname EOF on $rsp\n";
849
if ( !defined($tstline) ) {
850
print STDERR "ERROR: $tname EOF on $tst\n";
854
# Workaround for bug in RAND des2 test output */
855
if ( $tstline =~ /^Key2 =/ && $rspline =~ /^Key1 =/ ) {
856
$rspline =~ s/^Key1/Key2/;
859
if ( $tstline ne $rspline ) {
860
print STDERR "ERROR: $tname mismatch:\n";
861
print STDERR "\t \"$tstline\" != \"$rspline\"\n";
880
# Translate multiple space into one
882
# Delete trailing whitespace