9
# Let buffer work hard.
10
remove_const("BufSize")
23
class TestCSV < Test::Unit::TestCase
24
file = Tempfile.new("crlf")
31
include CSVTestSupport
34
include CSVTestSupport
41
[nil, nil, nil] => ',,',
44
[',', ','] => '",",","',
47
["\"\r", "\"\r"] => "\"\"\"\r\",\"\"\"\r\"",
48
["\"\n", "\"\n"] => "\"\"\"\n\",\"\"\"\n\"",
50
["\t", "\t"] => "\t,\t",
51
['foo', 'bar'] => 'foo,bar',
52
['foo', '"bar"', 'baz'] => 'foo,"""bar""",baz',
53
['foo', 'foo,bar', 'baz'] => 'foo,"foo,bar",baz',
54
['foo', '""', 'baz'] => 'foo,"""""",baz',
55
['foo', '', 'baz'] => 'foo,"",baz',
56
['foo', nil, 'baz'] => 'foo,,baz',
57
[nil, 'foo', 'bar'] => ',foo,bar',
58
['foo', 'bar', nil] => 'foo,bar,',
59
['foo', "\r", 'baz'] => "foo,\"\r\",baz",
60
['foo', "\n", 'baz'] => "foo,\"\n\",baz",
61
['foo', "\r\n\r", 'baz'] => "foo,\"\r\n\r\",baz",
62
['foo', "\r\n", 'baz'] => "foo,\"\r\n\",baz",
63
['foo', "\r.\n", 'baz'] => "foo,\"\r.\n\",baz",
64
['foo', "\r\n\n", 'baz'] => "foo,\"\r\n\n\",baz",
65
['foo', '"', 'baz'] => 'foo,"""",baz',
71
[d(nil), d(nil)] => ',',
72
[d(nil), d(nil), d(nil)] => ',,',
74
[d('foo'), d('bar')] => 'foo,bar',
75
[d('foo'), d('"bar"'), d('baz')] => 'foo,"""bar""",baz',
76
[d('foo'), d('foo,bar'), d('baz')] => 'foo,"foo,bar",baz',
77
[d('foo'), d('""'), d('baz')] => 'foo,"""""",baz',
78
[d('foo'), d(''), d('baz')] => 'foo,"",baz',
79
[d('foo'), d(nil), d('baz')] => 'foo,,baz',
80
[d('foo'), d("\r"), d('baz')] => "foo,\"\r\",baz",
81
[d('foo'), d("\n"), d('baz')] => "foo,\"\n\",baz",
82
[d('foo'), d("\r\n"), d('baz')] => "foo,\"\r\n\",baz",
83
[d('foo'), d("\r.\n"), d('baz')] => "foo,\"\r.\n\",baz",
84
[d('foo'), d("\r\n\n"), d('baz')] => "foo,\"\r\n\n\",baz",
85
[d('foo'), d('"'), d('baz')] => 'foo,"""",baz',
88
@@fullCSVDataArray = @@fullCSVData.collect { |key, value| key }
90
def ssv2csv(ssvStr, row_sep = nil)
91
sepConv(ssvStr, ?;, ?,, row_sep)
94
def csv2ssv(csvStr, row_sep = nil)
95
sepConv(csvStr, ?,, ?;, row_sep)
98
def tsv2csv(tsvStr, row_sep = nil)
99
sepConv(tsvStr, ?\t, ?,, row_sep)
102
def csv2tsv(csvStr, row_sep = nil)
103
sepConv(csvStr, ?,, ?\t, row_sep)
106
def sepConv(srcStr, srcSep, destSep, row_sep = nil)
108
cols, idx = CSV.parse_row(srcStr, 0, rows, srcSep, row_sep)
110
cols = CSV.generate_row(rows, rows.size, destStr, destSep, row_sep)
117
@tmpdir = File.join(Dir.tmpdir, "ruby_test_csv_tmp_#{$$}")
119
@infile = File.join(@tmpdir, 'in.csv')
120
@infiletsv = File.join(@tmpdir, 'in.tsv')
121
@emptyfile = File.join(@tmpdir, 'empty.csv')
122
@outfile = File.join(@tmpdir, 'out.csv')
123
@bomfile = File.join(@tmpdir, "bom.csv")
124
@macfile = File.join(@tmpdir, "mac.csv")
126
CSV.open(@infile, "wb") do |writer|
127
@@fullCSVDataArray.each do |row|
132
CSV.open(@infiletsv, "wb", ?\t) do |writer|
133
@@fullCSVDataArray.each do |row|
138
CSV.generate(@emptyfile) do |writer|
142
File.open(@bomfile, "wb") do |f|
143
f.write("\357\273\277\"foo\"\r\n\"bar\"\r\n")
146
File.open(@macfile, "wb") do |f|
147
f.write("\"Avenches\",\"aus Umgebung\"\r\"Bad Hersfeld\",\"Ausgrabung\"")
152
FileUtils.rm_rf(@tmpdir)
155
#### CSV::Reader unit test
158
file = File.open(@infile, "rb")
160
reader = CSV::Reader.create(file)
161
expectedArray = @@fullCSVDataArray.dup
163
ret = reader.each { |row|
165
assert_instance_of(Array, row)
168
expected = expectedArray.shift
169
assert_equal(expected, row)
171
assert_nil(ret, "Return is nil")
172
assert(expectedArray.empty?)
178
reader = CSV::Reader.create("a,b\r\na,b,\"c\"\ra")
179
assert_raises(CSV::IllegalFormatError) do
184
reader = CSV::Reader.create("a,b\r\n\"")
185
assert_raises(CSV::IllegalFormatError) do
191
def test_Reader_shift
192
file = File.open(@infile, "rb")
194
reader = CSV::Reader.create(file)
197
@@fullCSVDataArray.each do |expected|
198
actual = reader.shift
200
assert_instance_of(Array, actual)
203
assert_equal(expected, actual)
206
assert(checked == @@fullCSVDataArray.size)
212
reader = CSV::Reader.create("a,b\r\na,b,\"c\"\ra")
213
assert_raises(CSV::IllegalFormatError) do
218
reader = CSV::Reader.create("a,b\r\na,b,\"c\"\ra")
219
assert_raises(CSV::IllegalFormatError) do
225
def test_Reader_getRow
226
if CSV::Reader.respond_to?(:allocate)
227
obj = CSV::Reader.allocate
228
assert_raises(NotImplementedError) do
235
def test_IOReader_close_on_terminate
236
f = File.open(@infile, "r")
237
reader = CSV::IOReader.create(f)
242
f = File.open(@infile, "r")
243
writer = CSV::IOReader.create(f)
244
writer.close_on_terminate
249
def test_Reader_close
250
f = File.open(@infile, "r")
251
reader = CSV::IOReader.create(f)
252
reader.close_on_terminate
257
def test_Reader_s_new
258
assert_raises(RuntimeError) do
263
def test_Reader_s_create
264
reader = CSV::Reader.create("abc")
265
assert_instance_of(CSV::StringReader, reader, "With a String")
267
file = File.open(@infile, "rb")
268
reader = CSV::Reader.create(file)
269
assert_instance_of(CSV::IOReader, reader, 'With an IO')
272
def obj.sysread(size)
278
reader = CSV::Reader.create(obj)
279
assert_instance_of(CSV::IOReader, reader, "With not an IO or String")
281
# No need to test Tempfile because it's a pseudo IO. I test this here
283
reader = CSV::Reader.create(Tempfile.new("in.csv"))
284
assert_instance_of(CSV::IOReader, reader, "With an pseudo IO.")
288
def test_IOReader_s_create_binmode
289
file = File.open(@outfile, "wb")
290
file << "\"\r\n\",\"\r\",\"\n\"\r1,2,3"
293
file = File.open(@outfile, "rb")
295
reader = CSV::IOReader.new(file, ?,, ?\r)
296
assert_equal(["\r\n", "\r", "\n"], reader.shift.to_a)
297
assert_equal(["1", "2", "3"], reader.shift.to_a)
303
file = File.open(@outfile, "r") # not "rb"
305
lfincell = (RSEP == "\n" ? "\r\n" : "\n")
306
reader = CSV::IOReader.new(file, ?,, ?\r)
307
assert_equal([lfincell, "\r", "\n"], reader.shift.to_a)
308
assert_equal(["1", "2", "3"], reader.shift.to_a)
315
def test_Reader_s_parse
316
ret = CSV::Reader.parse("a,b,c") { |row|
317
assert_instance_of(Array, row, "Block parameter")
319
assert_nil(ret, "Return is nil")
321
ret = CSV::Reader.parse("a;b;c", ?;) { |row|
322
assert_instance_of(Array, row, "Block parameter")
325
file = Tempfile.new("in.csv")
328
ret = CSV::Reader.parse(file) { |row|
329
assert_instance_of(Array, row, "Block parameter")
331
assert_nil(ret, "Return is nil")
333
file = Tempfile.new("in.csv")
336
ret = CSV::Reader.parse(file, ?,) { |row|
337
assert_instance_of(Array, row, "Block parameter")
341
assert_raises(CSV::IllegalFormatError) do
342
CSV::Reader.parse("a,b\r\na,b,\"c\"\ra") do |row|
346
assert_raises(CSV::IllegalFormatError) do
347
CSV::Reader.parse("a,b\r\na,b\"") do |row|
353
#### CSV::Writer unit test
355
def test_Writer_s_new
356
assert_raises(RuntimeError) do
361
def test_Writer_s_generate
362
ret = CSV::Writer.generate(STDOUT) { |writer|
363
assert_instance_of(CSV::BasicWriter, writer, "Block parameter")
366
ret = CSV::Writer.generate(STDOUT, ?;) { |writer|
367
assert_instance_of(CSV::BasicWriter, writer, "Block parameter")
370
assert_nil(ret, "Return is nil")
373
def test_Writer_s_create
374
writer = CSV::Writer.create(STDERR)
375
assert_instance_of(CSV::BasicWriter, writer, "String")
377
writer = CSV::Writer.create(STDERR, ?;)
378
assert_instance_of(CSV::BasicWriter, writer, "String")
380
writer = CSV::Writer.create(Tempfile.new("out.csv"))
381
assert_instance_of(CSV::BasicWriter, writer, "IO")
384
def test_Writer_LSHIFT # '<<'
385
file = Tempfile.new("out.csv")
386
CSV::Writer.generate(file) do |writer|
387
ret = writer << ['a', 'b', 'c']
388
assert_instance_of(CSV::BasicWriter, ret, 'Return is self')
390
writer << [nil, 'e', 'f'] << [nil, nil, '']
395
assert_equal("a,b,c#{RSEP},e,f#{RSEP},,\"\"#{RSEP}", str, 'Normal')
397
file = Tempfile.new("out2.csv")
398
CSV::Writer.generate(file) do |writer|
399
ret = writer << [d('a'), d('b'), d('c')]
400
assert_instance_of(CSV::BasicWriter, ret, 'Return is self')
402
writer << [d(nil), d('e'), d('f')] << [d(nil), d(nil), d('')]
407
assert_equal("a,b,c#{RSEP},e,f#{RSEP},,\"\"#{RSEP}", str, 'Normal')
410
def test_Writer_add_row
411
file = Tempfile.new("out.csv")
412
CSV::Writer.generate(file) do |writer|
413
ret = writer.add_row(
414
[d('a'), d('b'), d('c')])
415
assert_instance_of(CSV::BasicWriter, ret, 'Return is self')
418
[d(nil), d('e'), d('f')]
420
[d(nil), d(nil), d('')]
426
assert_equal("a,b,c#{RSEP},e,f#{RSEP},,\"\"#{RSEP}", str, 'Normal')
429
def test_Writer_close
430
f = File.open(@outfile, "w")
431
writer = CSV::BasicWriter.create(f)
432
writer.close_on_terminate
437
def test_BasicWriter_close_on_terminate
438
f = File.open(@outfile, "w")
439
writer = CSV::BasicWriter.create(f)
444
f = File.open(@outfile, "w")
445
writer = CSV::BasicWriter.new(f)
446
writer.close_on_terminate
451
def test_BasicWriter_s_create_binmode
452
file = File.open(@outfile, "w") # not "wb"
454
writer = CSV::BasicWriter.new(file, ?,, ?\r)
455
writer << ["\r\n", "\r", "\n"]
456
writer << ["1", "2", "3"]
462
file = File.open(@outfile, "rb")
465
assert_equal("\"\r#{RSEP}\",\"\r\",\"#{RSEP}\"\r1,2,3\r", str)
470
def test_s_open_reader
471
assert_raises(ArgumentError, 'Illegal mode') do
472
CSV.open("temp", "a")
475
assert_raises(ArgumentError, 'Illegal mode') do
476
CSV.open("temp", "a", ?;)
479
reader = CSV.open(@infile, "r")
480
assert_instance_of(CSV::IOReader, reader)
483
reader = CSV.open(@infile, "rb")
484
assert_instance_of(CSV::IOReader, reader)
487
reader = CSV.open(@infile, "r", ?;)
488
assert_instance_of(CSV::IOReader, reader)
491
CSV.open(@infile, "r") do |row|
492
assert_instance_of(Array, row)
496
CSV.open(@infiletsv, "r", ?\t) do |row|
497
assert_instance_of(Array, row)
501
assert_raises(Errno::ENOENT) do
502
CSV.open("NoSuchFileOrDirectory", "r")
505
assert_raises(Errno::ENOENT) do
506
CSV.open("NoSuchFileOrDirectory", "r", ?;)
510
File.open(@outfile, "wb") do |f|
511
f << "a,b\r\na,b,\"c\"\ra"
513
assert_raises(CSV::IllegalFormatError) do
514
CSV.open(@outfile, "r") do |row|
518
File.open(@outfile, "wb") do |f|
521
assert_raises(CSV::IllegalFormatError) do
522
CSV.open(@outfile, "r") do |row|
526
CSV.open(@emptyfile, "r") do |row|
527
assert_fail("Must not reach here")
532
result = CSV.parse(File.read(@infile))
533
assert_instance_of(Array, result)
534
assert_instance_of(Array, result[0])
536
result = CSV.parse(File.read(@infile))
537
assert_instance_of(Array, result)
538
assert_instance_of(Array, result[0])
540
assert_equal([], CSV.parse(""))
541
assert_equal([[nil]], CSV.parse("\n"))
543
CSV.parse(File.read(@infile)) do |row|
544
assert_instance_of(Array, row)
548
CSV.parse(File.read(@infiletsv), ?\t) do |row|
549
assert_instance_of(Array, row)
553
CSV.parse("") do |row|
558
CSV.parse("\n") do |row|
559
assert_equal([nil], row)
562
assert_equal(1, count)
564
assert_equal([["a|b-c|d"]], CSV.parse("a|b-c|d"))
565
assert_equal([["a", "b"], ["c", "d"]], CSV.parse("a|b-c|d", "|", "-"))
568
def test_s_open_writer
569
writer = CSV.open(@outfile, "w")
570
assert_instance_of(CSV::BasicWriter, writer)
573
writer = CSV.open(@outfile, "wb")
574
assert_instance_of(CSV::BasicWriter, writer)
577
writer = CSV.open(@outfile, "wb", ?;)
578
assert_instance_of(CSV::BasicWriter, writer)
581
CSV.open(@outfile, "w") do |writer|
582
assert_instance_of(CSV::BasicWriter, writer)
585
CSV.open(@outfile, "w", ?;) do |writer|
586
assert_instance_of(CSV::BasicWriter, writer)
590
CSV.open(@tmpdir, "w")
592
rescue Exception => ex
593
assert(ex.is_a?(Errno::EEXIST) || ex.is_a?(Errno::EISDIR) || ex.is_a?(Errno::EACCES))
598
writer = CSV.generate(@outfile)
599
assert_instance_of(CSV::BasicWriter, writer)
602
writer = CSV.generate(@outfile, ?;)
603
assert_instance_of(CSV::BasicWriter, writer)
606
CSV.generate(@outfile) do |writer|
607
assert_instance_of(CSV::BasicWriter, writer)
610
CSV.generate(@outfile, ?;) do |writer|
611
assert_instance_of(CSV::BasicWriter, writer)
615
CSV.generate(@tmpdir)
617
rescue Exception => ex
618
assert(ex.is_a?(Errno::EEXIST) || ex.is_a?(Errno::EISDIR) || ex.is_a?(Errno::EACCES))
622
def test_s_generate_line
623
str = CSV.generate_line([])
624
assert_equal('', str, "Extra boundary check.")
626
str = CSV.generate_line([], ?;)
627
assert_equal('', str, "Extra boundary check.")
629
@@simpleCSVData.each do |col, str|
630
buf = CSV.generate_line(col)
631
assert_equal(str, buf)
634
@@simpleCSVData.each do |col, str|
635
buf = CSV.generate_line(col, ?;)
636
assert_equal(str + "\n", ssv2csv(buf))
639
@@simpleCSVData.each do |col, str|
640
buf = CSV.generate_line(col, ?\t)
641
assert_equal(str + "\n", tsv2csv(buf))
644
str = CSV.generate_line(['a', 'b'], nil, ?|)
645
assert_equal('a,b', str)
647
str = CSV.generate_line(['a', 'b'], nil, "a")
648
assert_equal('"a",b', str)
651
def test_s_generate_row
653
cols = CSV.generate_row([], 0, buf)
654
assert_equal(0, cols)
655
assert_equal("\n", buf, "Extra boundary check.")
658
cols = CSV.generate_row([], 0, buf, ?;)
659
assert_equal(0, cols)
660
assert_equal("\n", buf, "Extra boundary check.")
663
cols = CSV.generate_row([], 0, buf, ?\t)
664
assert_equal(0, cols)
665
assert_equal("\n", buf, "Extra boundary check.")
668
cols = CSV.generate_row([], 0, buf, ?\t, ?|)
669
assert_equal(0, cols)
670
assert_equal("|", buf, "Extra boundary check.")
673
cols = CSV.generate_row([d('1')], 2, buf)
674
assert_equal('1,', buf)
677
cols = CSV.generate_row([d('1')], 2, buf, ?;)
678
assert_equal('1;', buf)
681
cols = CSV.generate_row([d('1')], 2, buf, ?\t)
682
assert_equal("1\t", buf)
685
cols = CSV.generate_row([d('1')], 2, buf, ?\t, ?|)
686
assert_equal("1\t", buf)
689
cols = CSV.generate_row([d('1'), d('2')], 1, buf)
690
assert_equal("1\n", buf)
693
cols = CSV.generate_row([d('1'), d('2')], 1, buf, ?;)
694
assert_equal("1\n", buf)
697
cols = CSV.generate_row([d('1'), d('2')], 1, buf, ?\t)
698
assert_equal("1\n", buf)
701
cols = CSV.generate_row([d('1'), d('2')], 1, buf, ?\t, ?\n)
702
assert_equal("1\n", buf)
705
cols = CSV.generate_row([d('1'), d('2')], 1, buf, ?\t, ?\r)
706
assert_equal("1\r", buf)
709
cols = CSV.generate_row([d('1'), d('2')], 1, buf, ?\t, ?|)
710
assert_equal("1|", buf)
712
@@fullCSVData.each do |col, str|
714
cols = CSV.generate_row(col, col.size, buf)
715
assert_equal(col.size, cols)
716
assert_equal(str + "\n", buf)
719
@@fullCSVData.each do |col, str|
721
cols = CSV.generate_row(col, col.size, buf, ?;)
722
assert_equal(col.size, cols)
723
assert_equal(str + "\n", ssv2csv(buf))
726
@@fullCSVData.each do |col, str|
728
cols = CSV.generate_row(col, col.size, buf, ?\t)
729
assert_equal(col.size, cols)
730
assert_equal(str + "\n", tsv2csv(buf))
734
@@fullCSVData.each do |col, str|
736
cols = CSV.generate_row(col, col.size, buf, ?,, ?|)
737
assert_equal(col.size, cols)
738
assert_equal(str + "|", buf)
741
# col and row separator
742
@@fullCSVData.each do |col, str|
744
cols = CSV.generate_row(col, col.size, buf, ?\t, ?|)
745
assert_equal(col.size, cols)
746
assert_equal(str + "|", tsv2csv(buf, ?|))
753
@@fullCSVData.each do |col, str|
754
cols += CSV.generate_row(col, col.size, buf)
758
assert_equal(colsToBe, cols)
759
assert_equal(toBe, buf)
765
@@fullCSVData.each do |col, str|
767
cols += CSV.generate_row(col, col.size, lineBuf, ?;)
768
buf << ssv2csv(lineBuf) << "\n"
769
toBe << ssv2csv(lineBuf) << "\n"
772
assert_equal(colsToBe, cols)
773
assert_equal(toBe, buf)
779
@@fullCSVData.each do |col, str|
781
cols += CSV.generate_row(col, col.size, lineBuf, ?\t)
782
buf << tsv2csv(lineBuf) << "\n"
783
toBe << tsv2csv(lineBuf) << "\n"
786
assert_equal(colsToBe, cols)
787
assert_equal(toBe, buf)
793
@@fullCSVData.each do |col, str|
795
cols += CSV.generate_row(col, col.size, lineBuf, ?|)
796
buf << tsv2csv(lineBuf, ?|)
797
toBe << tsv2csv(lineBuf, ?|)
800
assert_equal(colsToBe, cols)
801
assert_equal(toBe, buf)
804
def test_s_parse_line
805
@@simpleCSVData.each do |col, str|
806
row = CSV.parse_line(str)
807
assert_instance_of(Array, row)
808
assert_equal(col.size, row.size)
809
assert_equal(col, row)
812
@@simpleCSVData.each do |col, str|
814
row = CSV.parse_line(str, ?;)
815
assert_instance_of(Array, row)
816
assert_equal(col.size, row.size, str.inspect)
817
assert_equal(col, row, str.inspect)
820
@@simpleCSVData.each do |col, str|
822
row = CSV.parse_line(str, ?\t)
823
assert_instance_of(Array, row)
824
assert_equal(col.size, row.size)
825
assert_equal(col, row)
828
assert_equal(['a', 'b', 'c'], CSV.parse_line("a,b,c", nil, nil))
829
assert_equal(['a', nil], CSV.parse_line("a,b,c", nil, ?b))
830
assert_equal(['a', 'b', nil], CSV.parse_line("a,b,c", nil, "c"))
831
assert_equal([nil], CSV.parse_line(""))
832
assert_equal([nil], CSV.parse_line("\n"))
833
assert_equal([""], CSV.parse_line("\"\"\n"))
837
row = CSV.parse_line("a,b,\"c\"\ra")
838
assert_instance_of(Array, row)
839
assert_equal(0, row.size)
842
row = CSV.parse_line("a;b;\"c\"\ra", ?;)
843
assert_instance_of(Array, row)
844
assert_equal(0, row.size)
847
row = CSV.parse_line("a\tb\t\"c\"\ra", ?\t)
848
assert_instance_of(Array, row)
849
assert_equal(0, row.size)
851
row = CSV.parse_line("a,b\"")
852
assert_instance_of(Array, row)
853
assert_equal(0, row.size)
855
row = CSV.parse_line("a;b\"", ?;)
856
assert_instance_of(Array, row)
857
assert_equal(0, row.size)
859
row = CSV.parse_line("a\tb\"", ?\t)
860
assert_instance_of(Array, row)
861
assert_equal(0, row.size)
863
row = CSV.parse_line("\"a,b\"\r,")
864
assert_instance_of(Array, row)
865
assert_equal(0, row.size)
867
row = CSV.parse_line("\"a;b\"\r;", ?;)
868
assert_instance_of(Array, row)
869
assert_equal(0, row.size)
871
row = CSV.parse_line("\"a\tb\"\r\t", ?\t)
872
assert_instance_of(Array, row)
873
assert_equal(0, row.size)
875
row = CSV.parse_line("\"a,b\"\r\"")
876
assert_instance_of(Array, row)
877
assert_equal(0, row.size)
879
row = CSV.parse_line("\"a;b\"\r\"", ?;)
880
assert_instance_of(Array, row)
881
assert_equal(0, row.size)
883
row = CSV.parse_line("\"a\tb\"\r\"", ?\t)
884
assert_instance_of(Array, row)
885
assert_equal(0, row.size)
889
@@fullCSVData.each do |col, str|
891
cols, idx = CSV.parse_row(str + "\r\n", 0, buf)
892
assert_equal(cols, buf.size, "Reported size.")
893
assert_equal(col.size, buf.size, "Size.")
894
assert_equal(col, buf, str.inspect)
897
cols, idx = CSV.parse_row(str + "\n", 0, buf, ?,, ?\n)
898
assert_equal(cols, buf.size, "Reported size.")
899
assert_equal(col.size, buf.size, "Size.")
900
assert_equal(col, buf, str.inspect)
904
cols, idx = CSV.parse_row(str + "|", 0, buf, ?,)
905
assert_not_equal(col, buf)
907
cols, idx = CSV.parse_row(str + "|", 0, buf, ?,, ?|)
908
assert_equal(cols, buf.size, "Reported size.")
909
assert_equal(col.size, buf.size, "Size.")
910
assert_equal(col, buf, str.inspect)
913
@@fullCSVData.each do |col, str|
916
cols, idx = CSV.parse_row(str + "\r\n", 0, buf, ?;)
917
assert_equal(cols, buf.size, "Reported size.")
918
assert_equal(col.size, buf.size, "Size.")
919
assert_equal(col, buf, str)
922
@@fullCSVData.each do |col, str|
925
cols, idx = CSV.parse_row(str + "\r\n", 0, buf, ?\t)
926
assert_equal(cols, buf.size, "Reported size.")
927
assert_equal(col.size, buf.size, "Size.")
928
assert_equal(col, buf, str)
931
@@fullCSVData.each do |col, str|
932
str = csv2tsv(str, ?|)
934
cols, idx = CSV.parse_row(str + "|", 0, buf, ?\t, ?|)
935
assert_equal(cols, buf.size, "Reported size.")
936
assert_equal(col.size, buf.size, "Size.")
937
assert_equal(col, buf, str)
941
CSV.parse_row("a,b,c", 0, buf, nil, nil)
942
assert_equal(['a', 'b', 'c'], buf)
945
CSV.parse_row("a,b,c", 0, buf, nil, ?b)
946
assert_equal(['a', nil], buf)
949
CSV.parse_row("a,b,c", 0, buf, nil, "c")
950
assert_equal(['a', 'b', nil], buf)
953
cols, idx = CSV.parse_row("a,b,\"c\r\"", 0, buf)
954
assert_equal(["a", "b", "c\r"], buf.to_a)
957
cols, idx = CSV.parse_row("a;b;\"c\r\"", 0, buf, ?;)
958
assert_equal(["a", "b", "c\r"], buf.to_a)
961
cols, idx = CSV.parse_row("a\tb\t\"c\r\"", 0, buf, ?\t)
962
assert_equal(["a", "b", "c\r"], buf.to_a)
965
cols, idx = CSV.parse_row("a,b,c\n", 0, buf, ?,, ?\n)
966
assert_equal(["a", "b", "c"], buf.to_a)
969
cols, idx = CSV.parse_row("a\tb\tc\n", 0, buf, ?\t, ?\n)
970
assert_equal(["a", "b", "c"], buf.to_a)
974
cols, idx = CSV.parse_row("a,b,c\"", 0, buf)
975
assert_equal(0, cols, "Illegal format; unbalanced double-quote.")
978
cols, idx = CSV.parse_row("a;b;c\"", 0, buf, ?;)
979
assert_equal(0, cols, "Illegal format; unbalanced double-quote.")
982
cols, idx = CSV.parse_row("a,b,\"c\"\ra", 0, buf)
983
assert_equal(0, cols)
987
cols, idx = CSV.parse_row("a,b,\"c\"\ra", 0, buf, ?;)
988
assert_equal(0, cols)
992
cols, idx = CSV.parse_row("a,b\"", 0, buf)
993
assert_equal(0, cols)
997
cols, idx = CSV.parse_row("a;b\"", 0, buf, ?;)
998
assert_equal(0, cols)
1002
cols, idx = CSV.parse_row("\"a,b\"\r,", 0, buf)
1003
assert_equal(0, cols)
1004
assert_equal(0, idx)
1007
cols, idx = CSV.parse_row("a\r,", 0, buf)
1008
assert_equal(0, cols)
1009
assert_equal(0, idx)
1012
cols, idx = CSV.parse_row("a\r", 0, buf)
1013
assert_equal(0, cols)
1014
assert_equal(0, idx)
1017
cols, idx = CSV.parse_row("a\rbc", 0, buf)
1018
assert_equal(0, cols)
1019
assert_equal(0, idx)
1022
cols, idx = CSV.parse_row("a\r\"\"", 0, buf)
1023
assert_equal(0, cols)
1024
assert_equal(0, idx)
1027
cols, idx = CSV.parse_row("a\r\rabc,", 0, buf)
1028
assert_equal(0, cols)
1029
assert_equal(0, idx)
1032
cols, idx = CSV.parse_row("\"a;b\"\r;", 0, buf, ?;)
1033
assert_equal(0, cols)
1034
assert_equal(0, idx)
1037
cols, idx = CSV.parse_row("\"a,b\"\r\"", 0, buf)
1038
assert_equal(0, cols)
1039
assert_equal(0, idx)
1042
cols, idx = CSV.parse_row("\"a;b\"\r\"", 0, buf, ?;)
1043
assert_equal(0, cols)
1044
assert_equal(0, idx)
1047
def test_s_parse_rowEOF
1048
@@fullCSVData.each do |col, str|
1050
# String "" is not allowed.
1054
cols, idx = CSV.parse_row(str, 0, buf)
1055
assert_equal(col.size, cols, "Reported size.")
1056
assert_equal(col.size, buf.size, "Size.")
1057
assert_equal(col, buf)
1061
def test_s_parse_rowConcat
1064
@@fullCSVData.each do |col, str|
1065
buf << str << "\r\n"
1073
cols, idx = CSV.parse_row(buf, idx, parsed)
1076
assert_equal(toBe.size, parsedCols)
1077
assert_equal(toBe.size, parsed.size)
1078
assert_equal(toBe, parsed)
1082
@@fullCSVData.each do |col, str|
1091
cols, idx = CSV.parse_row(buf, idx, parsed, ?,, ?\n)
1094
assert_equal(toBe.size, parsedCols)
1095
assert_equal(toBe.size, parsed.size)
1096
assert_equal(toBe, parsed)
1100
@@fullCSVData.sort { |a, b|
1101
a[0].length <=> b[0].length
1102
}.each do |col, str|
1111
cols, idx = CSV.parse_row(buf, idx, parsed, ?,, ?\n)
1114
assert_equal(toBe.size, parsedCols)
1115
assert_equal(toBe.size, parsed.size)
1116
assert_equal(toBe, parsed)
1120
@@fullCSVData.each do |col, str|
1129
cols, idx = CSV.parse_row(buf, idx, parsed, ?,, ?|)
1132
assert_equal(toBe.size, parsedCols)
1133
assert_equal(toBe.size, parsed.size)
1134
assert_equal(toBe, parsed)
1139
CSV.open(@bomfile, "r") do |row|
1142
assert_equal([["foo"], ["bar"]], rows)
1145
file = File.open(@bomfile)
1146
CSV::Reader.parse(file) do |row|
1149
assert_equal([["foo"], ["bar"]], rows)
1155
CSV.open(@macfile, "r", ?,, ?\r) do |row|
1158
assert_equal([["Avenches", "aus Umgebung"], ["Bad Hersfeld", "Ausgrabung"]], rows)
1161
assert_raises(CSV::IllegalFormatError) do
1162
CSV.open(@macfile, "r") do |row|
1165
assert_equal([["Avenches", "aus Umgebung\r\"Bad Hersfeld", "Ausgrabung"]], rows)
1169
file = File.open(@macfile)
1171
CSV::Reader.parse(file, ?,, ?\r) do |row|
1174
assert_equal([["Avenches", "aus Umgebung"], ["Bad Hersfeld", "Ausgrabung"]], rows)
1180
file = File.open(@macfile)
1182
assert_raises(CSV::IllegalFormatError) do
1183
CSV::Reader.parse(file, ?,) do |row|
1186
assert_equal([["Avenches", "aus Umgebung\r\"Bad Hersfeld", "Ausgrabung"]], rows)
1196
InputStreamPattern = '0123456789'
1197
InputStreamPatternSize = InputStreamPattern.size
1199
InputStreamPattern[idx % InputStreamPatternSize]
1203
if n > InputStreamPatternSize
1204
InputStreamPattern + expStr(0, n - InputStreamPatternSize)
1206
InputStreamPattern[idx % InputStreamPatternSize, n]
1210
def setupInputStream(size, bufSize = nil)
1211
setBufSize(bufSize) if bufSize
1212
m = ((size / InputStreamPatternSize) + 1).to_i
1213
File.open(@outfile, "wb") do |f|
1214
f << (InputStreamPattern * m)[0, size]
1216
file = File.open(@outfile, "rb")
1217
buf = CSV::IOBuf.new(file)
1227
def setBufSize(size)
1228
CSV::StreamBuf.module_eval('remove_const("BufSize")')
1229
CSV::StreamBuf.module_eval("BufSize = #{ size }")
1232
class StrBuf < CSV::StreamBuf
1234
def initialize(string)
1241
str = @str[@idx, size]
1251
class ErrBuf < CSV::StreamBuf
1252
class Error < RuntimeError; end
1264
raise ErrBuf::Error.new
1269
def test_StreamBuf_MyBuf
1270
# At first, check ruby's behaviour.
1272
assert_equal(?a, s[0])
1273
assert_equal(?b, s[1])
1274
assert_equal(?c, s[2])
1275
assert_equal(nil, s[3])
1276
assert_equal("a", s[0, 1])
1277
assert_equal("b", s[1, 1])
1278
assert_equal("c", s[2, 1])
1279
assert_equal("", s[3, 1])
1280
assert_equal(nil, s[4, 1])
1282
s = StrBuf.new("abc")
1283
assert_equal(?a, s[0])
1284
assert_equal(?b, s.get(1))
1285
assert_equal(?c, s[2])
1286
assert_equal(nil, s.get(3))
1287
assert_equal("a", s[0, 1])
1288
assert_equal("b", s.get(1, 1))
1289
assert_equal("c", s[2, 1])
1290
assert_equal("", s.get(3, 1))
1291
assert_equal(nil, s[4, 1])
1294
assert_equal(1, dropped)
1295
assert_equal(?b, s[0])
1298
assert_equal(1, dropped)
1299
assert_equal(?c, s[0])
1302
assert_equal(1, dropped)
1303
assert_equal(nil, s[0])
1306
assert_equal(0, dropped)
1307
assert_equal(nil, s[0])
1311
assert_equal(nil, s[0])
1315
assert_equal(0, dropped)
1317
assert_raises(TestCSV::ErrBuf::Error) do
1322
assert_raises(TestCSV::ErrBuf::Error) do
1328
def test_StreamBuf_AREF # '[idx]'
1329
setupInputStream(22, 1024) do |s|
1330
[0, 1, 9, 10, 19, 20, 21].each do |idx|
1331
assert_equal(expChar(idx), s[idx], idx.to_s)
1333
[22, 23].each do |idx|
1334
assert_equal(nil, s[idx], idx.to_s)
1336
assert_equal(nil, s[-1])
1339
setupInputStream(22, 1) do |s|
1340
[0, 1, 9, 10, 19, 20, 21].each do |idx|
1341
assert_equal(expChar(idx), s[idx], idx.to_s)
1343
[22, 23].each do |idx|
1344
assert_equal(nil, s[idx], idx.to_s)
1348
setupInputStream(1024, 1) do |s|
1349
[1023, 0].each do |idx|
1350
assert_equal(expChar(idx), s[idx], idx.to_s)
1352
[1024, 1025].each do |idx|
1353
assert_equal(nil, s[idx], idx.to_s)
1357
setupInputStream(1, 1) do |s|
1359
assert_equal(expChar(idx), s[idx], idx.to_s)
1361
[1, 2].each do |idx|
1362
assert_equal(nil, s[idx], idx.to_s)
1367
def test_StreamBuf_AREF_n # '[idx, n]'
1368
# At first, check ruby's behaviour.
1369
assert_equal("", "abc"[3, 1])
1370
assert_equal(nil, "abc"[4, 1])
1372
setupInputStream(22, 1024) do |s|
1373
[0, 1, 9, 10, 19, 20, 21].each do |idx|
1374
assert_equal(expStr(idx, 1), s[idx, 1], idx.to_s)
1376
assert_equal("", s[22, 1])
1377
assert_equal(nil, s[23, 1])
1380
setupInputStream(22, 1) do |s|
1381
[0, 1, 9, 10, 19, 20, 21].each do |idx|
1382
assert_equal(expStr(idx, 1), s[idx, 1], idx.to_s)
1384
assert_equal("", s[22, 1])
1385
assert_equal(nil, s[23, 1])
1388
setupInputStream(1024, 1) do |s|
1389
[1023, 0].each do |idx|
1390
assert_equal(expStr(idx, 1), s[idx, 1], idx.to_s)
1392
assert_equal("", s[1024, 1])
1393
assert_equal(nil, s[1025, 1])
1396
setupInputStream(1, 1) do |s|
1398
assert_equal(expStr(idx, 1), s[idx, 1], idx.to_s)
1400
assert_equal("", s[1, 1])
1401
assert_equal(nil, s[2, 1])
1404
setupInputStream(22, 11) do |s|
1405
[0, 1, 10, 11, 20].each do |idx|
1406
assert_equal(expStr(idx, 2), s[idx, 2], idx.to_s)
1408
assert_equal(expStr(21, 1), s[21, 2])
1410
assert_equal(expStr(0, 12), s[0, 12])
1411
assert_equal(expStr(10, 12), s[10, 12])
1412
assert_equal(expStr(10, 12), s[10, 13])
1413
assert_equal(expStr(10, 12), s[10, 14])
1414
assert_equal(expStr(10, 12), s[10, 1024])
1416
assert_equal(nil, s[0, -1])
1417
assert_equal(nil, s[21, -1])
1419
assert_equal(nil, s[-1, 10])
1420
assert_equal(nil, s[-1, -1])
1424
def test_StreamBuf_get
1425
setupInputStream(22, 1024) do |s|
1426
[0, 1, 9, 10, 19, 20, 21].each do |idx|
1427
assert_equal(expChar(idx), s.get(idx), idx.to_s)
1429
[22, 23].each do |idx|
1430
assert_equal(nil, s.get(idx), idx.to_s)
1432
assert_equal(nil, s.get(-1))
1436
def test_StreamBuf_get_n
1437
setupInputStream(22, 1024) do |s|
1438
[0, 1, 9, 10, 19, 20, 21].each do |idx|
1439
assert_equal(expStr(idx, 1), s.get(idx, 1), idx.to_s)
1441
assert_equal("", s.get(22, 1))
1442
assert_equal(nil, s.get(23, 1))
1444
assert_equal(nil, s.get(-1, 1))
1445
assert_equal(nil, s.get(-1, -1))
1449
def test_StreamBuf_drop
1450
setupInputStream(22, 1024) do |s|
1451
assert_equal(expChar(0), s[0])
1452
assert_equal(expChar(21), s[21])
1453
assert_equal(nil, s[22])
1455
dropped = s.drop(-1)
1456
assert_equal(0, dropped)
1457
assert_equal(expChar(0), s[0])
1460
assert_equal(0, dropped)
1461
assert_equal(expChar(0), s[0])
1464
assert_equal(1, dropped)
1465
assert_equal(expChar(1), s[0])
1466
assert_equal(expChar(2), s[1])
1469
assert_equal(1, dropped)
1470
assert_equal(expChar(2), s[0])
1471
assert_equal(expChar(3), s[1])
1474
setupInputStream(4, 2) do |s|
1476
assert_equal(2, dropped)
1477
assert_equal(expChar(2), s[0])
1478
assert_equal(expChar(3), s[1])
1480
assert_equal(1, dropped)
1481
assert_equal(expChar(3), s[0])
1482
assert_equal(nil, s[1])
1484
assert_equal(1, dropped)
1485
assert_equal(nil, s[0])
1486
assert_equal(nil, s[1])
1488
assert_equal(0, dropped)
1489
assert_equal(nil, s[0])
1490
assert_equal(nil, s[1])
1493
setupInputStream(6, 3) do |s|
1495
assert_equal(2, dropped)
1497
assert_equal(2, dropped)
1498
assert_equal(expChar(4), s[0])
1499
assert_equal(expChar(5), s[1])
1501
assert_equal(2, dropped)
1502
assert_equal(nil, s[0])
1503
assert_equal(nil, s[1])
1507
def test_StreamBuf_is_eos?
1508
setupInputStream(3, 1024) do |s|
1520
setupInputStream(3, 2) do |s|
1533
def test_StreamBuf_s_new
1534
# NotImplementedError should be raised from StreamBuf#read.
1535
assert_raises(NotImplementedError) do
1540
def test_IOBuf_close
1541
f = File.open(@outfile, "wb")
1545
f = File.open(@outfile, "rb")
1546
iobuf = CSV::IOBuf.new(f)
1548
assert(true) # iobuf.close does not raise any exception.
1552
def test_IOBuf_s_new
1553
iobuf = CSV::IOBuf.new(Tempfile.new("in.csv"))
1554
assert_instance_of(CSV::IOBuf, iobuf)
1558
#### CSV functional test
1563
# +------+-------+---------+-------+--------+------+----+------+
1564
# | foo | "foo" | foo,bar | "" |(empty) |(null)| \r | \r\n |
1565
# +------+-------+---------+-------+--------+------+----+------+
1566
# | NaHi | "Na" | Na,Hi | \r.\n | \r\n\n | " | \n | \r\n |
1567
# +------+-------+---------+-------+--------+------+----+------+
1569
def test_s_parseAndCreate
1571
csvStr = "foo,!!!foo!!!,!foo,bar!,!!!!!!,!!,,!\r!,!\r\n!\nNaHi,!!!Na!!!,!Na,Hi!,!\r.\n!,!\r\n\n!,!!!!,!\n!,!\r\n!".gsub!('!', '"')
1572
csvStrTerminated = csvStr + "\n"
1575
res1 = []; res2 = []
1577
col, idx = CSV::parse_row(myStr, 0, res1)
1578
col, idx = CSV::parse_row(myStr, idx, res2)
1581
col = CSV::generate_row(res1, colSize, buf)
1582
col = CSV::generate_row(res2, colSize, buf)
1583
assert_equal(csvStrTerminated, buf)
1586
CSV::Reader.parse(csvStrTerminated) do |row|
1591
CSV::Writer.generate(buf) do |writer|
1592
parsed.each do |row|
1596
assert_equal(csvStrTerminated, buf)
1599
CSV::Writer.generate(buf) do |writer|
1600
parsed.each do |row|
1604
assert_equal(csvStrTerminated, buf)
1607
def test_writer_fs_rs_generate
1609
CSV::Writer.generate(buf, ",,") do |writer|
1612
assert_equal("\n", buf)
1615
CSV::Writer.generate(buf, ",,") do |writer|
1618
assert_equal("\n\n", buf)
1621
CSV::Writer.generate(buf, ",,") do |writer|
1624
assert_equal("1\n", buf)
1627
CSV::Writer.generate(buf, ",,") do |writer|
1629
writer << [4, ",,", 5]
1631
assert_equal("1,,2,,3\n4,,\",,\",,5\n", buf)
1634
CSV::Writer.generate(buf, ",,:", ",,;") do |writer|
1635
writer << [nil, nil, nil]
1636
writer << [nil, ",,", nil]
1638
assert_equal(",,:,,:,,;,,:,,,,:,,;", buf)
1641
CSV::Writer.generate(buf, "---") do |writer|
1643
writer << [4, "---\"---", 5]
1645
assert_equal("1---2---3\n4---\"---\"\"---\"---5\n", buf)
1648
CSV::Writer.generate(buf, nil) do |writer|
1650
writer << [4, ",\",", 5]
1652
assert_equal("1,2,3\n4,\",\"\",\",5\n", buf)
1655
def test_writer_fs_rs_parse
1656
reader = CSV::Reader.create('a||b--c||d', '||', '--')
1657
assert_equal(['a', 'b'], reader.shift)
1658
assert_equal(['c', 'd'], reader.shift)
1660
reader = CSV::Reader.create("a@|b@-c@|d", "@|", "@-")
1661
assert_equal(['a', 'b'], reader.shift)
1662
assert_equal(['c', 'd'], reader.shift)
1664
reader = CSV::Reader.create("ababfsababrs", "abfs", "abrs")
1665
assert_equal(['ab', 'ab'], reader.shift)
1667
reader = CSV::Reader.create('"ab"abfsababrs', "abfs", "abrs")
1668
assert_equal(['ab', 'ab'], reader.shift)
1670
reader = CSV::Reader.create('"ab"aabfsababrs', "abfs", "abrs")
1671
assert_raises(CSV::IllegalFormatError) do
1675
# fs match while matching rs progress
1676
reader = CSV::Reader.create("ab,ababrs", nil, "abrs")
1677
assert_equal(['ab', 'ab'], reader.shift)
1679
reader = CSV::Reader.create(',ababrs', nil, "abrs")
1680
assert_equal([nil, 'ab'], reader.shift)
1682
reader = CSV::Reader.create('"",ababrs', nil, "abrs")
1683
assert_equal(['', 'ab'], reader.shift)
1685
reader = CSV::Reader.create('ab,"ab"abrs', nil, "abrs")
1686
assert_equal(['ab', 'ab'], reader.shift)
1688
reader = CSV::Reader.create('ab,"ab"aabrs', nil, "abrs")
1689
assert_raises(CSV::IllegalFormatError) do
1693
# rs match while matching fs progress
1694
reader = CSV::Reader.create("ab|abc", 'ab-', "ab|")
1695
assert_equal([nil], reader.shift)
1696
assert_equal(['abc'], reader.shift)
1698
reader = CSV::Reader.create("ab\ncdabcef", "abc", "\n")
1699
assert_equal(['ab'], reader.shift)
1700
assert_equal(['cd', "ef"], reader.shift)
1702
# EOF while fs/rs matching
1703
reader = CSV::Reader.create("ab", 'ab-', "xyz")
1704
assert_equal(['ab'], reader.shift)
1706
reader = CSV::Reader.create("ab", 'xyz', "ab|")
1707
assert_equal(['ab'], reader.shift)
1709
reader = CSV::Reader.create("ab", 'ab-', "ab|")
1710
assert_equal(['ab'], reader.shift)
1712
reader = CSV::Reader.create(",,:,,:,,;,,:,,,,:,,;", ",,:", ",,;")
1713
assert_equal([nil, nil, nil], reader.shift)
1714
assert_equal([nil, ",,", nil], reader.shift)
1718
File.open(@outfile, "w") do |f|
1722
CSV.foreach(@outfile) { |line|
1725
assert_equal([['1', '2', '3'], ['4', '5', '6']], row)
1727
File.open(@outfile, "w") do |f|
1731
CSV.foreach(@outfile, "\r") { |line|
1734
assert_equal([['1', '2', '3'], ['4', '5', '6']], row)
1737
def test_s_readlines
1738
File.open(@outfile, "w") do |f|
1741
assert_equal([["1", "2", "3"], ["4", "5", "6"]], CSV.readlines(@outfile))
1742
assert_equal([["1", "2", nil], [nil, "5", "6"]], CSV.readlines(@outfile, "3\n4"))
1746
File.open(@outfile, "w") do |f|
1749
assert_equal([["1", "2", "3"], ["4", "5", "6"]], CSV.read(@outfile))
1750
assert_equal([["1", "2"]], CSV.read(@outfile, 3))
1751
assert_equal([[nil], ["4", nil]], CSV.read(@outfile, 3, 5))