Skip to content

Commit 9e50146

Browse files
youngsofunyoungsofun
committed
update tests.
1 parent d4e9765 commit 9e50146

36 files changed

+202
-13
lines changed

‎tests/data/wrong_sample.tsv

+1-1
Original file line numberDiff line numberDiff line change
@@ -2,5 +2,5 @@
22
"a" 2
33
\"a 3
44
'a b
5-
'a' 5
5+
5
66
\'a 6

‎tests/data/wrong_sample2.csv

+3-3
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
1,'Beijing',100
2-
2,'Shanghai',80,100
3-
3,'Guangzhou',b0
2+
2,'Shanghai',80
3+
3,'Guangzhou',0
44
4,'Fuzhou',b1
5-
5,'Shenzhen',70
5+
5,'Shenzhen',70,100
66
6,'Shenzhen'
77
7,'Beijing',99

‎tests/data/wrong_sample2.tsv

+2-2
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
"a 1
22
"a" 2
3-
\"a 3
3+
3
44
'a b
5-
'a' 5
5+
a' 5
66
\'a 6

‎tests/suites/1_stateful/00_copy/0000_0000_copy_into_stage2.result

+1
Original file line numberDiff line numberDiff line change
@@ -22,6 +22,7 @@
2222
---parq_80
2323
5
2424
20
25+
big.csv 2000 0 NULL NULL
2526
---csv_big_20
2627
2
2728
2000

‎tests/suites/1_stateful/00_copy/00_0000_copy_from_s3_location.result

+10
Original file line numberDiff line numberDiff line change
@@ -1,9 +1,19 @@
1+
/admin/data/ontime_200.csv 199 0 NULL NULL
12
199 2020.0 769
3+
/admin/data/ontime_200.csv.gz 199 0 NULL NULL
24
199 2020.0 769
5+
/admin/data/ontime_200.csv.zst 199 0 NULL NULL
36
199 2020.0 769
7+
/admin/data/ontime_200.csv.bz2 199 0 NULL NULL
48
199 2020.0 769
9+
/admin/data/ontime_200.csv.xz 199 0 NULL NULL
510
199 2020.0 769
11+
/ontime_200.csv 199 0 NULL NULL
12+
/ontime_200_v1.csv 199 0 NULL NULL
613
398 2020.0 1538
14+
ontime_200.csv 199 0 NULL NULL
15+
ontime_200_v1.csv 199 0 NULL NULL
716
398 2020.0 1538
817
398 2020.0 1538
18+
/admin/data/ontime_200.ndjson 199 0 NULL NULL
919
199 2020.0 769

‎tests/suites/1_stateful/00_copy/00_0000_copy_from_stage.result

+23
Original file line numberDiff line numberDiff line change
@@ -7,30 +7,53 @@ ontime_200.ndjson
77
ontime_200.parquet
88
199 2020.0 769
99
199 2020.0 769
10+
ontime_200.csv.gz 199 0 NULL NULL
1011
199 2020.0 769
1112
199 2020.0 769
13+
ontime_200.csv.zst 199 0 NULL NULL
1214
199 2020.0 769
1315
199 2020.0 769
16+
ontime_200.csv.bz2 199 0 NULL NULL
1417
199 2020.0 769
1518
199 2020.0 769
19+
ontime_200.csv.xz 199 0 NULL NULL
1620
199 2020.0 769
1721
199 2020.0 769
22+
ontime_200.csv.bz2 199 0 NULL NULL
23+
ontime_200.csv.gz 199 0 NULL NULL
24+
ontime_200.csv.xz 199 0 NULL NULL
25+
ontime_200.csv.zst 199 0 NULL NULL
1826
796 2020.0 3076
1927
796 2020.0 3076
28+
ontime_200.ndjson 199 0 NULL NULL
2029
199 2020.0 769
2130
199 2020.0 769
2231
ontime_200.parquet
2332
ontime_200_v1.parquet
2433
398 2020.0 1538
2534
398 2020.0 1538
35+
ontime_200.csv.gz 199 0 NULL NULL
2636
199 2020.0 769
2737
199 2020.0 769
38+
ontime_200.csv.zst 199 0 NULL NULL
2839
199 2020.0 769
2940
199 2020.0 769
41+
ontime_200.csv.bz2 199 0 NULL NULL
3042
199 2020.0 769
3143
199 2020.0 769
44+
ontime_200.csv.bz2 199 0 NULL NULL
45+
ontime_200.csv.gz 199 0 NULL NULL
46+
ontime_200.csv.zst 199 0 NULL NULL
3247
597 2020.0 2307
48+
ontime_200.csv.bz2 199 0 NULL NULL
49+
ontime_200.csv.gz 199 0 NULL NULL
50+
ontime_200.csv.zst 199 0 NULL NULL
3351
1194 2020.0 4614
3452
5
53+
ontime_200.csv 199 0 NULL NULL
54+
ontime_200.csv.bz2 199 0 NULL NULL
55+
ontime_200.csv.gz 199 0 NULL NULL
56+
ontime_200.csv.xz 199 0 NULL NULL
57+
ontime_200.csv.zst 199 0 NULL NULL
3558
0
3659
398 2020.0 1538

‎tests/suites/1_stateful/00_copy/00_0001_copy_from_http_location.result

+7
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,10 @@
1+
dataset/stateful/ontime_2006_200.csv 199 0 NULL NULL
12
199 2020.0 769
3+
dataset/stateful/ontime_2006_200.csv 199 0 NULL NULL
4+
dataset/stateful/ontime_2007_200.csv 199 0 NULL NULL
5+
dataset/stateful/ontime_2008_200.csv 199 0 NULL NULL
26
597 2020.0 2307
7+
dataset/stateful/ontime_2006_200.csv 199 0 NULL NULL
8+
dataset/stateful/ontime_2007_200.csv 199 0 NULL NULL
9+
dataset/stateful/ontime_2008_200.csv 199 0 NULL NULL
310
597 2020.0 2307

‎tests/suites/1_stateful/00_copy/00_0001_copy_tsv.result

+2
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,5 @@
11
---1
2+
/admin/data/escape.tsv 10 0 NULL NULL
23
"a 1 2
34
"a" 2 3
45
"a 3 2
@@ -10,6 +11,7 @@
1011
\\i 9 2
1112
'a" b' 10 6
1213
---test tsv field with whitespace
14+
/runner/_work/databend/databend/tests/data/field_white_space.tsv 3 0 NULL NULL
1315
33 береж 11
1416
44 name 4
1517
66 ! hektdf gjcgjhn conster 24

‎tests/suites/1_stateful/00_copy/00_0002_copy_from_fs_location.result

+9
Original file line numberDiff line numberDiff line change
@@ -1,9 +1,18 @@
1+
/runner/_work/databend/databend/tests/data/ontime_200.csv 199 0 NULL NULL
12
199 2020.0 769
3+
/runner/_work/databend/databend/tests/data/ontime_200.csv.gz 199 0 NULL NULL
24
199 2020.0 769
5+
/runner/_work/databend/databend/tests/data/ontime_200.csv.zst 199 0 NULL NULL
36
199 2020.0 769
7+
/runner/_work/databend/databend/tests/data/ontime_200.csv.bz2 199 0 NULL NULL
48
199 2020.0 769
9+
/runner/_work/databend/databend/tests/data/ontime_200.csv.xz 199 0 NULL NULL
510
199 2020.0 769
11+
ontime_200.csv 199 0 NULL NULL
612
199 2020.0 769
13+
ontime_200.parquet 199 0 NULL NULL
714
199 2020.0 769
15+
/runner/_work/databend/databend/tests/data/ontime_200.ndjson 199 0 NULL NULL
816
199 2020.0 769
17+
ontime_200.parquet 199 0 NULL NULL
918
199 2020.0000 769.00

‎tests/suites/1_stateful/00_copy/00_0002_copy_from_fs_on_error.result

+11-2
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,16 @@
1+
wrong_sample.csv 3 4 too many fields, expect 3, got 4, split wrong_sample.csv(110 bytes), row=1=0+1, offset=16=0+16, options=Csv(CsvFileFormatParams { compression: None, headers: 0, field_delimiter: ",", record_delimiter: "\\n", null_display: "\\\\N", nan_display: "NaN", escape: "", quote: "\\"" }), schema=[TableField { name: "id", default_expr: None, data_type: Number(Int32), column_id: 0, computed_expr: None }, TableField { name: "city", default_expr: None, data_type: String, column_id: 1, computed_expr: None }, TableField { name: "score", default_expr: None, data_type: Number(Int32), column_id: 2, computed_expr: None }] 2
2+
wrong_sample2.csv 4 3 fail to decode column 2 (score Int32): number is not exist, [column_data]=["b1"] 4
3+
7
4+
wrong_sample.ndjson 3 1 key must be a string at line 1 column 89 2
5+
wrong_sample2.ndjson 3 1 key must be a string at line 1 column 89 2
16
6
2-
6
3-
10
7+
wrong_sample.tsv 4 2 fail to decode column 1 (b Int32): number is not exist, [column_data]=["b"], row data: "<SINGLE QUOTE>a<TAB>b" 4
8+
wrong_sample2.tsv 4 2 need 2 columns, find 1 only, row data: "3" 3
9+
8
10+
wrong_sample.xml 2 1 fail to parse XML wrong_sample.xml:2 BadBytes. Code: 1046, Text = number is not exist.. column=id value=[34, 98, 34] 2
11+
wrong_sample2.xml 2 1 fail to parse XML wrong_sample2.xml:2 BadBytes. Code: 1046, Text = number is not exist.. column=id value=[34, 98, 34] 2
412
4
13+
/runner/_work/databend/databend/tests/data/wrong_sample.csv 3 0 NULL NULL
514
3
615
1
716
0

‎tests/suites/1_stateful/00_copy/00_0003_copy_from_user_stage.result

+18
Original file line numberDiff line numberDiff line change
@@ -7,18 +7,36 @@ ontime_200.ndjson
77
ontime_200.parquet
88
199 2020.0 769
99
199 2020.0 769
10+
ontime_200.csv.gz 199 0 NULL NULL
1011
199 2020.0 769
1112
199 2020.0 769
13+
ontime_200.csv.zst 199 0 NULL NULL
1214
199 2020.0 769
1315
199 2020.0 769
16+
ontime_200.csv.bz2 199 0 NULL NULL
1417
199 2020.0 769
1518
199 2020.0 769
19+
ontime_200.csv.xz 199 0 NULL NULL
1620
199 2020.0 769
1721
199 2020.0 769
22+
ontime_200.csv.bz2 199 0 NULL NULL
23+
ontime_200.csv.gz 199 0 NULL NULL
24+
ontime_200.csv.xz 199 0 NULL NULL
25+
ontime_200.csv.zst 199 0 NULL NULL
1826
796 2020.0 3076
27+
ontime_200.csv.bz2 199 0 NULL NULL
28+
ontime_200.csv.gz 199 0 NULL NULL
29+
ontime_200.csv.xz 199 0 NULL NULL
30+
ontime_200.csv.zst 199 0 NULL NULL
1931
1592 2020.0 6152
32+
ontime_200.ndjson 199 0 NULL NULL
2033
199 2020.0 769
2134
199 2020.0 769
2235
5
36+
ontime_200.csv 199 0 NULL NULL
37+
ontime_200.csv.bz2 199 0 NULL NULL
38+
ontime_200.csv.gz 199 0 NULL NULL
39+
ontime_200.csv.xz 199 0 NULL NULL
40+
ontime_200.csv.zst 199 0 NULL NULL
2341
0
2442
398 2020.0 1538

‎tests/suites/1_stateful/00_copy/00_0004_copy_with_max_files.result

+15
Original file line numberDiff line numberDiff line change
@@ -1,27 +1,42 @@
11
--- force = false, purge = false
2+
f1.csv 2 0 NULL NULL
3+
f3.csv 2 0 NULL NULL
24
4
35
remain 3 files
6+
f2.csv 2 0 NULL NULL
47
6
58
remain 3 files
69
6
710
remain 3 files
811
--- force = false, purge = true
12+
f1.csv 2 0 NULL NULL
13+
f3.csv 2 0 NULL NULL
914
4
1015
remain 1 files
16+
f2.csv 2 0 NULL NULL
1117
6
1218
remain 0 files
1319
6
1420
remain 0 files
1521
--- force = true, purge = false
22+
f1.csv 2 0 NULL NULL
23+
f3.csv 2 0 NULL NULL
1624
4
1725
remain 3 files
26+
f1.csv 2 0 NULL NULL
27+
f3.csv 2 0 NULL NULL
1828
8
1929
remain 3 files
30+
f1.csv 2 0 NULL NULL
31+
f3.csv 2 0 NULL NULL
2032
12
2133
remain 3 files
2234
--- force = true, purge = true
35+
f1.csv 2 0 NULL NULL
36+
f3.csv 2 0 NULL NULL
2337
4
2438
remain 1 files
39+
f2.csv 2 0 NULL NULL
2540
6
2641
remain 0 files
2742
6

‎tests/suites/1_stateful/00_copy/00_0005_copy_from_stage_max_files.result

+15
Original file line numberDiff line numberDiff line change
@@ -1,31 +1,46 @@
11
--- force = false, purge = false
22
6
3+
f2.parquet 2 0 NULL NULL
4+
f3.parquet 2 0 NULL NULL
35
4
46
remain 3 files
7+
f1.parquet 2 0 NULL NULL
58
6
69
remain 3 files
710
6
811
remain 3 files
912
--- force = false, purge = true
1013
6
14+
f2.parquet 2 0 NULL NULL
15+
f3.parquet 2 0 NULL NULL
1116
4
1217
remain 1 files
18+
f1.parquet 2 0 NULL NULL
1319
6
1420
remain 0 files
1521
6
1622
remain 0 files
1723
--- force = true, purge = false
1824
6
25+
f2.parquet 2 0 NULL NULL
26+
f3.parquet 2 0 NULL NULL
1927
4
2028
remain 3 files
29+
f2.parquet 2 0 NULL NULL
30+
f3.parquet 2 0 NULL NULL
2131
8
2232
remain 3 files
33+
f2.parquet 2 0 NULL NULL
34+
f3.parquet 2 0 NULL NULL
2335
12
2436
remain 3 files
2537
--- force = true, purge = true
2638
6
39+
f2.parquet 2 0 NULL NULL
40+
f3.parquet 2 0 NULL NULL
2741
4
2842
remain 1 files
43+
f1.parquet 2 0 NULL NULL
2944
6
3045
remain 0 files
3146
6

‎tests/suites/1_stateful/00_copy/00_0006_small_parquet.result

+34
Original file line numberDiff line numberDiff line change
@@ -1,24 +1,58 @@
11
--- copy, threshold=0 stage=data_fs
2+
multi_page_1.parquet 40 0 NULL NULL
3+
multi_page_2.parquet 120 0 NULL NULL
4+
multi_page_3.parquet 80 0 NULL NULL
5+
multi_page_4.parquet 160 0 NULL NULL
26
400
37
--- copy from select, threshold=0 stage=data_fs
8+
multi_page_1.parquet 40 0 NULL NULL
9+
multi_page_2.parquet 120 0 NULL NULL
10+
multi_page_3.parquet 80 0 NULL NULL
11+
multi_page_4.parquet 160 0 NULL NULL
412
400
513
--- copy, threshold=0 stage=data_s3
614
400
715
--- copy from select, threshold=0 stage=data_s3
816
400
917
--- copy, threshold=3000 stage=data_fs
18+
multi_page_1.parquet 40 0 NULL NULL
19+
multi_page_2.parquet 120 0 NULL NULL
20+
multi_page_3.parquet 80 0 NULL NULL
21+
multi_page_4.parquet 160 0 NULL NULL
1022
400
1123
--- copy from select, threshold=3000 stage=data_fs
24+
multi_page_1.parquet 40 0 NULL NULL
25+
multi_page_2.parquet 120 0 NULL NULL
26+
multi_page_3.parquet 80 0 NULL NULL
27+
multi_page_4.parquet 160 0 NULL NULL
1228
400
1329
--- copy, threshold=3000 stage=data_s3
30+
multi_page_1.parquet 40 0 NULL NULL
1431
400
1532
--- copy from select, threshold=3000 stage=data_s3
33+
multi_page_1.parquet 40 0 NULL NULL
1634
400
1735
--- copy, threshold=10000 stage=data_fs
36+
multi_page_1.parquet 40 0 NULL NULL
37+
multi_page_2.parquet 120 0 NULL NULL
38+
multi_page_3.parquet 80 0 NULL NULL
39+
multi_page_4.parquet 160 0 NULL NULL
1840
400
1941
--- copy from select, threshold=10000 stage=data_fs
42+
multi_page_1.parquet 40 0 NULL NULL
43+
multi_page_2.parquet 120 0 NULL NULL
44+
multi_page_3.parquet 80 0 NULL NULL
45+
multi_page_4.parquet 160 0 NULL NULL
2046
400
2147
--- copy, threshold=10000 stage=data_s3
48+
multi_page_1.parquet 40 0 NULL NULL
49+
multi_page_2.parquet 120 0 NULL NULL
50+
multi_page_3.parquet 80 0 NULL NULL
51+
multi_page_4.parquet 160 0 NULL NULL
2252
400
2353
--- copy from select, threshold=10000 stage=data_s3
54+
multi_page_1.parquet 40 0 NULL NULL
55+
multi_page_2.parquet 120 0 NULL NULL
56+
multi_page_3.parquet 80 0 NULL NULL
57+
multi_page_4.parquet 160 0 NULL NULL
2458
400

‎tests/suites/1_stateful/00_copy/00_0007_copy_csv_with_invalid_variant.result

+2
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,7 @@
11
---test csv field check invalid variant
2+
/runner/_work/databend/databend/tests/data/invalid_variant.csv 1 1 fail to decode column 1 (b Variant): Invalid JSON value: "invalidvariant", [column_data]=["invalidvariant"] 1
23
2 {"k":"v"}
34
---test csv field disable check invalid variant
5+
/runner/_work/databend/databend/tests/data/invalid_variant.csv 2 0 NULL NULL
46
1 invalidvariant
57
2 {"k":"v"}

‎tests/suites/1_stateful/00_copy/00_0008_copy_with_projection.result

+4
Original file line numberDiff line numberDiff line change
@@ -1,9 +1,13 @@
1+
/tmp/test_copy_p.csv 2 0 NULL NULL
12
copy into test_copy_p3(b, c) from 'fs:///tmp/test_copy_p.csv' FILE_FORMAT = (type = CSV)
3+
1
24
0 1 2
35
0 3 4
46
copy into test_copy_p3(b, c) from @s_copy_p FILE_FORMAT = (type = PARQUET)
7+
1
58
0 1 2
69
0 3 4
710
copy into test_copy_p3(b, c) from (select t.b+1, t.c+1 from @s_copy_p t) FILE_FORMAT = (type = PARQUET)
11+
1
812
0 2 3
913
0 4 5

‎tests/suites/1_stateful/00_copy/00_0008_copy_with_projection.sh

+1-1
Original file line numberDiff line numberDiff line change
@@ -42,7 +42,7 @@ tests=(
4242
for i in "${tests[@]}"; do
4343
echo "truncate table test_copy_p3" | $MYSQL_CLIENT_CONNECT
4444
echo "$i"
45-
echo "$i" | $MYSQL_CLIENT_CONNECT
45+
echo "$i" | $MYSQL_CLIENT_CONNECT | wc -l
4646
echo "select * from test_copy_p3" | $MYSQL_CLIENT_CONNECT
4747
done
4848

‎tests/suites/1_stateful/00_copy/00_0010_copy_compactor.result

+1
Original file line numberDiff line numberDiff line change
@@ -1,2 +1,3 @@
1+
numbers.csv 18 0 NULL NULL
12
8
23
10

0 commit comments

Comments
 (0)