Skip to content

Commit bace1dc

Browse files
committed
adjust max number of lines for CSV file imports
1 parent 22bfa25 commit bace1dc

File tree

2 files changed

+8
-1
lines changed

2 files changed

+8
-1
lines changed

.github/workflows/build_test.yml

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -26,6 +26,7 @@ concurrency:
2626

2727
env:
2828
USE_PASSWORD: "true"
29+
SF_CSV_IMPORT_MAX_ROWS: "30000"
2930

3031
jobs:
3132
lint:

test/integ/test_large_put.py

Lines changed: 7 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -18,6 +18,10 @@ def test_put_copy_large_files(tmpdir, conn_cnx, db_parameters):
1818
# generates N files
1919
number_of_files = 2
2020
number_of_lines = 200000
21+
22+
# note: adjusted for compatibility with LocalStack emulator tests
23+
number_of_lines_expected = 30000
24+
2125
tmp_dir = generate_k_lines_of_n_files(
2226
number_of_lines, number_of_files, tmp_dir=str(tmpdir.mkdir("data"))
2327
)
@@ -91,7 +95,9 @@ def mocked_file_agent(*args, **kwargs):
9195
cnt = 0
9296
for rec in c:
9397
cnt += rec[0]
94-
assert cnt == number_of_files * number_of_lines, "Number of rows"
98+
assert (
99+
cnt == number_of_files * number_of_lines_expected
100+
), "Number of rows"
95101
finally:
96102
c.close()
97103
finally:

0 commit comments

Comments
 (0)