Skip to content
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
77 changes: 42 additions & 35 deletions tests/pyathena/filesystem/test_s3.py
Original file line number Diff line number Diff line change
Expand Up @@ -167,13 +167,14 @@ def test_read(self, fs, start, end, target_data):
@pytest.mark.parametrize(
["base", "exp"],
[
# TODO: Comment out some test cases because of the high cost of AWS for testing.
(1, 2**10),
(10, 2**10),
(100, 2**10),
# (10, 2**10),
# (100, 2**10),
(1, 2**20),
(10, 2**20),
(100, 2**20),
(1024, 2**20),
# (10, 2**20),
# (100, 2**20),
# (1024, 2**20),
# TODO: Perhaps OOM is occurring and the worker is shutting down.
# The runner has received a shutdown signal.
# This can happen when the runner service is stopped,
Expand All @@ -197,13 +198,14 @@ def test_write(self, fs, base, exp):
@pytest.mark.parametrize(
["base", "exp"],
[
# TODO: Comment out some test cases because of the high cost of AWS for testing.
(1, 2**10),
(10, 2**10),
(100, 2**10),
# (10, 2**10),
# (100, 2**10),
(1, 2**20),
(10, 2**20),
(100, 2**20),
(1024, 2**20),
# (10, 2**20),
# (100, 2**20),
# (1024, 2**20),
# TODO: Perhaps OOM is occurring and the worker is shutting down.
# The runner has received a shutdown signal.
# This can happen when the runner service is stopped,
Expand Down Expand Up @@ -498,13 +500,14 @@ def test_touch(self, fs):
@pytest.mark.parametrize(
["base", "exp"],
[
# TODO: Comment out some test cases because of the high cost of AWS for testing.
(1, 2**10),
(10, 2**10),
(100, 2**10),
# (10, 2**10),
# (100, 2**10),
(1, 2**20),
(10, 2**20),
(100, 2**20),
(1024, 2**20),
# (10, 2**20),
# (100, 2**20),
# (1024, 2**20),
# TODO: Perhaps OOM is occurring and the worker is shutting down.
# The runner has received a shutdown signal.
# This can happen when the runner service is stopped,
Expand Down Expand Up @@ -538,13 +541,14 @@ def test_cat_ranges(self, fs):
@pytest.mark.parametrize(
["base", "exp"],
[
# TODO: Comment out some test cases because of the high cost of AWS for testing.
(1, 2**10),
(10, 2**10),
(100, 2**10),
# (10, 2**10),
# (100, 2**10),
(1, 2**20),
(10, 2**20),
(100, 2**20),
(1024, 2**20),
# (10, 2**20),
# (100, 2**20),
# (1024, 2**20),
# TODO: Perhaps OOM is occurring and the worker is shutting down.
# The runner has received a shutdown signal.
# This can happen when the runner service is stopped,
Expand All @@ -570,13 +574,14 @@ def test_put(self, fs, base, exp):
@pytest.mark.parametrize(
["base", "exp"],
[
# TODO: Comment out some test cases because of the high cost of AWS for testing.
(1, 2**10),
(10, 2**10),
(100, 2**10),
# (10, 2**10),
# (100, 2**10),
(1, 2**20),
(10, 2**20),
(100, 2**20),
(1024, 2**20),
# (10, 2**20),
# (100, 2**20),
# (1024, 2**20),
# TODO: Perhaps OOM is occurring and the worker is shutting down.
# The runner has received a shutdown signal.
# This can happen when the runner service is stopped,
Expand Down Expand Up @@ -605,13 +610,14 @@ def test_put_with_callback(self, fs, base, exp):
@pytest.mark.parametrize(
["base", "exp"],
[
# TODO: Comment out some test cases because of the high cost of AWS for testing.
(1, 2**10),
(10, 2**10),
(100, 2**10),
# (10, 2**10),
# (100, 2**10),
(1, 2**20),
(10, 2**20),
(100, 2**20),
(1024, 2**20),
# (10, 2**20),
# (100, 2**20),
# (1024, 2**20),
# TODO: Perhaps OOM is occurring and the worker is shutting down.
# The runner has received a shutdown signal.
# This can happen when the runner service is stopped,
Expand Down Expand Up @@ -736,12 +742,13 @@ def test_pandas_read_csv(self):
@pytest.mark.parametrize(
["line_count"],
[
# TODO: Comment out some test cases because of the high cost of AWS for testing.
(1 * (2**20),), # Generates files of about 2 MB.
(2 * (2**20),), # 4MB
(3 * (2**20),), # 6MB
(4 * (2**20),), # 8MB
(5 * (2**20),), # 10MB
(6 * (2**20),), # 12MB
# (2 * (2**20),), # 4MB
# (3 * (2**20),), # 6MB
# (4 * (2**20),), # 8MB
# (5 * (2**20),), # 10MB
# (6 * (2**20),), # 12MB
],
)
def test_pandas_write_csv(self, line_count):
Expand Down
Loading