Skip to content

Commit

Permalink
Test
Browse files Browse the repository at this point in the history
  • Loading branch information
Fokko committed Jan 27, 2025
1 parent bca56a9 commit f3f6295
Showing 1 changed file with 3 additions and 5 deletions.
8 changes: 3 additions & 5 deletions tests/integration/test_deletes.py
Original file line number Diff line number Diff line change
Expand Up @@ -337,7 +337,7 @@ def test_read_multiple_batches_in_task_with_position_deletes(spark: SparkSession

arrow_table = pa.Table.from_arrays(
[
pa.array(list(range(1, 1001)) * 100),
pa.array(list(range(1, 100)) * 10),
],
schema=pa.schema([pa.field("number", pa.int32())]),
)
Expand All @@ -347,9 +347,7 @@ def test_read_multiple_batches_in_task_with_position_deletes(spark: SparkSession
run_spark_commands(
spark,
[
f"""
DELETE FROM {identifier} WHERE number in (1, 2, 3, 4)
""",
f"DELETE FROM {identifier} WHERE number in (1, 2, 3, 4)",
],
)

Expand All @@ -358,7 +356,7 @@ def test_read_multiple_batches_in_task_with_position_deletes(spark: SparkSession
reader = tbl.scan(row_filter="number <= 50").to_arrow_batch_reader()
assert isinstance(reader, pa.RecordBatchReader)
pyiceberg_count = len(reader.read_all())
expected_count = 46 * 100
expected_count = 46 * 10
assert pyiceberg_count == expected_count, f"Failing check. {pyiceberg_count} != {expected_count}"


Expand Down

0 comments on commit f3f6295

Please sign in to comment.