@@ -269,6 +269,11 @@ def test_summaries(spark: SparkSession, session_catalog: Catalog, arrow_table_wi
269269
270270@pytest .mark .integration
271271def test_summaries_partial_overwrite (spark : SparkSession , session_catalog : Catalog ) -> None :
272+ import pyarrow
273+ from packaging import version
274+
275+ under_20_arrow = version .parse (pyarrow .__version__ ) < version .parse ("20.0.0" )
276+
272277 identifier = "default.test_summaries_partial_overwrite"
273278 TEST_DATA = {
274279 "id" : [1 , 2 , 3 , 1 , 1 ],
@@ -309,13 +314,13 @@ def test_summaries_partial_overwrite(spark: SparkSession, session_catalog: Catal
309314 # APPEND
310315 assert summaries [0 ] == {
311316 "added-data-files" : "3" ,
312- "added-files-size" : "2618" ,
317+ "added-files-size" : "2570" if under_20_arrow else " 2618" ,
313318 "added-records" : "5" ,
314319 "changed-partition-count" : "3" ,
315320 "total-data-files" : "3" ,
316321 "total-delete-files" : "0" ,
317322 "total-equality-deletes" : "0" ,
318- "total-files-size" : "2618" ,
323+ "total-files-size" : "2570" if under_20_arrow else " 2618" ,
319324 "total-position-deletes" : "0" ,
320325 "total-records" : "5" ,
321326 }
@@ -344,16 +349,16 @@ def test_summaries_partial_overwrite(spark: SparkSession, session_catalog: Catal
344349 assert len (files ) == 3
345350 assert summaries [1 ] == {
346351 "added-data-files" : "1" ,
347- "added-files-size" : "875" ,
352+ "added-files-size" : "859" if under_20_arrow else " 875" ,
348353 "added-records" : "2" ,
349354 "changed-partition-count" : "1" ,
350355 "deleted-data-files" : "1" ,
351356 "deleted-records" : "3" ,
352- "removed-files-size" : "882" ,
357+ "removed-files-size" : "866" if under_20_arrow else " 882" ,
353358 "total-data-files" : "3" ,
354359 "total-delete-files" : "0" ,
355360 "total-equality-deletes" : "0" ,
356- "total-files-size" : "2611" ,
361+ "total-files-size" : "2563" if under_20_arrow else " 2611" ,
357362 "total-position-deletes" : "0" ,
358363 "total-records" : "4" ,
359364 }
0 commit comments