Merge branch 'main' into feat/validate_added_data_files

Author: kaushiksrini

.gitignore

@@ -35,6 +35,7 @@ coverage.xml
 .project
 .settings
 bin/
+.vscode/
 
 # Hive/metastore files
 metastore_db/

poetry.lock

@@ -29,7 +29,7 @@
 VALIDATE_ADDED_DATA_FILES_OPERATIONS: Set[Operation] = {Operation.APPEND, Operation.OVERWRITE}
 
 
-def validation_history(
+def _validation_history(
     table: Table,
     from_snapshot: Snapshot,
     to_snapshot: Snapshot,
@@ -143,7 +143,7 @@ def _deleted_data_files(
     if parent_snapshot is None:
         return
 
-    manifests, snapshot_ids = validation_history(
+    manifests, snapshot_ids = _validation_history(
         table,
         parent_snapshot,
         starting_snapshot,

pyiceberg/table/update/validate.py

@@ -80,7 +80,7 @@ huggingface-hub = { version = ">=0.24.0", optional = true }
 psycopg2-binary = { version = ">=2.9.6", optional = true }
 sqlalchemy = { version = "^2.0.18", optional = true }
 getdaft = { version = ">=0.2.12", optional = true }
-cachetools = "^5.5.0"
+cachetools = ">=5.5,<7.0"
 pyiceberg-core = { version = "^0.4.0", optional = true }
 polars = { version = "^1.21.0", optional = true }
 thrift-sasl = { version = ">=0.4.3", optional = true }
@@ -109,9 +109,9 @@ mkdocs = "1.6.1"
 griffe = "1.7.3"
 jinja2 = "3.1.6"
 mkdocstrings = "0.29.1"
-mkdocstrings-python = "1.16.10"
+mkdocstrings-python = "1.16.11"
 mkdocs-literate-nav = "0.6.2"
-mkdocs-autorefs = "1.4.1"
+mkdocs-autorefs = "1.4.2"
 mkdocs-gen-files = "0.5.0"
 mkdocs-material = "9.6.14"
 mkdocs-material-extensions = "1.3.1"