We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 6f50b48 commit e9e9485Copy full SHA for e9e9485
1 file changed
pyiceberg/table/upsert_util.py
@@ -72,6 +72,9 @@ def get_rows_to_update(source_table: pa.Table, target_table: pa.Table, join_cols
72
# When the target table is empty, there is nothing to update :)
73
return source_table.schema.empty_table()
74
75
+ # We need to compare non_key_cols in Python as PyArrow
76
+ # 1. Cannot do a join when non-join columns have complex types
77
+ # 2. Cannot compare columns with complex types
78
# See: https://github.com/apache/arrow/issues/35785
79
MARKER_COLUMN_NAME = "__from_target"
80
SOURCE_INDEX_COLUMN_NAME = "__source_index"
0 commit comments