Skip to content

Commit 51f9f73

Browse files
committed
reorder
1 parent 197d0e6 commit 51f9f73

1 file changed

Lines changed: 12 additions & 14 deletions

File tree

pyiceberg/io/pyarrow.py

Lines changed: 12 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -481,7 +481,7 @@ def _initialize_oss_fs(self) -> FileSystem:
481481
properties = filter_properties(self.properties, key_predicate=lambda k: k.startswith(("s3.", "client.", "oss.")))
482482
used_keys: set[str] = set()
483483
get = lambda *keys: self._get_first_property_value_with_tracking(properties, used_keys, *keys) # noqa: E731
484-
client_kwargs = {}
484+
client_kwargs: Properties = {}
485485

486486
if endpoint := get(S3_ENDPOINT, "oss.endpoint_override"):
487487
client_kwargs["endpoint_override"] = endpoint
@@ -520,7 +520,12 @@ def _initialize_s3_fs(self, netloc: Optional[str]) -> FileSystem:
520520
properties = filter_properties(self.properties, key_predicate=lambda k: k.startswith(("s3.", "client.")))
521521
used_keys: set[str] = set()
522522
get = lambda *keys: self._get_first_property_value_with_tracking(properties, used_keys, *keys) # noqa: E731
523-
client_kwargs = {}
523+
client_kwargs: Properties = {}
524+
525+
# Handle S3 region configuration with optional auto-resolution
526+
client_kwargs["region"] = self._resolve_s3_region(
527+
provided_region=get(S3_REGION, AWS_REGION), resolve_region_override=get(S3_RESOLVE_REGION), bucket=netloc
528+
)
524529

525530
if endpoint := get(S3_ENDPOINT, "s3.endpoint_override"):
526531
client_kwargs["endpoint_override"] = endpoint
@@ -530,15 +535,6 @@ def _initialize_s3_fs(self, netloc: Optional[str]) -> FileSystem:
530535
client_kwargs["secret_key"] = secret_key
531536
if session_token := get(S3_SESSION_TOKEN, AWS_SESSION_TOKEN, "s3.session_token"):
532537
client_kwargs["session_token"] = session_token
533-
534-
# Handle S3 region configuration with optional auto-resolution
535-
client_kwargs["region"] = self._resolve_s3_region(
536-
provided_region=get(S3_REGION, AWS_REGION), resolve_region_override=get(S3_RESOLVE_REGION), bucket=netloc
537-
)
538-
539-
if force_virtual_addressing := get(S3_FORCE_VIRTUAL_ADDRESSING, "s3.force_virtual_addressing"):
540-
client_kwargs["force_virtual_addressing"] = self._convert_str_to_bool(force_virtual_addressing)
541-
542538
if proxy_uri := get(S3_PROXY_URI, "s3.proxy_options"):
543539
client_kwargs["proxy_options"] = proxy_uri
544540
if connect_timeout := get(S3_CONNECT_TIMEOUT, "s3.connect_timeout"):
@@ -550,6 +546,8 @@ def _initialize_s3_fs(self, netloc: Optional[str]) -> FileSystem:
550546
if session_name := get(S3_ROLE_SESSION_NAME, AWS_ROLE_SESSION_NAME, "s3.session_name"):
551547
client_kwargs["session_name"] = session_name
552548

549+
if force_virtual_addressing := get(S3_FORCE_VIRTUAL_ADDRESSING, "s3.force_virtual_addressing"):
550+
client_kwargs["force_virtual_addressing"] = self._convert_str_to_bool(force_virtual_addressing)
553551
# Handle retry strategy special case
554552
if retry_strategy_impl := get(S3_RETRY_STRATEGY_IMPL, "s3.retry_strategy"):
555553
if retry_instance := _import_retry_strategy(retry_strategy_impl):
@@ -575,7 +573,7 @@ def _initialize_azure_fs(self) -> FileSystem:
575573
properties = filter_properties(self.properties, key_predicate=lambda k: k.startswith("adls."))
576574
used_keys: set[str] = set()
577575
get = lambda *keys: self._get_first_property_value_with_tracking(properties, used_keys, *keys) # noqa: E731
578-
client_kwargs = {}
576+
client_kwargs: Properties = {}
579577

580578
if account_name := get(ADLS_ACCOUNT_NAME, "adls.account_name"):
581579
client_kwargs["account_name"] = account_name
@@ -612,7 +610,7 @@ def _initialize_hdfs_fs(self, scheme: str, netloc: Optional[str]) -> FileSystem:
612610
properties = filter_properties(self.properties, key_predicate=lambda k: k.startswith("hdfs."))
613611
used_keys: set[str] = set()
614612
get = lambda *keys: self._get_first_property_value_with_tracking(properties, used_keys, *keys) # noqa: E731
615-
client_kwargs = {}
613+
client_kwargs: Properties = {}
616614

617615
if host := get(HDFS_HOST):
618616
client_kwargs["host"] = host
@@ -635,7 +633,7 @@ def _initialize_gcs_fs(self) -> FileSystem:
635633
properties = filter_properties(self.properties, key_predicate=lambda k: k.startswith("gcs."))
636634
used_keys: set[str] = set()
637635
get = lambda *keys: self._get_first_property_value_with_tracking(properties, used_keys, *keys) # noqa: E731
638-
client_kwargs = {}
636+
client_kwargs: Properties = {}
639637

640638
if access_token := get(GCS_TOKEN, "gcs.access_token"):
641639
client_kwargs["access_token"] = access_token

0 commit comments

Comments
 (0)