@@ -481,7 +481,7 @@ def _initialize_oss_fs(self) -> FileSystem:
481481 properties = filter_properties (self .properties , key_predicate = lambda k : k .startswith (("s3." , "client." , "oss." )))
482482 used_keys : set [str ] = set ()
483483 get = lambda * keys : self ._get_first_property_value_with_tracking (properties , used_keys , * keys ) # noqa: E731
484- client_kwargs = {}
484+ client_kwargs : Properties = {}
485485
486486 if endpoint := get (S3_ENDPOINT , "oss.endpoint_override" ):
487487 client_kwargs ["endpoint_override" ] = endpoint
@@ -520,7 +520,12 @@ def _initialize_s3_fs(self, netloc: Optional[str]) -> FileSystem:
520520 properties = filter_properties (self .properties , key_predicate = lambda k : k .startswith (("s3." , "client." )))
521521 used_keys : set [str ] = set ()
522522 get = lambda * keys : self ._get_first_property_value_with_tracking (properties , used_keys , * keys ) # noqa: E731
523- client_kwargs = {}
523+ client_kwargs : Properties = {}
524+
525+ # Handle S3 region configuration with optional auto-resolution
526+ client_kwargs ["region" ] = self ._resolve_s3_region (
527+ provided_region = get (S3_REGION , AWS_REGION ), resolve_region_override = get (S3_RESOLVE_REGION ), bucket = netloc
528+ )
524529
525530 if endpoint := get (S3_ENDPOINT , "s3.endpoint_override" ):
526531 client_kwargs ["endpoint_override" ] = endpoint
@@ -530,15 +535,6 @@ def _initialize_s3_fs(self, netloc: Optional[str]) -> FileSystem:
530535 client_kwargs ["secret_key" ] = secret_key
531536 if session_token := get (S3_SESSION_TOKEN , AWS_SESSION_TOKEN , "s3.session_token" ):
532537 client_kwargs ["session_token" ] = session_token
533-
534- # Handle S3 region configuration with optional auto-resolution
535- client_kwargs ["region" ] = self ._resolve_s3_region (
536- provided_region = get (S3_REGION , AWS_REGION ), resolve_region_override = get (S3_RESOLVE_REGION ), bucket = netloc
537- )
538-
539- if force_virtual_addressing := get (S3_FORCE_VIRTUAL_ADDRESSING , "s3.force_virtual_addressing" ):
540- client_kwargs ["force_virtual_addressing" ] = self ._convert_str_to_bool (force_virtual_addressing )
541-
542538 if proxy_uri := get (S3_PROXY_URI , "s3.proxy_options" ):
543539 client_kwargs ["proxy_options" ] = proxy_uri
544540 if connect_timeout := get (S3_CONNECT_TIMEOUT , "s3.connect_timeout" ):
@@ -550,6 +546,8 @@ def _initialize_s3_fs(self, netloc: Optional[str]) -> FileSystem:
550546 if session_name := get (S3_ROLE_SESSION_NAME , AWS_ROLE_SESSION_NAME , "s3.session_name" ):
551547 client_kwargs ["session_name" ] = session_name
552548
549+ if force_virtual_addressing := get (S3_FORCE_VIRTUAL_ADDRESSING , "s3.force_virtual_addressing" ):
550+ client_kwargs ["force_virtual_addressing" ] = self ._convert_str_to_bool (force_virtual_addressing )
553551 # Handle retry strategy special case
554552 if retry_strategy_impl := get (S3_RETRY_STRATEGY_IMPL , "s3.retry_strategy" ):
555553 if retry_instance := _import_retry_strategy (retry_strategy_impl ):
@@ -575,7 +573,7 @@ def _initialize_azure_fs(self) -> FileSystem:
575573 properties = filter_properties (self .properties , key_predicate = lambda k : k .startswith ("adls." ))
576574 used_keys : set [str ] = set ()
577575 get = lambda * keys : self ._get_first_property_value_with_tracking (properties , used_keys , * keys ) # noqa: E731
578- client_kwargs = {}
576+ client_kwargs : Properties = {}
579577
580578 if account_name := get (ADLS_ACCOUNT_NAME , "adls.account_name" ):
581579 client_kwargs ["account_name" ] = account_name
@@ -612,7 +610,7 @@ def _initialize_hdfs_fs(self, scheme: str, netloc: Optional[str]) -> FileSystem:
612610 properties = filter_properties (self .properties , key_predicate = lambda k : k .startswith ("hdfs." ))
613611 used_keys : set [str ] = set ()
614612 get = lambda * keys : self ._get_first_property_value_with_tracking (properties , used_keys , * keys ) # noqa: E731
615- client_kwargs = {}
613+ client_kwargs : Properties = {}
616614
617615 if host := get (HDFS_HOST ):
618616 client_kwargs ["host" ] = host
@@ -635,7 +633,7 @@ def _initialize_gcs_fs(self) -> FileSystem:
635633 properties = filter_properties (self .properties , key_predicate = lambda k : k .startswith ("gcs." ))
636634 used_keys : set [str ] = set ()
637635 get = lambda * keys : self ._get_first_property_value_with_tracking (properties , used_keys , * keys ) # noqa: E731
638- client_kwargs = {}
636+ client_kwargs : Properties = {}
639637
640638 if access_token := get (GCS_TOKEN , "gcs.access_token" ):
641639 client_kwargs ["access_token" ] = access_token
0 commit comments