|
|
@@ -33,11 +33,12 @@ FS_CACHE = {}
|
|
|
DEFAULT_SCHEMA = 'hdfs'
|
|
|
|
|
|
FS_GETTERS = {
|
|
|
- "hdfs": cluster.get_hdfs,
|
|
|
- "s3a": aws.get_s3fs if is_s3_enabled() else None,
|
|
|
- "adl": azure.client.get_client if is_adls_enabled() else None
|
|
|
+ 'hdfs': cluster.get_hdfs,
|
|
|
}
|
|
|
-
|
|
|
+if is_s3_enabled():
|
|
|
+ FS_GETTERS['s3a'] = aws.get_s3fs
|
|
|
+if is_adls_enabled():
|
|
|
+ FS_GETTERS['adl'] = azure.client.get_client
|
|
|
|
|
|
def get_filesystem(name='default'):
|
|
|
"""
|