webhdfs: implement support for basic auth and proxy (iterative#10075)

* remote: add user key to config schema webhdfs This was already supported according to documentation, but missing in code Fixes: 10062 * remote: add password key to support Basic Auth * remote: add data_proxy_target for webhdfs remote This key is needed to construct a potential rewrite dictionary in webhdfs to deal with HDFS behind High Availability Proxy servers * bump dvc-webhdfs --------- Co-authored-by: skshetry <[email protected]>
skshetry · Dec 26, 2023 · 27a8222 · 27a8222
1 parent 5850639
commit 27a8222
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 2 deletions.
diff --git a/dvc/config_schema.py b/dvc/config_schema.py
@@ -240,6 +240,9 @@ def __call__(self, data):
                     "ssl_verify": Any(Bool, str),
                     "token": str,
                     "use_https": Bool,
+                    "user": str,
+                    "password": str,
+                    "data_proxy_target": str,
                     Optional("verify", default=False): Bool,
                     **REMOTE_COMMON,
                 },

diff --git a/pyproject.toml b/pyproject.toml
@@ -117,8 +117,8 @@ tests = [
     "pandas>=1",
 ]
 webdav = ["dvc-webdav>=3,<4"]
-webhdfs = ["dvc-webhdfs>=3,<4"]
-webhdfs_kerberos = ["dvc-webhdfs[kerberos]>=3,<4"]
+webhdfs = ["dvc-webhdfs>=3.1,<4"]
+webhdfs_kerberos = ["dvc-webhdfs[kerberos]>=3.1,<4"]
 
 [project.urls]
 Documentation = "https://dvc.org/doc"