Do not clobber webhdfs host if manually specified.

airbnb · Oct 9, 2020 · a33052a · a33052a
1 parent fdfb4d3
commit a33052a
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/omniduct/filesystems/webhdfs.py b/omniduct/filesystems/webhdfs.py
@@ -56,8 +56,8 @@ def get_host_and_set_namenodes(duct, cluster, conf_path):
                 return random.choice(duct.namenodes)
 
             self._host = partial(get_host_and_set_namenodes, cluster=auto_conf_cluster, conf_path=auto_conf_path)
-        else:
-            self._host = self.namenodes
+        elif not self._host and namenodes:
+            self._host = random.choice(self.namenodes)
 
         self.__webhdfs = None
         self.__webhdfs_kwargs = kwargs