Skip to content

Commit 2ceff8a

Browse files
committed
Disambiguate HADOOP workers when running HDFS and YARN
1 parent 742582f commit 2ceff8a

File tree

2 files changed

+2
-0
lines changed

2 files changed

+2
-0
lines changed

peel-extensions/src/main/scala/org/peelframework/hadoop/beans/system/HDFS3.scala

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -78,6 +78,7 @@ class HDFS3(
7878
val conf = config.getString(s"system.$configKey.path.config")
7979
List(
8080
SystemConfig.Entry[Model.Hosts](s"system.$configKey.config.workers", s"$conf/workers", templatePath("conf/hosts"), mc),
81+
SystemConfig.Entry[Model.Hosts](s"system.$configKey.config.workers", s"$conf/hdfs-workers", templatePath("conf/hosts"), mc),
8182
SystemConfig.Entry[Model.Env](s"system.$configKey.config.env", s"$conf/hadoop-env.sh", templatePath("conf/hadoop-env.sh"), mc),
8283
SystemConfig.Entry[Model.Site](s"system.$configKey.config.core", s"$conf/core-site.xml", templatePath("conf/site.xml"), mc),
8384
SystemConfig.Entry[Model.Site](s"system.$configKey.config.hdfs", s"$conf/hdfs-site.xml", templatePath("conf/site.xml"), mc)

peel-extensions/src/main/scala/org/peelframework/hadoop/beans/system/Yarn3.scala

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -64,6 +64,7 @@ class Yarn3(
6464
val conf = config.getString(s"system.$configKey.path.config")
6565
List(
6666
SystemConfig.Entry[Model.Hosts](s"system.$configKey.config.workers", s"$conf/workers", templatePath("conf/hosts"), mc),
67+
SystemConfig.Entry[Model.Hosts](s"system.$configKey.config.workers", s"$conf/yarn-workers", templatePath("conf/hosts"), mc),
6768
SystemConfig.Entry[Model.Env](s"system.$configKey.config.env", s"$conf/hadoop-env.sh", templatePath("conf/hadoop-env.sh"), mc),
6869
SystemConfig.Entry[Model.Site](s"system.$configKey.config.core", s"$conf/core-site.xml", templatePath("conf/site.xml"), mc),
6970
SystemConfig.Entry[Model.Site](s"system.$configKey.config.yarn", s"$conf/yarn-site.xml", templatePath("conf/site.xml"), mc),

0 commit comments

Comments
 (0)