Skip to content

Commit

Permalink
Update version to 1.5.2 and add an appName to override more easily.
Browse files Browse the repository at this point in the history
  • Loading branch information
holdenk committed Apr 8, 2024
1 parent 1977cc5 commit 6a6def8
Show file tree
Hide file tree
Showing 2 changed files with 6 additions and 2 deletions.
2 changes: 1 addition & 1 deletion build.sbt
Original file line number Diff line number Diff line change
Expand Up @@ -102,7 +102,7 @@ val commonSettings = Seq(
organization := "com.holdenkarau",
publishMavenStyle := true,
sparkVersion := System.getProperty("sparkVersion", "2.4.8"),
sparkTestingVersion := "1.5.1",
sparkTestingVersion := "1.5.2",
version := sparkVersion.value + "_" + sparkTestingVersion.value,
scalaVersion := {
"2.12.15"
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -25,10 +25,14 @@ trait SparkContextProvider {
def appID: String = (this.getClass.getName
+ math.floor(math.random * 10E4).toLong.toString)

def appName: String = {
"test"
}

def conf: SparkConf = {
new SparkConf().
setMaster("local[*]").
setAppName("test").
setAppName(appName).
set("spark.ui.enabled", "false").
set("spark.app.id", appID).
set("spark.driver.host", "localhost").
Expand Down

0 comments on commit 6a6def8

Please sign in to comment.