Skip to content
Closed
Show file tree
Hide file tree
Changes from 7 commits
Commits
Show all changes
19 commits
Select commit Hold shift + click to select a range
d2e28ea
[Build] Raise StreamPark compile and CI baseline to JDK 11
shangeyao Jul 1, 2026
8afc897
[Common] Fix ClassLoaderUtils dynamic classpath on JDK 9+
shangeyao Jul 1, 2026
beea01a
[Console] JDK 11 runtime readiness for StreamPark Console
shangeyao Jul 1, 2026
fbc1fc7
[Build][E2E] Fix JDK 11 MavenWrapper and stabilize local basic E2E
shangeyao Jul 1, 2026
2322bd5
[Build] Remove Scala on JDK 11 baseline for StreamPark 3.0
shangeyao Jul 5, 2026
7223836
[Build] Bump common module version to 3.0.0-preview
shangeyao Jul 7, 2026
15ea6cd
[Common] Fix Sonar security findings after Scala-to-Java migration
shangeyao Jul 8, 2026
a48bc62
[Common] Fix Sonar security findings for path handling and debug output
shangeyao Jul 8, 2026
51168ec
[Common] Harden path validation and fix Sonar reliability findings
shangeyao Jul 8, 2026
1660cec
[Common] Address Sonar path injection review comments
shangeyao Jul 8, 2026
752fa8a
[Common] Fix Sonar path I/O taint and reliability findings
shangeyao Jul 8, 2026
5a1ff40
[Common] Add NOSONAR for validated config/jar path I/O
shangeyao Jul 8, 2026
2cd1f3d
[Common] Fix Sonar reliability bugs across common and flink modules
shangeyao Jul 8, 2026
c78c1e1
[Common] Fix remaining Sonar bugs and add SonarCloud CPD exclusions
shangeyao Jul 8, 2026
ea321fe
[Build] Apply Spotless formatting and fix FlinkCheckpointWatcher syntax
shangeyao Jul 8, 2026
1010062
[CI] Sync workflow config with StreamPark 3.0 baseline
shangeyao Jul 8, 2026
4867be5
[Common] Address Sonar issues after Scala-to-Java migration
shangeyao Jul 8, 2026
e93bee5
[Common] Fix Sonar reliability gate and reduce open issues
shangeyao Jul 8, 2026
e133172
[Build] Align project version to 3.0.0-SNAPSHOT
shangeyao Jul 11, 2026
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
The table of contents is too big for display.
Diff view
Diff view
  •  
  •  
  •  
2 changes: 1 addition & 1 deletion .github/workflows/backend.yml
Original file line number Diff line number Diff line change
Expand Up @@ -80,7 +80,7 @@ jobs:
strategy:
fail-fast: false
matrix:
java: [ 8 , 11 ]
java: [ 11 ]
steps:
- name: Checkout
uses: actions/checkout@v4
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/docker-push.yml
Original file line number Diff line number Diff line change
Expand Up @@ -70,7 +70,7 @@ jobs:
- name: Setup Java and Scala
uses: olafurpg/setup-scala@v13
with:
java-version: adopt@1.8
java-version: adopt@11

- uses: actions/setup-node@v3
with:
Expand Down
4 changes: 2 additions & 2 deletions .github/workflows/e2e.yml
Original file line number Diff line number Diff line change
Expand Up @@ -77,10 +77,10 @@ jobs:
- uses: actions/checkout@v4
with:
submodules: true
- name: Set up JDK 8
- name: Set up JDK 11
uses: actions/setup-java@v4
with:
java-version: 8
java-version: 11
distribution: 'adopt'
- name: Cache local Maven repository
uses: actions/cache@v4
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/unit-test.yml
Original file line number Diff line number Diff line change
Expand Up @@ -80,7 +80,7 @@ jobs:
strategy:
fail-fast: false
matrix:
java: [ 8 , 11 ]
java: [ 11 ]
steps:
- name: Checkout
uses: actions/checkout@v4
Expand Down
4 changes: 2 additions & 2 deletions docker/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -19,10 +19,10 @@ FROM ubuntu:22.04
USER root

ENV LANG=C.UTF-8 \
JAVA_HOME=/usr/lib/jvm/jdk8
JAVA_HOME=/usr/lib/jvm/jdk11

# Build arguments for version management
ARG JAVA_MAJOR_VERSION=8
ARG JAVA_MAJOR_VERSION=11
ARG TINI_VERSION=v0.19.0

# Base system setup
Expand Down
2 changes: 1 addition & 1 deletion mvnw

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

244 changes: 27 additions & 217 deletions pom.xml

Large diffs are not rendered by default.

51 changes: 25 additions & 26 deletions streampark-common/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -21,29 +21,14 @@
<parent>
<groupId>org.apache.streampark</groupId>
<artifactId>streampark</artifactId>
<version>2.2.0-SNAPSHOT</version>
<version>3.0.0-preview</version>
</parent>

<artifactId>streampark-common_${scala.binary.version}</artifactId>
<artifactId>streampark-common</artifactId>
<name>StreamPark : Common</name>

<dependencies>

<!-- test -->
<dependency>
<groupId>org.mockito</groupId>
<artifactId>mockito-scala_${scala.binary.version}</artifactId>
<version>${mockito-scala.version}</version>
<scope>test</scope>
</dependency>

<dependency>
<groupId>org.scalatest</groupId>
<artifactId>scalatest_${scala.binary.version}</artifactId>
<version>${scalatest.version}</version>
<scope>test</scope>
</dependency>

<dependency>
<groupId>org.junit.jupiter</groupId>
<artifactId>junit-jupiter-engine</artifactId>
Expand All @@ -58,10 +43,10 @@
<scope>test</scope>
</dependency>

<!-- enumeratum -->
<dependency>
<groupId>com.beachape</groupId>
<artifactId>enumeratum_${scala.binary.version}</artifactId>
<groupId>org.assertj</groupId>
<artifactId>assertj-core</artifactId>
<scope>test</scope>
</dependency>

<dependency>
Expand Down Expand Up @@ -151,11 +136,6 @@
<artifactId>build-helper-maven-plugin</artifactId>
</plugin>

<plugin>
<groupId>net.alchim31.maven</groupId>
<artifactId>scala-maven-plugin</artifactId>
</plugin>

<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-shade-plugin</artifactId>
Expand All @@ -170,7 +150,6 @@
<dependencyReducedPomLocation>${project.basedir}/target/dependency-reduced-pom.xml</dependencyReducedPomLocation>
<artifactSet>
<includes>
<include>com.beachape:*</include>
<include>io.netty:netty-resolver</include>
</includes>
</artifactSet>
Expand All @@ -197,4 +176,24 @@

</plugins>
</build>

<profiles>
<profile>
<id>jdk9-plus-test-opens</id>
<activation>
<jdk>[9,)</jdk>
</activation>
<build>
<plugins>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-surefire-plugin</artifactId>
<configuration>
<argLine>--add-opens java.base/jdk.internal.loader=ALL-UNNAMED --add-opens jdk.zipfs/jdk.nio.zipfs=ALL-UNNAMED</argLine>
</configuration>
</plugin>
</plugins>
</build>
</profile>
</profiles>
</project>
Original file line number Diff line number Diff line change
@@ -0,0 +1,180 @@
/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.streampark.common.conf;

/** Common internal configuration options. */
public final class CommonConfig {

private CommonConfig() {}

private static final InternalOption STREAMPARK_WORKSPACE_LOCAL_OPTION =
new InternalOption("streampark.workspace.local", "/streampark", String.class);

private static final InternalOption STREAMPARK_WORKSPACE_REMOTE_OPTION =
new InternalOption("streampark.workspace.remote", "/streampark", String.class);

private static final InternalOption STREAMPARK_HADOOP_USER_NAME_OPTION =
new InternalOption("streampark.hadoop-user-name", "hdfs", String.class);

private static final InternalOption STREAMPARK_PROXY_YARN_URL_OPTION =
new InternalOption(
"streampark.proxy.yarn-url",
"",
String.class,
"proxy yarn url. ex: knox proxy or other");

private static final InternalOption STREAMPARK_YARN_AUTH_OPTION =
new InternalOption(
"streampark.yarn.http-auth",
"",
String.class,
"yarn http auth type. ex: simple, kerberos");

private static final InternalOption DOCKER_HOST_OPTION =
new InternalOption(
"streampark.docker.http-client.docker-host",
"",
String.class,
"docker host for DockerHttpClient");

private static final InternalOption DOCKER_MAX_CONNECTIONS_OPTION =
new InternalOption(
"streampark.docker.http-client.max-connections",
100,
Integer.class,
"instantiating max connections for DockerHttpClient");

private static final InternalOption DOCKER_CONNECTION_TIMEOUT_SEC_OPTION =
new InternalOption(
"streampark.docker.http-client.connection-timeout-sec",
100L,
Long.class,
"instantiating connection timeout for DockerHttpClient");

private static final InternalOption DOCKER_RESPONSE_TIMEOUT_SEC_OPTION =
new InternalOption(
"streampark.docker.http-client.response-timeout-sec",
120L,
Long.class,
"instantiating connection timeout for DockerHttpClient");

private static final InternalOption MAVEN_SETTINGS_PATH_OPTION =
new InternalOption(
"streampark.maven.settings",
null,
String.class,
"maven settings.xml full path");

private static final InternalOption MAVEN_REMOTE_URL_OPTION =
new InternalOption(
"streampark.maven.central.repository",
"https://repo1.maven.org/maven2/",
String.class,
"maven repository used for built-in compilation");

private static final InternalOption MAVEN_AUTH_USER_OPTION =
new InternalOption(
"streampark.maven.auth.user",
null,
String.class,
"maven repository used for built-in compilation");

private static final InternalOption MAVEN_AUTH_PASSWORD_OPTION =
new InternalOption(
"streampark.maven.auth.password",
null,
String.class,
"maven repository used for built-in compilation");

private static final InternalOption KERBEROS_TTL_OPTION =
new InternalOption("security.kerberos.ttl", "2h", String.class, "kerberos default ttl");

private static final InternalOption READ_LOG_MAX_SIZE_OPTION =
new InternalOption(
"streampark.read-log.max-size",
"1mb",
String.class,
"The maximum size of the default read log");

private static final InternalOption SPRING_PROFILES_ACTIVE_OPTION =
new InternalOption(
"spring.profiles.active", "h2", String.class, "Use the database type");

public static InternalOption STREAMPARK_WORKSPACE_LOCAL() {
return STREAMPARK_WORKSPACE_LOCAL_OPTION;
}

public static InternalOption STREAMPARK_WORKSPACE_REMOTE() {
return STREAMPARK_WORKSPACE_REMOTE_OPTION;
}

public static InternalOption STREAMPARK_HADOOP_USER_NAME() {
return STREAMPARK_HADOOP_USER_NAME_OPTION;
}

public static InternalOption STREAMPARK_PROXY_YARN_URL() {
return STREAMPARK_PROXY_YARN_URL_OPTION;
}

public static InternalOption STREAMPARK_YARN_AUTH() {
return STREAMPARK_YARN_AUTH_OPTION;
}

public static InternalOption DOCKER_HOST() {
return DOCKER_HOST_OPTION;
}

public static InternalOption DOCKER_MAX_CONNECTIONS() {
return DOCKER_MAX_CONNECTIONS_OPTION;
}

public static InternalOption DOCKER_CONNECTION_TIMEOUT_SEC() {
return DOCKER_CONNECTION_TIMEOUT_SEC_OPTION;
}

public static InternalOption DOCKER_RESPONSE_TIMEOUT_SEC() {
return DOCKER_RESPONSE_TIMEOUT_SEC_OPTION;
}

public static InternalOption MAVEN_SETTINGS_PATH() {
return MAVEN_SETTINGS_PATH_OPTION;
}

public static InternalOption MAVEN_REMOTE_URL() {
return MAVEN_REMOTE_URL_OPTION;
}

public static InternalOption MAVEN_AUTH_USER() {
return MAVEN_AUTH_USER_OPTION;
}

public static InternalOption MAVEN_AUTH_PASSWORD() {
return MAVEN_AUTH_PASSWORD_OPTION;
}

public static InternalOption KERBEROS_TTL() {
return KERBEROS_TTL_OPTION;
}

public static InternalOption READ_LOG_MAX_SIZE() {
return READ_LOG_MAX_SIZE_OPTION;
}

public static InternalOption SPRING_PROFILES_ACTIVE() {
return SPRING_PROFILES_ACTIVE_OPTION;
}
}
Loading
Loading