start running the access tokens and huge services test

Author: upodroid

tests/e2e/scenarios/scalability/run-test.sh

@@ -30,6 +30,11 @@ if [[ -z "${K8S_VERSION:-}" ]]; then
   K8S_VERSION=https://storage.googleapis.com/k8s-release-dev/ci/latest.txt
 fi
 
+# Default Scale Scenario to performance
+if [[ -z "${SCALE_SCENARIO:-}" ]]; then
+  SCALE_SCENARIO="performance"
+fi
+
 # Default cloud provider to aws
 if [[ -z "${CLOUD_PROVIDER:-}" ]]; then
   CLOUD_PROVIDER="aws"
@@ -86,6 +91,8 @@ create_args+=("--set spec.etcdClusters[1].manager.env=ETCD_QUOTA_BACKEND_BYTES=8
 create_args+=("--set spec.cloudControllerManager.concurrentNodeSyncs=10")
 create_args+=("--set spec.kubelet.maxPods=96")
 create_args+=("--set spec.kubeScheduler.authorizationAlwaysAllowPaths=/healthz")
+create_args+=("--set spec.kubeScheduler.authorizationAlwaysAllowPaths=/livez")
+create_args+=("--set spec.kubeScheduler.authorizationAlwaysAllowPaths=/readyz")
 create_args+=("--set spec.kubeScheduler.authorizationAlwaysAllowPaths=/metrics")
 create_args+=("--set spec.kubeScheduler.kubeAPIQPS=500")
 create_args+=("--set spec.kubeScheduler.kubeAPIBurst=500")
@@ -154,7 +161,7 @@ if [[ "${CLOUD_PROVIDER}" == "gce" ]]; then
 fi
 
 # More time for bigger clusters
-KUBETEST2_ARGS+=("--validation-wait=55m")
+KUBETEST2_ARGS+=("--validation-wait=75m")
 KUBETEST2_ARGS+=("--validation-count=3")
 KUBETEST2_ARGS+=("--validation-interval=60s")
 
@@ -172,7 +179,8 @@ fi
 export PROMETHEUS_KUBE_PROXY_SELECTOR_KEY="k8s-app"
 export PROMETHEUS_SCRAPE_APISERVER_ONLY="true"
 export CL2_PROMETHEUS_TOLERATE_MASTER="true"
-if [[ "${CLOUD_PROVIDER}" == "aws" ]]; then
+
+if [[ "${CLOUD_PROVIDER}" == "aws" && "${SCALE_SCENARIO}" == "performance" ]]; then
   # CL2 uses KUBE_SSH_KEY_PATH path to ssh to instances for scraping metrics
   export KUBE_SSH_KEY_PATH="/tmp/kops/${CLUSTER_NAME}/id_ed25519"
   cat > "${GOPATH}"/src/k8s.io/perf-tests/clusterloader2/testing/load/overrides.yaml <<EOL
@@ -188,20 +196,40 @@ else
 EOL
 fi
 
-kubetest2 kops "${KUBETEST2_ARGS[@]}" \
-  --up \
-  --kubernetes-version="${K8S_VERSION}" \
-  --create-args="${create_args[*]}" \
-  --test=clusterloader2 \
-  -- \
-  --provider="${CLOUD_PROVIDER}" \
-  --repo-root="${GOPATH}"/src/k8s.io/perf-tests \
-  --test-configs="${GOPATH}"/src/k8s.io/perf-tests/clusterloader2/testing/load/config.yaml \
-  --test-overrides="${GOPATH}"/src/k8s.io/perf-tests/clusterloader2/testing/load/overrides.yaml \
-  --extra-args="--experimental-prometheus-snapshot-to-report-dir=true" \
-  --kube-config="${HOME}/.kube/config"
-  # --test-overrides="${GOPATH}"/src/k8s.io/perf-tests/clusterloader2/testing/experiments/enable_restart_count_check.yaml \
-  # --test-overrides="${GOPATH}"/src/k8s.io/perf-tests/clusterloader2/testing/experiments/ignore_known_gce_container_restarts.yaml \
-  # --test-overrides="${GOPATH}"/src/k8s.io/perf-tests/clusterloader2/testing/overrides/5000_nodes.yaml \
-  # --test-overrides="${GOPATH}"/src/k8s.io/perf-tests/clusterloader2/testing/huge-service/config.yaml \
-  # --test-overrides="${GOPATH}"/src/k8s.io/perf-tests/clusterloader2/testing/access-tokens/config.yaml \
+CLUSTERLOADER2_ARGS=()
+if [[ -n "${KOPS_CL2_TEST_CONFIG}" ]]; then
+  CLUSTERLOADER2_ARGS+=("--test-configs=${KOPS_CL2_TEST_CONFIG}")
+else
+  CLUSTERLOADER2_ARGS+=("--test-configs=${GOPATH}/src/k8s.io/perf-tests/clusterloader2/testing/load/config.yaml")
+  CLUSTERLOADER2_ARGS+=("--test-configs=${GOPATH}/src/k8s.io/perf-tests/clusterloader2/testing/huge-service/config.yaml")
+  CLUSTERLOADER2_ARGS+=("--test-configs=${GOPATH}/src/k8s.io/perf-tests/clusterloader2/testing/access-tokens/config.yaml")
+  CLUSTERLOADER2_ARGS+=("--test-overrides=${GOPATH}/src/k8s.io/perf-tests/clusterloader2/testing/load/overrides.yaml")
+  CLUSTERLOADER2_ARGS+=("--test-overrides=${GOPATH}/src/k8s.io/perf-tests/clusterloader2/testing/experiments/enable_restart_count_check.yaml")
+  CLUSTERLOADER2_ARGS+=("--test-overrides=${GOPATH}/src/k8s.io/perf-tests/clusterloader2/testing/experiments/ignore_known_gce_container_restarts.yaml")
+  CLUSTERLOADER2_ARGS+=("--test-overrides=${GOPATH}/src/k8s.io/perf-tests/clusterloader2/testing/overrides/5000_nodes.yaml")
+fi
+
+if [[ "${SCALE_SCENARIO:performance}" == "correctness" ]]; then
+  kubetest2 kops "${KUBETEST2_ARGS[@]}" \
+    --up \
+    --kubernetes-version="${K8S_VERSION}" \
+    --create-args="${create_args[*]}" \
+    --test=kops \
+    -- \
+    --test-package-url=https://storage.googleapis.com/k8s-release-dev \
+    --test-package-dir=ci \
+    --test-package-marker=latest.txt \
+    --skip-regex="\[Driver:.gcepd\]|\[Serial\]|\[Disruptive\]|\[Flaky\]|\[Feature:([^L].*|L[^o].*|Lo[^a].*|Loa[^d].*)\]\[KubeUp\]" \
+    --parallel=25
+else
+  kubetest2 kops "${KUBETEST2_ARGS[@]}" \
+    --up \
+    --kubernetes-version="${K8S_VERSION}" \
+    --create-args="${create_args[*]}" \
+    --test=clusterloader2 \
+    -- \
+    --provider="${CLOUD_PROVIDER}" \
+    --repo-root="${GOPATH}"/src/k8s.io/perf-tests \
+    --kube-config="${HOME}/.kube/config" \
+    "${CLUSTERLOADER2_ARGS[@]}"
+fi