test

Signed-off-by: Kevin Su <pingsutw@apache.org>

Author: pingsutw

.github/workflows/end2end.yml

@@ -246,11 +246,3 @@ jobs:
           tags: ${{ steps.image-names.outputs.tags }}
           build-args: "FLYTE_SANDBOX_VERSION=${{ env.FLYTE_SANDBOX_VERSION }}"
           push: true
-
-  endtoend:
-    name: End2End Test
-    needs: [ build-and-push-sandbox-bundled-image ]
-    if: ${{ github.event_name == 'push' || github.event_name == 'workflow_dispatch' }}
-    uses: ./.github/workflows/end2end.yml
-    with:
-      priorities: "P0"

.github/workflows/single-binary.yml

@@ -17,21 +17,19 @@
 
 
 def execute_workflow(
-    remote: FlyteRemote,
-    version,
-    workflow_name,
-    inputs,
-    cluster_pool_name: Optional[str] = None,
-    wait: bool = False,
+        remote: FlyteRemote,
+        version,
+        workflow_name,
+        inputs,
+        cluster_pool_name: Optional[str] = None,
 ):
     print(f"Fetching workflow={workflow_name} and version={version}")
     wf = remote.fetch_workflow(name=workflow_name, version=version)
-    print(f"Executing workflow={workflow_name} and version={version}")
-    return remote.execute(wf, inputs=inputs, wait=wait, cluster_pool=cluster_pool_name)
+    return remote.execute(wf, inputs=inputs, wait=False, cluster_pool=cluster_pool_name)
 
 
 def executions_finished(
-    executions_by_wfgroup: Dict[str, List[FlyteWorkflowExecution]]
+        executions_by_wfgroup: Dict[str, List[FlyteWorkflowExecution]]
 ) -> bool:
     for executions in executions_by_wfgroup.values():
         if not all([execution.is_done for execution in executions]):
@@ -40,7 +38,7 @@ def executions_finished(
 
 
 def sync_executions(
-    remote: FlyteRemote, executions_by_wfgroup: Dict[str, List[FlyteWorkflowExecution]]
+        remote: FlyteRemote, executions_by_wfgroup: Dict[str, List[FlyteWorkflowExecution]]
 ):
     try:
         for executions in executions_by_wfgroup.values():
@@ -60,13 +58,12 @@ def report_executions(executions_by_wfgroup: Dict[str, List[FlyteWorkflowExecuti
 
 
 def schedule_workflow_groups(
-    tag: str,
-    workflow_groups: List[str],
-    remote: FlyteRemote,
-    terminate_workflow_on_failure: bool,
-    parsed_manifest: List[dict],
-    cluster_pool_name: Optional[str] = None,
-    parallel: bool = True,
+        tag: str,
+        workflow_groups: List[str],
+        remote: FlyteRemote,
+        terminate_workflow_on_failure: bool,
+        parsed_manifest: List[dict],
+        cluster_pool_name: Optional[str] = None,
 ) -> Dict[str, bool]:
     """
     Schedule workflows executions for all workflow groups and return True if all executions succeed, otherwise
@@ -84,14 +81,14 @@ def schedule_workflow_groups(
         if not workflows:
             continue
         executions_by_wfgroup[wf_group] = [
-            execute_workflow(remote, tag, workflow[0], workflow[1], cluster_pool_name, not parallel)
+            execute_workflow(remote, tag, workflow[0], workflow[1], cluster_pool_name)
             for workflow in workflows
         ]
 
     # Wait for all executions to finish
     attempt = 0
     while attempt == 0 or (
-        not executions_finished(executions_by_wfgroup) and attempt < MAX_ATTEMPTS
+            not executions_finished(executions_by_wfgroup) and attempt < MAX_ATTEMPTS
     ):
         attempt += 1
         print(
@@ -133,14 +130,13 @@ def valid(workflow_group, parsed_manifest):
 
 
 def run(
-    flytesnacks_release_tag: str,
-    priorities: List[str],
-    config_file_path,
-    terminate_workflow_on_failure: bool,
-    test_project_name: str,
-    test_project_domain: str,
-    cluster_pool_name: Optional[str] = None,
-    parallel: bool = True,
+        flytesnacks_release_tag: str,
+        priorities: List[str],
+        config_file_path,
+        terminate_workflow_on_failure: bool,
+        test_project_name: str,
+        test_project_domain: str,
+        cluster_pool_name: Optional[str] = None,
 ) -> List[Dict[str, str]]:
     remote = FlyteRemote(
         Config.auto(config_file=config_file_path),
@@ -188,7 +184,6 @@ def run(
         terminate_workflow_on_failure,
         parsed_manifest,
         cluster_pool_name,
-        parallel
     )
 
     for workflow_group, succeeded in results_by_wfgroup.items():
@@ -248,28 +243,21 @@ def run(
     is_flag=False,
     help="Name of domain in project to run functional tests on",
 )
-@click.option(
-    "--parallel",
-    is_flag=True,
-    default=False,
-    help="Run tests in parallel if set to True",
-)
 @click.argument(
     "cluster_pool_name",
     required=False,
     type=str,
     default=None,
 )
 def cli(
-    flytesnacks_release_tag,
-    priorities,
-    config_file,
-    return_non_zero_on_failure,
-    terminate_workflow_on_failure,
-    test_project_name,
-    test_project_domain,
-    parallel,
-    cluster_pool_name,
+        flytesnacks_release_tag,
+        priorities,
+        config_file,
+        return_non_zero_on_failure,
+        terminate_workflow_on_failure,
+        test_project_name,
+        test_project_domain,
+        cluster_pool_name,
 ):
     print(f"return_non_zero_on_failure={return_non_zero_on_failure}")
     results = run(
@@ -280,7 +268,6 @@ def cli(
         test_project_name,
         test_project_domain,
         cluster_pool_name,
-        parallel
     )
 
     # Write a json object in its own line describing the result of this run to stdout