Add in Python Build for GitHub Actions (#125)

* Add Python Build

* check for requirements.txt

* config was pointing to python folder instead of the_basic_mq

* Add in missing dependencies

* Support multiple python stacks

* Update the_alexa_skill_stack.py

* Make tsc more specific

* hide lambda stdout compile logs

* add respository to lambda fn

* move ts build to external file

Author: nideveloper

.github/workflows/build.yml

@@ -24,16 +24,13 @@ jobs:
     steps:
       # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
       - uses: actions/checkout@v2
+      
+      # Validate Python Patterns
+      - name: Build/Synth Python Patterns
+        run: ./build-python.sh
 
-      # Runs a single command using the runners shell
-      - name: Parse info.json and run TS tests
-        run: |
-          readarray -t arr < <(jq -r '.[] | keys | .[]' info.json);
-          for i in "${arr[@]}"
-            do
-               cd $i/typescript;
-               npm i;
-               npm run build;
-               npm run test;
-               cd ../../;
-            done
+      # Validate TypeScript Patterns
+      - name: Build/Test TypeScript Patterns
+        run: ./build-typescript.sh
+            
+      

build-python.sh

@@ -0,0 +1,18 @@
+readarray -t patterns < <(jq -r '.[] | keys | .[]' info.json);
+for pattern in "${patterns[@]}"
+do
+   cd $pattern/python;
+   if test -f "requirements.txt"; then
+     python3 -m venv .env;
+     source .env/bin/activate;
+     pip3 install -r requirements.txt;
+     readarray -t stacks < <(npx -q cdk ls);
+     for stack in "${stacks[@]}"
+       do
+          echo "npx cdk synth $stack";
+          npx cdk synth "$stack";
+       done    
+     deactivate
+   fi
+   cd ../../;
+done

build-typescript.sh

@@ -0,0 +1,9 @@
+readarray -t arr < <(jq -r '.[] | keys | .[]' info.json);
+for i in "${arr[@]}"
+do
+   cd $i/typescript;
+   npm i;
+   npm run build;
+   npm run test;
+   cd ../../;
+done

the-alexa-skill/python/lambda_fns/package.json

@@ -2,6 +2,7 @@
   "name": "alexa",
   "version": "1.0.0",
   "description": "lambda for Alexa backend",
+  "repository": "https://github.com/cdk-patterns/serverless.git",
   "main": "lambda.ts",
   "scripts": {
     "build": "tsc lambda.ts",

the-alexa-skill/python/the_alexa_skill/the_alexa_skill_stack.py

@@ -48,8 +48,8 @@ def __init__(self, scope: core.Construct, id: str, **kwargs) -> None:
 
         # install node dependencies for lambdas
         lambda_folder = os.path.dirname(os.path.realpath(__file__)) + "/../lambda_fns"
-        subprocess.check_call("npm i".split(), cwd=lambda_folder)
-        subprocess.check_call("npm run build".split(), cwd=lambda_folder)
+        subprocess.check_call("npm i".split(), cwd=lambda_folder, stdout=subprocess.DEVNULL)
+        subprocess.check_call("npm run build".split(), cwd=lambda_folder, stdout=subprocess.DEVNULL)
 
         alexa_lambda = _lambda.Function(self, "AlexaLambdaHandler",
                                         runtime=_lambda.Runtime.NODEJS_12_X,

the-basic-mq/python/setup.py

@@ -6,7 +6,7 @@
 
 
 setuptools.setup(
-    name="python",
+    name="basicmq",
     version="0.0.1",
 
     description="An empty CDK Python app",
@@ -15,11 +15,20 @@
 
     author="author",
 
-    package_dir={"": "python"},
-    packages=setuptools.find_packages(where="python"),
+    package_dir={"": "the_basic_mq"},
+    packages=setuptools.find_packages(where="the_basic_mq"),
 
     install_requires=[
         "aws-cdk.core==1.51.0",
+        "aws-cdk.aws-route53==1.51.0",
+        "aws-cdk.aws-route53-targets==1.51.0",
+        "aws-cdk.aws-certificatemanager==1.51.0",
+        "aws-cdk.aws-ec2==1.51.0",
+        "aws-cdk.aws-ssm==1.51.0",
+        "aws-cdk.aws-amazonmq==1.51.0",
+        "aws-cdk.aws-elasticloadbalancingv2==1.51.0",
+        "aws-cdk.aws-elasticloadbalancingv2-targets==1.51.0",
+        "aws-cdk.custom-resources==1.51.0"
     ],
 
     python_requires=">=3.6",

the-lambda-circuit-breaker/python/lambda_fns/package.json

@@ -3,8 +3,9 @@
   "version": "1.0.0",
   "description": "this is an unreliable lambda with a circuit breaker",
   "main": "unreliable.js",
+  "repository": "https://github.com/cdk-patterns/serverless.git",
   "scripts": {
-    "build": "tsc",
+    "build": "tsc unreliable.ts",
     "test": "echo \"Error: no test specified\" && exit 1"
   },
   "author": "nideveloper",

the-lambda-circuit-breaker/python/the_lambda_circuit_breaker/the_lambda_circuit_breaker_stack.py

@@ -21,8 +21,8 @@ def __init__(self, scope: core.Construct, id: str, **kwargs) -> None:
 
         # install node dependencies for lambdas
         lambda_folder = os.path.dirname(os.path.realpath(__file__)) + "/../lambda_fns"
-        subprocess.check_call("npm i".split(), cwd=lambda_folder)
-        subprocess.check_call("npm run build".split(), cwd=lambda_folder)
+        subprocess.check_call("npm i".split(), cwd=lambda_folder, stdout=subprocess.DEVNULL)
+        subprocess.check_call("npm run build".split(), cwd=lambda_folder, stdout=subprocess.DEVNULL)
 
         # defines an AWS Lambda resource with unreliable code
         unreliable_lambda = _lambda.Function(self, "UnreliableLambdaHandler",

the-rds-proxy/python/app.py

@@ -5,7 +5,7 @@
 from the_rds_proxy.the_rds_proxy_stack import TheRdsProxyStack
 
 # install node dependencies for lambdas
-subprocess.check_call("npm i".split(), cwd="lambda_fns/rds")
+subprocess.check_call("npm i".split(), cwd="lambda_fns/rds", stdout=subprocess.DEVNULL)
 
 app = core.App()
 TheRdsProxyStack(app, "the-rds-proxy", env=core.Environment(region="us-east-1"))

the-xray-tracer/python/app.py

@@ -9,7 +9,7 @@
 from the_xray_tracer.the_sqs_flow_stack import TheSqsFlowStack
 
 # install node dependencies for lambdas
-subprocess.check_call("npm i".split(), cwd="lambda_fns")
+subprocess.check_call("npm i".split(), cwd="lambda_fns", stdout=subprocess.DEVNULL)
 
 app = core.App()
 xray_tracer = TheXrayTracerStack(app, "the-xray-tracer")