Merge pull request #2870 from aws/release-v1.59.0

Release 1.59.0 (to main)

Author: acristin

.coveragerc

@@ -5,5 +5,4 @@ omit =
     samtranslator/schema/*
 [report]
 exclude_lines =
-    pragma: no cover
-    raise NotImplementedError.*
+    pragma: no cover

.gitignore

@@ -119,4 +119,4 @@ venv.bak/
 # Companion stack config
 integration/config/file_to_s3_map_modified.json
 
-.tmp_schema.json
+.tmp

.pylintrc

@@ -76,30 +76,19 @@ disable=
     R0401, # Cyclic import
     C0411, # import ordering
     W9015, # missing parameter in doc strings
-    R0205, # useless-object-inheritanc
     C0301, # line to long
     C0114, # missing-module-docstring
     W1202, # Use lazy % formatting in logging functions (logging-format-interpolation)
-    E1101, # No member 
-    W0622, # Redefining built-in 'property' (redefined-builtin)
+    E1101, # No member
     W0212, # protected-access
     W0201, # attribute-defined-outside-init
-    R1725, # Consider using Python 3 style super() without arguments (super-with-arguments)
     C2001, # Avoid comparisons to zero (compare-to-zero)
     R0912, # too many branches
-    W0235, # Useless super delegation in method '__init__' (useless-super-delegation)
     C0412, # Imports from package samtranslator are not grouped (ungrouped-imports)
-    W0223, # abstract-method
-    W0107, # unnecessary-pass
-    W0707, # raise-missing-from
     E0203, # access-member-before-definition
     W0221, # arguments-differ
-    R1710, # inconsistent-return-statements
     R1702, # too-many-nested-blocks
-    C0123, # Use isinstance() rather than type() for a typecheck. (unidiomatic-typecheck)
     W0105, # String statement has no effect (pointless-string-statement)
-    C0206, # Consider iterating with .items() (consider-using-dict-items)
-    W9008, # Redundant returns documentation (redundant-returns-doc)
     C0112, # empty-docstring
     C0116, # missing-function-docstring
     W9017, # differing-param-doc

MANIFEST.in

@@ -7,6 +7,8 @@ include samtranslator/policy_templates_data/schema.json
 include samtranslator/model/connector_profiles/profiles.json
 include samtranslator/schema/docs.json
 include samtranslator/schema/schema.json
+include samtranslator/schema/sam.schema.json
+include samtranslator/schema/cloudformation.schema.json
 include README.md
 include THIRD_PARTY_LICENSES
 

Makefile

@@ -25,9 +25,10 @@ black:
 
 black-check:
 	# Checking latest schema was generated (run `make schema` if this fails)
-	python samtranslator/schema/schema.py > .tmp_schema.json
-	diff -u samtranslator/schema/schema.json .tmp_schema.json
-	rm .tmp_schema.json
+	mkdir -p .tmp
+	python samtranslator/schema/schema.py --sam-schema .tmp/sam.schema.json --cfn-schema samtranslator/schema/cloudformation.schema.json --unified-schema .tmp/schema.json
+	diff -u samtranslator/schema/sam.schema.json .tmp/sam.schema.json
+	diff -u samtranslator/schema/schema.json .tmp/schema.json
 	black --check setup.py samtranslator/* tests/* integration/* bin/*.py
 	bin/json-format.py --check tests integration samtranslator/policy_templates_data
 	bin/yaml-format.py --check tests
@@ -44,15 +45,21 @@ lint:
 prepare-companion-stack:
 	pytest -v --no-cov integration/setup -m setup
 
+update-cfn-schema:
+	curl -o samtranslator/schema/cloudformation.schema.json https://raw.githubusercontent.com/awslabs/goformation/master/schema/cloudformation.schema.json
+
 schema:
-	python samtranslator/schema/schema.py > samtranslator/schema/schema.json
+	python samtranslator/schema/schema.py --sam-schema samtranslator/schema/sam.schema.json --cfn-schema samtranslator/schema/cloudformation.schema.json --unified-schema samtranslator/schema/schema.json
 
 # Command to run everytime you make changes to verify everything works
 dev: test
 
 # Verifications to run before sending a pull request
 pr: black-check lint init dev
 
+clean:
+	rm -r .tmp
+
 define HELP_MESSAGE
 
 Usage: $ make [TARGETS]

bin/run_cfn_lint.sh

@@ -7,7 +7,7 @@ VENV=.venv_cfn_lint
 # See https://github.com/aws/serverless-application-model/issues/1042
 if [ ! -d "${VENV}" ]; then
     python3 -m venv "${VENV}"
-    "${VENV}/bin/python" -m pip install cfn-lint==0.72.2 --quiet
+    "${VENV}/bin/python" -m pip install cfn-lint --quiet
 fi
 
 "${VENV}/bin/cfn-lint" --format parseable

integration/combination/test_connectors.py

@@ -47,6 +47,7 @@ def tearDown(self):
             ("combination/connector_sqs_to_function",),
             ("combination/connector_sns_to_function_write",),
             ("combination/connector_table_to_function_read",),
+            ("combination/embedded_connector",),
         ]
     )
     @retry_once

integration/resources/expected/combination/embedded_connector.json

@@ -0,0 +1,22 @@
+[
+  {
+    "LogicalResourceId": "MyRole1",
+    "ResourceType": "AWS::IAM::Role"
+  },
+  {
+    "LogicalResourceId": "MyRole2",
+    "ResourceType": "AWS::IAM::Role"
+  },
+  {
+    "LogicalResourceId": "TriggerFunction",
+    "ResourceType": "AWS::Lambda::Function"
+  },
+  {
+    "LogicalResourceId": "MyFunction2",
+    "ResourceType": "AWS::Lambda::Function"
+  },
+  {
+    "LogicalResourceId": "TriggerFunctionMyConnectorPolicy",
+    "ResourceType": "AWS::IAM::ManagedPolicy"
+  }
+]

integration/resources/templates/combination/api_with_authorizer_apikey.yaml

@@ -104,7 +104,7 @@ Outputs:
   ApiKeyId:
     Description: API Key ID
     Value:
-      Fn::GetAtt: MyFirstApiKey.APIKeyId
+      Ref: MyFirstApiKey
   ApiUrl:
     Description: API endpoint URL for Prod environment
     Value:

integration/resources/templates/combination/embedded_connector.yaml

@@ -0,0 +1,72 @@
+Resources:
+  MyRole1:
+    Type: AWS::IAM::Role
+    Properties:
+      AssumeRolePolicyDocument:
+        Statement:
+        - Effect: Allow
+          Action: sts:AssumeRole
+          Principal:
+            Service: lambda.amazonaws.com
+      ManagedPolicyArns:
+      - !Sub arn:${AWS::Partition}:iam::aws:policy/service-role/AWSLambdaBasicExecutionRole
+
+  MyRole2:
+    Type: AWS::IAM::Role
+    Properties:
+      AssumeRolePolicyDocument:
+        Statement:
+        - Effect: Allow
+          Action: sts:AssumeRole
+          Principal:
+            Service: lambda.amazonaws.com
+      ManagedPolicyArns:
+      - !Sub arn:${AWS::Partition}:iam::aws:policy/service-role/AWSLambdaBasicExecutionRole
+
+  TriggerFunction:
+    Type: AWS::Lambda::Function
+    Connectors:
+      MyConnector:
+        Properties:
+          Destination:
+            Id: MyFunction2
+          Permissions:
+          - Write
+    Properties:
+      Role: !GetAtt MyRole1.Arn
+      Runtime: nodejs14.x
+      Handler: index.handler
+      Code:
+        ZipFile: |
+          const AWS = require('aws-sdk');
+          exports.handler = async (event) => {
+            const params = {
+              FunctionName: process.env.FUNCTION_NAME,
+              InvocationType: 'RequestResponse',
+              Payload: '{}',
+            };
+            const lambda = new AWS.Lambda();
+            const response = await lambda.invoke(params).promise();
+            if(response.StatusCode !== 200){
+              throw new Error('Failed to get response from lambda function')
+            }
+            return response;
+          };
+      Environment:
+        Variables:
+          FUNCTION_NAME: !Ref MyFunction2
+
+  MyFunction2:
+    Type: AWS::Lambda::Function
+    Properties:
+      Role: !GetAtt MyRole2.Arn
+      Runtime: nodejs14.x
+      Handler: index.handler
+      Code:
+        ZipFile: |
+          const AWS = require('aws-sdk');
+          exports.handler = async (event) => {
+            console.log(JSON.stringify(event));
+          };
+Metadata:
+  SamTransformTest: true