test_package_regression.py

from unittest import skipIf
from parameterized import parameterized

from .regression_package_base import PackageRegressionBase
from tests.testing_utils import RUNNING_ON_CI, RUNNING_TEST_FOR_MASTER_ON_CI, RUN_BY_CANARY

# Package Regression tests require credentials and CI/CD will only add credentials to the env if the PR is from the same repo.
# This is to restrict package tests to run outside of CI/CD, when the branch is not master and tests are not run by Canary.
SKIP_PACKAGE_REGRESSION_TESTS = RUNNING_ON_CI and RUNNING_TEST_FOR_MASTER_ON_CI and not RUN_BY_CANARY


# Only tested cases where the output template file changes, adding metadata or kms keys does not change the output.


@skipIf(SKIP_PACKAGE_REGRESSION_TESTS, "Skip package regression tests in CI/CD only")
class TestPackageRegression(PackageRegressionBase):
    def setUp(self):
        super().setUp()

    def tearDown(self):
        super().tearDown()

    @parameterized.expand(
        [
            ("aws-serverless-api.yaml", True),
            ("aws-appsync-graphqlschema.yaml", True),
            ("aws-appsync-resolver.yaml", True),
            ("aws-appsync-functionconfiguration.yaml", True),
            ("aws-apigateway-restapi.yaml", True),
            ("aws-elasticbeanstalk-applicationversion.yaml", True),
            ("aws-cloudformation-stack-regression.yaml", False),
            ("aws-cloudformation-stack-regression.yaml", False),
        ]
    )
    def test_package_with_output_template_file(self, template_file, skip_sam_metadata=False):
        arguments = {"s3_bucket": self.s3_bucket.name, "template_file": self.test_data_path.joinpath(template_file)}

        self.regression_check(arguments, skip_sam_metadata)

    @parameterized.expand(
        [
            ("aws-serverless-api.yaml", True),
            ("aws-appsync-graphqlschema.yaml", True),
            ("aws-appsync-resolver.yaml", True),
            ("aws-appsync-functionconfiguration.yaml", True),
            ("aws-apigateway-restapi.yaml", True),
            ("aws-elasticbeanstalk-applicationversion.yaml", True),
            ("aws-cloudformation-stack-regression.yaml", False),
            ("aws-cloudformation-stack-regression.yaml", False),
        ]
    )
    def test_package_with_output_template_file_and_prefix(self, template_file, skip_sam_metadata=False):
        arguments = {
            "s3_bucket": self.s3_bucket.name,
            "template_file": self.test_data_path.joinpath(template_file),
            "s3_prefix": "regression/tests",
        }

        self.regression_check(arguments, skip_sam_metadata)

    @parameterized.expand(
        [
            ("aws-serverless-api.yaml", True),
            ("aws-appsync-graphqlschema.yaml", True),
            ("aws-appsync-resolver.yaml", True),
            ("aws-appsync-functionconfiguration.yaml", True),
            ("aws-apigateway-restapi.yaml", True),
            ("aws-elasticbeanstalk-applicationversion.yaml", True),
            ("aws-cloudformation-stack-regression.yaml", False),
            ("aws-cloudformation-stack-regression.yaml", False),
        ]
    )
    def test_package_with_output_template_file_json_and_prefix(self, template_file, skip_sam_metadata=False):
        arguments = {
            "s3_bucket": self.s3_bucket.name,
            "template_file": self.test_data_path.joinpath(template_file),
            "s3_prefix": "regression/tests",
            "use_json": True,
        }

        self.regression_check(arguments, skip_sam_metadata)