chore: Fix CI (#379)

Author: farleyb-amazon

.github/workflows/ci_decrypt-oracle.yaml

@@ -12,7 +12,7 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v2
-      - uses: actions/setup-python@v1
+      - uses: actions/setup-python@v2
         with:
           # The oracle runs in a Python 3.6 Lamba
           python-version: 3.6

.github/workflows/ci_static-analysis.yaml

@@ -28,7 +28,7 @@ jobs:
           - isort-check
     steps:
       - uses: actions/checkout@v2
-      - uses: actions/setup-python@v1
+      - uses: actions/setup-python@v2
         with:
           python-version: 3.8
       - run: |

.github/workflows/ci_test-vector-handler.yaml

@@ -47,7 +47,7 @@ jobs:
           aws-secret-access-key: ${{ secrets.INTEG_AWS_SECRET_ACCESS_KEY }}
           aws-region: us-west-2
       - uses: actions/checkout@v2
-      - uses: actions/setup-python@v1
+      - uses: actions/setup-python@v2
         with:
           python-version: ${{ matrix.python }}
           architecture: ${{ matrix.architecture }}

.github/workflows/ci_tests.yaml

@@ -49,7 +49,7 @@ jobs:
             architecture: x86
     steps:
       - uses: actions/checkout@v2
-      - uses: actions/setup-python@v1
+      - uses: actions/setup-python@v2
         with:
           python-version: ${{ matrix.python }}
           architecture: ${{ matrix.architecture }}

codebuild/py35/awses_local.yml

@@ -16,8 +16,8 @@ phases:
       python: latest
   build:
     commands:
-      - pyenv install 3.5.9
-      - pyenv local 3.5.9
+      - pyenv install 3.5.10
+      - pyenv local 3.5.10
       - pip install tox tox-pyenv
       - cd test_vector_handlers
       - tox

codebuild/py35/examples.yml

@@ -14,7 +14,7 @@ phases:
       python: latest
   build:
     commands:
-      - pyenv install 3.5.9
-      - pyenv local 3.5.9
+      - pyenv install 3.5.10
+      - pyenv local 3.5.10
       - pip install tox tox-pyenv
       - tox

codebuild/py35/integ.yml

@@ -14,7 +14,7 @@ phases:
       python: latest
   build:
     commands:
-      - pyenv install 3.5.9
-      - pyenv local 3.5.9
+      - pyenv install 3.5.10
+      - pyenv local 3.5.10
       - pip install tox tox-pyenv
       - tox

codebuild/py36/awses_local.yml

@@ -16,6 +16,8 @@ phases:
       python: latest
   build:
     commands:
-      - pip install tox
+      - pyenv install 3.6.15
+      - pyenv local 3.6.15
+      - pip install tox tox-pyenv
       - cd test_vector_handlers
       - tox

codebuild/py36/examples.yml

@@ -14,5 +14,7 @@ phases:
       python: latest
   build:
     commands:
-      - pip install tox
+      - pyenv install 3.6.15
+      - pyenv local 3.6.15
+      - pip install tox tox-pyenv
       - tox

codebuild/py36/integ.yml

@@ -14,5 +14,7 @@ phases:
       python: latest
   build:
     commands:
-      - pip install tox
+      - pyenv install 3.6.15
+      - pyenv local 3.6.15
+      - pip install tox tox-pyenv
       - tox

codebuild/py37/awses_local.yml

@@ -16,8 +16,8 @@ phases:
       python: latest
   build:
     commands:
-      - pyenv install 3.7.9
-      - pyenv local 3.7.9
+      - pyenv install 3.7.12
+      - pyenv local 3.7.12
       - pip install tox tox-pyenv
       - cd test_vector_handlers
       - tox

codebuild/py37/examples.yml

@@ -14,7 +14,7 @@ phases:
       python: latest
   build:
     commands:
-      - pyenv install 3.7.9
-      - pyenv local 3.7.9
+      - pyenv install 3.7.12
+      - pyenv local 3.7.12
       - pip install tox tox-pyenv
       - tox

codebuild/py37/integ.yml

@@ -14,7 +14,7 @@ phases:
       python: latest
   build:
     commands:
-      - pyenv install 3.7.9
-      - pyenv local 3.7.9
+      - pyenv install 3.7.12
+      - pyenv local 3.7.12
       - pip install tox tox-pyenv
       - tox

codebuild/py38/awses_local.yml

@@ -16,6 +16,8 @@ phases:
       python: latest
   build:
     commands:
-      - pip install tox
+      - pyenv install 3.8.12
+      - pyenv local 3.8.12
+      - pip install tox tox-pyenv
       - cd test_vector_handlers
       - tox

codebuild/py38/examples.yml

@@ -14,5 +14,7 @@ phases:
       python: latest
   build:
     commands:
-      - pip install tox
+      - pyenv install 3.8.12
+      - pyenv local 3.8.12
+      - pip install tox tox-pyenv
       - tox

codebuild/py38/integ.yml

@@ -14,5 +14,7 @@ phases:
       python: latest
   build:
     commands:
-      - pip install tox
+      - pyenv install 3.8.12
+      - pyenv local 3.8.12
+      - pip install tox tox-pyenv
       - tox

codebuild/py39/awses_1.7.1.yml

@@ -16,8 +16,8 @@ phases:
       python: latest
   build:
     commands:
-      - pyenv install 3.9.0
-      - pyenv local 3.9.0
+      - pyenv install 3.9.7
+      - pyenv local 3.9.7
       - pip install tox tox-pyenv
       - cd test_vector_handlers
       - tox

codebuild/py39/awses_2.0.0.yml

@@ -16,8 +16,8 @@ phases:
       python: latest
   build:
     commands:
-      - pyenv install 3.9.0
-      - pyenv local 3.9.0
+      - pyenv install 3.9.7
+      - pyenv local 3.9.7
       - pip install tox tox-pyenv
       - cd test_vector_handlers
       - tox

codebuild/py39/awses_latest.yml

@@ -16,8 +16,8 @@ phases:
       python: latest
   build:
     commands:
-      - pyenv install 3.9.0
-      - pyenv local 3.9.0
+      - pyenv install 3.9.7
+      - pyenv local 3.9.7
       - pip install tox tox-pyenv
       - cd test_vector_handlers
       - tox

codebuild/py39/examples.yml

@@ -14,7 +14,7 @@ phases:
       python: latest
   build:
     commands:
-      - pyenv install 3.9.0
-      - pyenv local 3.9.0
+      - pyenv install 3.9.7
+      - pyenv local 3.9.7
       - pip install tox tox-pyenv
       - tox

codebuild/py39/integ.yml

@@ -14,7 +14,7 @@ phases:
       python: latest
   build:
     commands:
-      - pyenv install 3.9.0
-      - pyenv local 3.9.0
+      - pyenv install 3.9.7
+      - pyenv local 3.9.7
       - pip install tox tox-pyenv
       - tox

decrypt_oracle/setup.py

@@ -10,7 +10,7 @@
 
 def read(*args):
     """Read complete file contents."""
-    return open(os.path.join(HERE, *args)).read()
+    return open(os.path.join(HERE, *args)).read()  # pylint: disable=unspecified-encoding
 
 
 def get_version():

decrypt_oracle/src/pylintrc

@@ -3,6 +3,7 @@
 disable =
     bad-continuation,  # we let black handle this
     ungrouped-imports,  # we let isort handle this
+    consider-using-f-string
 
 [FORMAT]
 max-line-length = 120

decrypt_oracle/test/integration/integration_test_utils.py

@@ -100,7 +100,7 @@ def test_vectors_filename() -> Text:
 def all_test_vectors() -> Iterable[Any]:
     """Collect and iterate through all test vectors."""
 
-    with open(test_vectors_filename(), "r") as vectors_file:
+    with open(test_vectors_filename(), "r") as vectors_file:  # pylint: disable=unspecified-encoding
         raw_vectors = json.load(vectors_file)
 
     for vector in raw_vectors:

decrypt_oracle/test/pylintrc

@@ -5,6 +5,7 @@ disable =
     missing-docstring,  # we don't write docstrings for tests
     bad-continuation,  # we let black handle this
     ungrouped-imports,  # we let isort handle this
+    consider-using-f-string
 
 [FORMAT]
 max-line-length = 120

examples/src/one_kms_cmk_streaming_data.py

@@ -25,7 +25,7 @@ def encrypt_decrypt_stream(key_arn, source_plaintext_filename, botocore_session=
     :param botocore_session: existing botocore session instance
     :type botocore_session: botocore.session.Session
     """
-    kwargs = dict()
+    kwargs = {}
 
     kwargs["key_ids"] = [key_arn]
 

examples/src/pylintrc

@@ -14,6 +14,7 @@ disable =
     attribute-defined-outside-init,  # breaks with attrs_post_init
     abstract-method,  # throws false positives on io.BaseIO grandchildren
     redefined-outer-name,  # we do this on purpose in multiple places
+    consider-using-f-string
 
 [BASIC]
 # Allow function names up to 50 characters

examples/test/pylintrc

@@ -7,6 +7,7 @@ disable =
                             # unknown modules as non-standard-library. flake8 tests for this as well
                             # and does treat them properly
     duplicate-code,  # tests for similar things tend to be similar
+    consider-using-f-string
 
 [VARIABLES]
 additional-builtins = raw_input

setup.py

@@ -10,7 +10,7 @@
 
 def read(*args):
     """Reads complete file contents."""
-    return open(os.path.join(HERE, *args)).read()
+    return open(os.path.join(HERE, *args)).read()  # pylint: disable=unspecified-encoding
 
 
 def get_version():

src/aws_encryption_sdk/internal/formatting/deserialize.py

@@ -344,7 +344,7 @@ def deserialize_header(stream, max_encrypted_data_keys=None):
     tee_stream = TeeStream(stream, tee)
     (version_id,) = unpack_values(">B", tee_stream)
     version = _verified_version_from_id(version_id)
-    header = dict()
+    header = {}
     header["version"] = version
 
     if version == SerializationVersion.V1:

src/pylintrc

@@ -14,6 +14,7 @@ disable =
     useless-object-inheritance,
     raise-missing-from,
     super-with-arguments,
+    consider-using-f-string
 
 [BASIC]
 # Allow function names up to 50 characters

test/integration/test_kat_commitment.py

@@ -50,7 +50,7 @@ def _file_root():
 base_dir = os.path.join(root_dir, "test", "resources")
 file_path = os.path.join(base_dir, FILE_NAME)
 
-test_str = open(file_path, "r").read()
+test_str = open(file_path, "r").read()  # pylint: disable=consider-using-with
 test_json = json.loads(test_str)
 kat_tests = test_json["tests"]
 

test/pylintrc

@@ -18,10 +18,13 @@ disable =
     abstract-method,  # we do this on purpose to test that they are enforced
     redefined-outer-name,  # raised when using decorators
     unused-argument,  # raised when patches are needed but not called
+    unspecified-encoding,  # we use open() in binary mode which doesn't support encoding
     # All below are disabled because we need to support Python 2
     useless-object-inheritance,
     raise-missing-from,
     super-with-arguments,
+    consider-using-f-string,
+    redundant-u-string-prefix,
 
 [VARIABLES]
 additional-builtins = raw_input

test/unit/test_crypto_data_keys.py

@@ -15,7 +15,7 @@
 from mock import MagicMock, sentinel
 from pytest_mock import mocker  # noqa pylint: disable=unused-import
 
-import aws_encryption_sdk.internal.crypto.data_keys as data_keys
+from aws_encryption_sdk.internal.crypto import data_keys
 
 pytestmark = [pytest.mark.unit, pytest.mark.local]
 

test/unit/test_encryption_client.py

@@ -65,7 +65,7 @@ def test_client_encrypt(mocker):
         max_encrypted_data_keys=3,
     )
 
-    kwargs = dict()
+    kwargs = {}
     kwargs["source"] = b"plaintext"
     kwargs["materials_manager"] = cmm
     client.encrypt(**kwargs)
@@ -84,7 +84,7 @@ def test_client_decrypt(mocker):
         max_encrypted_data_keys=3,
     )
 
-    kwargs = dict()
+    kwargs = {}
     kwargs["source"] = b"ciphertext"
     kwargs["materials_manager"] = cmm
     client.decrypt(**kwargs)
@@ -101,7 +101,7 @@ def test_client_stream_encrypt(mocker, mode_string):
     cmm = MagicMock(__class__=CryptoMaterialsManager)
     client = aws_encryption_sdk.EncryptionSDKClient(commitment_policy=CommitmentPolicy.FORBID_ENCRYPT_ALLOW_DECRYPT)
 
-    kwargs = dict()
+    kwargs = {}
     kwargs["mode"] = mode_string
     kwargs["source"] = b"plaintext"
     kwargs["materials_manager"] = cmm
@@ -120,7 +120,7 @@ def test_client_stream_decrypt(mocker, mode_string):
     cmm = MagicMock(__class__=CryptoMaterialsManager)
     client = aws_encryption_sdk.EncryptionSDKClient(commitment_policy=CommitmentPolicy.FORBID_ENCRYPT_ALLOW_DECRYPT)
 
-    kwargs = dict()
+    kwargs = {}
     kwargs["mode"] = mode_string
     kwargs["source"] = b"ciphertext"
     kwargs["materials_manager"] = cmm
@@ -139,7 +139,7 @@ def test_client_bad_kwargs(mocker, method, key):
     mocker.patch.object(aws_encryption_sdk, "StreamEncryptor")
 
     cmm = MagicMock(__class__=CryptoMaterialsManager)
-    kwargs = dict()
+    kwargs = {}
     kwargs[key] = "foobar"
     kwargs["source"] = b"ciphertext"
     kwargs["materials_manager"] = cmm

test_vector_handlers/setup.py

@@ -10,7 +10,7 @@
 
 def read(*args):
     """Read complete file contents."""
-    return open(os.path.join(HERE, *args)).read()
+    return open(os.path.join(HERE, *args)).read()  # pylint: disable=unspecified-encoding
 
 
 def get_version():

test_vector_handlers/src/pylintrc

@@ -8,6 +8,7 @@ disable =
     useless-object-inheritance,
     raise-missing-from,
     super-with-arguments,
+    consider-using-f-string
 
 [FORMAT]
 max-line-length = 120

test_vector_handlers/test/pylintrc

@@ -11,6 +11,7 @@ disable =
     useless-object-inheritance,
     raise-missing-from,
     super-with-arguments,
+    consider-using-f-string
 
 [FORMAT]
 max-line-length = 120