Maintenance/upgrades test tools (#1628)

* updates testing libs

* Updated packages test reqs (not base.in reqs)

* Updates web-server test reqs

* Updates storage test reqs

* Upgrades api-server tests reqs

* Upgrades catalog tests reqs

* Updates director test reqs

* Updates sidecar tests reqs

* Moved templates under .vscode with extension

Author: pcrespov

.gitignore

@@ -110,7 +110,8 @@ ENV/
 node_modules/
 
 # IDEs config
-.vscode/
+.vscode/launch.json
+.vscode/settings.json
 
 # Manual overrides
 services/docker-compose.override.yml

.vscode-template/README.md

@@ -8,10 +8,10 @@ aiohttp==3.6.2            # via -r requirements.in, pytest-aiohttp
 async-timeout==3.0.1      # via aiohttp
 attrs==19.3.0             # via aiohttp, jsonschema, openapi-core, pytest
 chardet==3.0.4            # via aiohttp
-coverage==5.1             # via -r requirements.in, pytest-cov
+coverage==5.2             # via -r requirements.in, pytest-cov
 idna-ssl==1.1.0           # via aiohttp
-idna==2.9                 # via idna-ssl, yarl
-importlib-metadata==1.6.1  # via jsonschema, pluggy, pytest
+idna==2.10                # via idna-ssl, yarl
+importlib-metadata==1.7.0  # via jsonschema, pluggy, pytest
 isodate==0.6.0            # via openapi-schema-validator
 jsonschema==3.2.0         # via openapi-schema-validator, openapi-spec-validator
 lazy-object-proxy==1.5.0  # via openapi-core
@@ -23,20 +23,20 @@ openapi-spec-validator==0.2.8  # via openapi-core
 packaging==20.4           # via pytest, pytest-sugar
 parse==1.15.0             # via openapi-core
 pluggy==0.13.1            # via pytest
-py==1.8.2                 # via pytest
+py==1.9.0                 # via pytest
 pyparsing==2.4.7          # via packaging
 pyrsistent==0.16.0        # via jsonschema
 pytest-aiohttp==0.3.0     # via -r requirements.in
 pytest-cov==2.10.0        # via -r requirements.in
 pytest-instafail==0.4.2   # via -r requirements.in
-pytest-sugar==0.9.3       # via -r requirements.in
+pytest-sugar==0.9.4       # via -r requirements.in
 pytest==5.4.3             # via -r requirements.in, pytest-aiohttp, pytest-cov, pytest-instafail, pytest-sugar
 pyyaml==5.3.1             # via openapi-spec-validator
 six==1.15.0               # via isodate, jsonschema, openapi-core, openapi-schema-validator, openapi-spec-validator, packaging
 strict-rfc3339==0.7       # via openapi-schema-validator
 termcolor==1.1.0          # via pytest-sugar
 typing-extensions==3.7.4.2  # via aiohttp
-wcwidth==0.2.4            # via pytest
+wcwidth==0.2.5            # via pytest
 werkzeug==1.0.1           # via openapi-core
 yarl==1.4.2               # via aiohttp
 zipp==3.1.0               # via importlib-metadata

.vscode-template/launch.json renamed to .vscode/launch.template.json

@@ -13,12 +13,14 @@ attrs==19.3.0             # via aiohttp, pytest, pytest-docker
 certifi==2020.6.20        # via -r requirements/_migration.txt, requests
 chardet==3.0.4            # via -r requirements/_migration.txt, aiohttp, requests
 click==7.1.2              # via -r requirements/_migration.txt
-coverage==5.1             # via -r requirements/_test.in, coveralls, pytest-cov
-coveralls==2.0.0          # via -r requirements/_test.in
+coverage==5.2             # via -r requirements/_test.in, coveralls, pytest-cov
+coveralls==2.1.1          # via -r requirements/_test.in
 docker==4.2.2             # via -r requirements/_migration.txt
 docopt==0.6.2             # via coveralls
 faker==4.1.1              # via -r requirements/_test.in
+idna-ssl==1.1.0           # via aiohttp
 idna==2.9                 # via -r requirements/_migration.txt, requests, yarl
+importlib-metadata==1.7.0  # via pluggy, pytest
 isort==4.3.21             # via pylint
 lazy-object-proxy==1.4.3  # via astroid
 mako==1.1.3               # via -r requirements/_migration.txt, alembic
@@ -29,7 +31,7 @@ multidict==4.7.6          # via -r requirements/_migration.txt, aiohttp, yarl
 packaging==20.4           # via pytest
 pluggy==0.13.1            # via pytest
 psycopg2-binary==2.8.5    # via -r requirements/_migration.txt, aiopg, sqlalchemy
-py==1.8.2                 # via pytest
+py==1.9.0                 # via pytest
 pylint==2.5.3             # via -r requirements/_test.in
 pyparsing==2.4.7          # via packaging
 pytest-aiohttp==0.3.0     # via -r requirements/_test.in
@@ -47,8 +49,11 @@ sqlalchemy[postgresql_psycopg2binary]==1.3.17  # via -r requirements/_migration.
 tenacity==6.2.0           # via -r requirements/_migration.txt
 text-unidecode==1.3       # via faker
 toml==0.10.1              # via pylint
+typed-ast==1.4.1          # via astroid
+typing-extensions==3.7.4.2  # via aiohttp
 urllib3==1.25.9           # via -r requirements/_migration.txt, requests
-wcwidth==0.2.4            # via pytest
+wcwidth==0.2.5            # via pytest
 websocket-client==0.57.0  # via -r requirements/_migration.txt, docker
 wrapt==1.12.1             # via astroid
 yarl==1.4.2               # via -r requirements/_migration.txt, aiohttp
+zipp==3.1.0               # via importlib-metadata

.vscode-template/settings.json renamed to .vscode/settings.template.json

@@ -9,19 +9,19 @@ attrs==19.3.0             # via pytest, pytest-docker
 certifi==2020.6.20        # via -r requirements/_base.txt, minio, requests
 chardet==3.0.4            # via requests
 configparser==5.0.0       # via -r requirements/_base.txt, minio
-coverage==5.1             # via -r requirements/_test.in, coveralls, pytest-cov
-coveralls==2.0.0          # via -r requirements/_test.in
+coverage==5.2             # via -r requirements/_test.in, coveralls, pytest-cov
+coveralls==2.1.1          # via -r requirements/_test.in
 docopt==0.6.2             # via coveralls
-idna==2.9                 # via requests
-importlib-metadata==1.6.1  # via pluggy, pytest
+idna==2.10                # via requests
+importlib-metadata==1.7.0  # via pluggy, pytest
 isort==4.3.21             # via pylint
 lazy-object-proxy==1.4.3  # via astroid
 mccabe==0.6.1             # via pylint
 minio==5.0.10             # via -r requirements/_base.txt
 more-itertools==8.4.0     # via pytest
 packaging==20.4           # via pytest
 pluggy==0.13.1            # via pytest
-py==1.8.2                 # via pytest
+py==1.9.0                 # via pytest
 pylint==2.5.3             # via -r requirements/_test.in
 pyparsing==2.4.7          # via packaging
 pytest-cov==2.10.0        # via -r requirements/_test.in
@@ -35,6 +35,6 @@ six==1.15.0               # via -r requirements/_base.txt, astroid, packaging, p
 toml==0.10.1              # via pylint
 typed-ast==1.4.1          # via astroid
 urllib3==1.25.9           # via -r requirements/_base.txt, minio, requests
-wcwidth==0.2.4            # via pytest
+wcwidth==0.2.5            # via pytest
 wrapt==1.12.1             # via astroid
 zipp==3.1.0               # via importlib-metadata

api/tests/requirements.txt

@@ -13,8 +13,8 @@ async-timeout==3.0.1      # via -r requirements/_base.txt, aiohttp
 attrs==19.3.0             # via -r requirements/_base.txt, aiohttp, jsonschema, openapi-core, pytest, pytest-docker
 certifi==2020.6.20        # via requests
 chardet==3.0.4            # via -r requirements/_base.txt, aiohttp, requests
-coverage==5.1             # via -r requirements/_test.in, coveralls, pytest-cov
-coveralls==2.0.0          # via -r requirements/_test.in
+coverage==5.2             # via -r requirements/_test.in, coveralls, pytest-cov
+coveralls==2.1.1          # via -r requirements/_test.in
 docopt==0.6.2             # via coveralls
 idna-ssl==1.1.0           # via -r requirements/_base.txt, aiohttp
 idna==2.9                 # via -r requirements/_base.txt, idna-ssl, requests, yarl
@@ -32,17 +32,17 @@ packaging==20.4           # via pytest, pytest-sugar
 pluggy==0.13.1            # via pytest
 prometheus-client==0.8.0  # via -r requirements/_base.txt
 psycopg2-binary==2.8.5    # via -r requirements/_base.txt, aiopg, sqlalchemy
-py==1.8.2                 # via pytest
+py==1.9.0                 # via pytest
 pylint==2.5.3             # via -r requirements/_test.in
 pyparsing==2.4.7          # via packaging
 pyrsistent==0.16.0        # via -r requirements/_base.txt, jsonschema
 pytest-aiohttp==0.3.0     # via -r requirements/_test.in
 pytest-cov==2.10.0        # via -r requirements/_test.in
 pytest-docker==0.7.2      # via -r requirements/_test.in
 pytest-instafail==0.4.2   # via -r requirements/_test.in
-pytest-mock==3.1.1        # via -r requirements/_test.in
+pytest-mock==3.2.0        # via -r requirements/_test.in
 pytest-runner==5.2        # via -r requirements/_test.in
-pytest-sugar==0.9.3       # via -r requirements/_test.in
+pytest-sugar==0.9.4       # via -r requirements/_test.in
 pytest==5.4.3             # via -r requirements/_test.in, pytest-aiohttp, pytest-cov, pytest-instafail, pytest-mock, pytest-sugar
 pyyaml==5.3.1             # via -r requirements/_base.txt, openapi-spec-validator
 requests==2.24.0          # via coveralls
@@ -57,7 +57,7 @@ typed-ast==1.4.1          # via astroid
 typing-extensions==3.7.4.2  # via -r requirements/_base.txt, aiohttp
 ujson==3.0.0              # via -r requirements/_base.txt
 urllib3==1.25.9           # via requests
-wcwidth==0.2.4            # via pytest
+wcwidth==0.2.5            # via pytest
 werkzeug==1.0.1           # via -r requirements/_base.txt
 wrapt==1.12.1             # via astroid
 yarl==1.4.2               # via -r requirements/_base.txt, aiohttp

packages/postgres-database/requirements/_test.txt

@@ -12,15 +12,15 @@ async-timeout==3.0.1      # via -r requirements/_base.txt, aiohttp
 attrs==19.3.0             # via -r requirements/_base.txt, aiohttp, pytest, pytest-docker
 certifi==2020.6.20        # via requests
 chardet==3.0.4            # via -r requirements/_base.txt, aiohttp, requests
-coverage==5.1             # via -r requirements/_test.in, coveralls, pytest-cov
-coveralls==2.0.0          # via -r requirements/_test.in
+coverage==5.2             # via -r requirements/_test.in, coveralls, pytest-cov
+coveralls==2.1.1          # via -r requirements/_test.in
 dataclasses==0.7          # via -r requirements/_base.txt, pydantic
 decorator==4.4.2          # via -r requirements/_base.txt, networkx
-docker==4.2.1             # via -r requirements/_test.in
+docker==4.2.2             # via -r requirements/_test.in
 docopt==0.6.2             # via coveralls
 idna-ssl==1.1.0           # via -r requirements/_base.txt, aiohttp
 idna==2.9                 # via -r requirements/_base.txt, idna-ssl, requests, yarl
-importlib-metadata==1.6.1  # via pluggy, pytest
+importlib-metadata==1.7.0  # via pluggy, pytest
 isort==4.3.21             # via pylint
 lazy-object-proxy==1.4.3  # via astroid
 mccabe==0.6.1             # via pylint
@@ -31,17 +31,17 @@ networkx==2.4             # via -r requirements/_base.txt
 packaging==20.4           # via pytest, pytest-sugar
 pluggy==0.13.1            # via pytest
 psycopg2-binary==2.8.5    # via -r requirements/_base.txt, aiopg, sqlalchemy
-py==1.8.2                 # via pytest
+py==1.9.0                 # via pytest
 pydantic==1.5.1           # via -r requirements/_base.txt
 pylint==2.5.3             # via -r requirements/_test.in
 pyparsing==2.4.7          # via packaging
 pytest-aiohttp==0.3.0     # via -r requirements/_test.in
 pytest-cov==2.10.0        # via -r requirements/_test.in
 pytest-docker==0.7.2      # via -r requirements/_test.in
 pytest-instafail==0.4.2   # via -r requirements/_test.in
-pytest-mock==3.1.1        # via -r requirements/_test.in
+pytest-mock==3.2.0        # via -r requirements/_test.in
 pytest-runner==5.2        # via -r requirements/_test.in
-pytest-sugar==0.9.3       # via -r requirements/_test.in
+pytest-sugar==0.9.4       # via -r requirements/_test.in
 pytest==5.4.3             # via -r requirements/_test.in, pytest-aiohttp, pytest-cov, pytest-instafail, pytest-mock, pytest-sugar
 pyyaml==5.3.1             # via -r requirements/_base.txt, trafaret-config
 requests==2.24.0          # via -r requirements/_test.in, coveralls, docker
@@ -55,7 +55,7 @@ trafaret==2.0.2           # via -r requirements/_base.txt, trafaret-config
 typed-ast==1.4.1          # via astroid
 typing-extensions==3.7.4.2  # via -r requirements/_base.txt, aiohttp
 urllib3==1.25.9           # via requests
-wcwidth==0.2.4            # via pytest
+wcwidth==0.2.5            # via pytest
 websocket-client==0.57.0  # via docker
 wrapt==1.12.1             # via astroid
 yarl==1.4.2               # via -r requirements/_base.txt, aiohttp

packages/s3wrapper/requirements/_test.txt

@@ -23,12 +23,12 @@ chardet==3.0.4            # via -r requirements/_base.txt, aiohttp, httpx, reque
 click==7.1.2              # via -r requirements/_base.txt, uvicorn
 codecov==2.1.7            # via -r requirements/_test.in
 contextvars==2.4          # via -r requirements/_base.txt, sniffio
-coverage==5.1             # via codecov, coveralls, pytest-cov
-coveralls==2.0.0          # via -r requirements/_test.in
+coverage==5.2             # via codecov, coveralls, pytest-cov
+coveralls==2.1.1          # via -r requirements/_test.in
 cryptography==2.9.2       # via -r requirements/_base.txt
 dataclasses==0.7          # via -r requirements/_base.txt, pydantic
 dnspython==1.16.0         # via -r requirements/_base.txt, email-validator
-docker==4.2.1             # via -r requirements/_test.in
+docker==4.2.2             # via -r requirements/_test.in
 docopt==0.6.2             # via coveralls
 email-validator==1.1.1    # via -r requirements/_base.txt, fastapi
 faker==4.1.1              # via -r requirements/_test.in
@@ -47,7 +47,7 @@ hyperframe==5.2.0         # via -r requirements/_base.txt, h2
 idna-ssl==1.1.0           # via aiohttp
 idna==2.9                 # via -r requirements/_base.txt, email-validator, httpx, requests, yarl
 immutables==0.14          # via -r requirements/_base.txt, contextvars
-importlib-metadata==1.6.1  # via pluggy, pytest
+importlib-metadata==1.7.0  # via pluggy, pytest
 isort==4.3.21             # via pylint
 itsdangerous==1.1.0       # via -r requirements/_base.txt, fastapi
 jinja2==2.11.2            # via -r requirements/_base.txt, -r requirements/_test.in, fastapi
@@ -64,15 +64,15 @@ pluggy==0.13.1            # via pytest
 promise==2.3              # via -r requirements/_base.txt, graphql-core, graphql-relay
 psycopg2-binary==2.8.5    # via -r requirements/_base.txt, aiopg, sqlalchemy
 ptvsd==4.3.2              # via -r requirements/_test.in
-py==1.8.2                 # via pytest
+py==1.9.0                 # via pytest
 pycparser==2.20           # via -r requirements/_base.txt, cffi
 pydantic[dotenv]==1.5.1   # via -r requirements/_base.txt, fastapi
 pylint==2.5.3             # via -r requirements/_test.in
 pyparsing==2.4.7          # via packaging
 pytest-aiohttp==0.3.0     # via -r requirements/_test.in
 pytest-cov==2.10.0        # via -r requirements/_test.in
 pytest-docker==0.7.2      # via -r requirements/_test.in
-pytest-mock==3.1.1        # via -r requirements/_test.in
+pytest-mock==3.2.0        # via -r requirements/_test.in
 pytest-runner==5.2        # via -r requirements/_test.in
 pytest==5.4.3             # via -r requirements/_test.in, pytest-aiohttp, pytest-cov, pytest-mock
 python-dateutil==2.8.1    # via alembic, faker

packages/service-library/requirements/_test.txt

@@ -18,11 +18,11 @@ certifi==2020.6.20        # via -r requirements/_base.txt, requests
 chardet==3.0.4            # via -r requirements/_base.txt, aiohttp, requests
 click==7.1.2              # via -r requirements/_base.txt, uvicorn
 codecov==2.1.7            # via -r requirements/_test.in
-coverage==5.1             # via codecov, coveralls, pytest-cov
-coveralls==2.0.0          # via -r requirements/_test.in
+coverage==5.2             # via codecov, coveralls, pytest-cov
+coveralls==2.1.1          # via -r requirements/_test.in
 dataclasses==0.7          # via -r requirements/_base.txt, pydantic
 dnspython==1.16.0         # via -r requirements/_base.txt, email-validator
-docker==4.2.1             # via -r requirements/_test.in
+docker==4.2.2             # via -r requirements/_test.in
 docopt==0.6.2             # via coveralls
 email-validator==1.1.1    # via -r requirements/_base.txt, fastapi
 faker==4.1.1              # via -r requirements/_test.in
@@ -34,7 +34,7 @@ h11==0.9.0                # via -r requirements/_base.txt, uvicorn
 httptools==0.1.1          # via -r requirements/_base.txt, uvicorn
 idna-ssl==1.1.0           # via aiohttp
 idna==2.9                 # via -r requirements/_base.txt, email-validator, requests, yarl
-importlib-metadata==1.6.1  # via pluggy, pytest
+importlib-metadata==1.7.0  # via pluggy, pytest
 isort==4.3.21             # via pylint
 itsdangerous==1.1.0       # via -r requirements/_base.txt, fastapi
 jinja2==2.11.2            # via -r requirements/_base.txt, fastapi
@@ -57,7 +57,7 @@ pyparsing==2.4.7          # via packaging
 pytest-aiohttp==0.3.0     # via -r requirements/_test.in
 pytest-cov==2.10.0        # via -r requirements/_test.in
 pytest-docker==0.7.2      # via -r requirements/_test.in
-pytest-mock==3.1.1        # via -r requirements/_test.in
+pytest-mock==3.2.0        # via -r requirements/_test.in
 pytest-runner==5.2        # via -r requirements/_test.in
 pytest==5.4.3             # via -r requirements/_test.in, pytest-aiohttp, pytest-cov, pytest-mock
 python-dateutil==2.8.1    # via alembic, faker