Support python 3.9 (#1720)

* Test parsl using (only) python 3.9 development version

* Upgrade mypy for python 3.9 - see issue python/mypy#8627

* debug test_provider hanging on both my laptop and in CI with python 3.9

* upgrade sphinx to work with python3.9; consequential restore of ipyparallel test dependency which is apparently needed now for doc build

Co-authored-by: Yadu Nand Babuji <[email protected]>

Author: benclifford

.travis.yml

@@ -3,6 +3,7 @@ python:
   - "3.6"
   - "3.7"
   - "3.8"
+  - "3.9"
 
 env:
   global:

parsl/tests/site_tests/site_config_selector.py

@@ -73,6 +73,3 @@ def fresh_config():
         # We should skip this.
 
     return config
-
-
-config = fresh_config()

parsl/tests/site_tests/test_provider.py

@@ -1,33 +1,36 @@
 import argparse
+import logging
 import pytest
 import parsl
 import time
 from parsl.app.app import python_app  # , bash_app
 from parsl.providers.provider_base import JobState
 from parsl.tests.site_tests.site_config_selector import fresh_config
 
+logger = logging.getLogger(__name__)
+
 
 @python_app
 def platform(sleep=10, stdout=None):
-    import platform
     import time
     time.sleep(sleep)
-    return platform.uname()
+    return True
 
 
 @pytest.mark.local
 def test_provider():
     """ Provider scaling
     """
+    logger.info("Starting test_provider")
     config = fresh_config()
     name = config.executors[0].label
     parsl.load(config)
 
     dfk = parsl.dfk()
-    print("Trying to get executor : ", name)
+    logger.info("Trying to get executor : {}".format(name))
 
     x = platform(sleep=0)
-    print(x.result())
+    logger.info("Result is {}".format(x.result()))
 
     executor = dfk.executors[name]
     provider = dfk.executors[name].provider
@@ -36,21 +39,28 @@ def test_provider():
     current_jobs = executor._get_job_ids()
     assert len(current_jobs) == 1, "Expected 1 job at init, got {}".format(len(current_jobs))
 
+    logger.info("Getting provider status (1)")
     status = provider.status(current_jobs)
+    logger.info("Got provider status")
     assert status[0].state == JobState.RUNNING, "Expected job to be in state RUNNING"
 
     # Scale down to 0
     scale_in_status = executor.scale_in(blocks=1)
+    logger.info("Now sleeping 60 seconds")
     time.sleep(60)
+    logger.info("Sleep finished")
+    logger.info("Getting provider status (2)")
     status = provider.status(scale_in_status)
-    print("Block status: ", status)
+    logger.info("Got provider status")
+    logger.info("Block status: {}".format(status))
     assert status[0].terminal is True, "Terminal state"
-    print("Job in terminal state")
+    logger.info("Job in terminal state")
 
     current_jobs = executor._get_job_ids()
     assert len(current_jobs) == 0, "Expected current_jobs == 0"
     parsl.clear()
     del dfk
+    logger.info("Ended test_provider")
     return True
 
 

test-requirements.txt

@@ -1,4 +1,5 @@
 flake8==3.8.0
+ipyparallel
 pandas
 pytest>=4.6,<5
 pytest-cov
@@ -8,8 +9,8 @@ coverage==4.5.4
 mock>=1.0.0
 nbsphinx
 sphinx_rtd_theme
-mypy==0.761
+mypy==0.790
 sqlalchemy-stubs
-Sphinx==2.2.0
+Sphinx==3.4.1
 twine
 wheel