Python 3.13-rc.3 In Platform Matrix (#37508)

scbedd · xiangyan99 · web-flow · commit 19c633078890 · 2024-10-08T15:27:04.000-07:00
* add python 3.13 to our test matrix across all packages
* skip py313 for azure-ai-ml
* update azure-core-experimental tests to no longer fail on py313 (thanks Xiang!)
* bump the minimum version of azure-core for azure-cosmos to 1.30.0 (for mindependency only, not setup.py)

---------

Co-authored-by: Xiang Yan &lt;xiangsjtu@gmail.com&gt;
diff --git a/eng/pipelines/templates/jobs/tests-nightly-python.yml b/eng/pipelines/templates/jobs/tests-nightly-python.yml
@@ -15,7 +15,7 @@ jobs:
     displayName: Validate Release Candidate Python - Linux
     variables:
       skipComponentGovernanceDetection: true
-      PythonVersion: '3.13.0-rc.2'
+      PythonVersion: '3.13.0-rc.3'
       TargetedPackages: ${{ parameters.TargetedPackages }}
 
     timeoutInMinutes: 90
diff --git a/eng/pipelines/templates/stages/platform-matrix-excluding-pypy.json b/eng/pipelines/templates/stages/platform-matrix-excluding-pypy.json
@@ -36,6 +36,17 @@
           "TestSamples": "false"
         }
       }
+    },
+    {
+      "Config": {
+        "Ubuntu2004_3130": {
+          "OSVmImage": "env:LINUXVMIMAGE",
+          "Pool": "env:LINUXPOOL",
+          "PythonVersion": "3.13.0-rc.3",
+          "CoverageArg": "--disablecov",
+          "TestSamples": "false"
+        }
+      }
     }
   ]
 }
diff --git a/eng/pipelines/templates/stages/platform-matrix-no-312.json b/eng/pipelines/templates/stages/platform-matrix-no-312.json
diff --git a/eng/pipelines/templates/stages/platform-matrix-no-313.json b/eng/pipelines/templates/stages/platform-matrix-no-313.json
@@ -0,0 +1,41 @@
+{
+  "displayNames": {
+    "--disablecov": "",
+    "false": "",
+    "true": ""
+  },
+  "matrix": {
+    "Agent": {
+      "windows-2022": { "OSVmImage": "env:WINDOWSVMIMAGE", "Pool": "env:WINDOWSPOOL" },
+      "ubuntu-20.04": { "OSVmImage": "env:LINUXVMIMAGE", "Pool": "env:LINUXPOOL" },
+      "macos-latest": { "OSVmImage": "env:MACVMIMAGE", "Pool": "env:MACPOOL" }
+    },
+    "PythonVersion": [ "3.8", "pypy3.9", "3.11", "3.10"],
+    "CoverageArg": "--disablecov",
+    "TestSamples": "false"
+  },
+  "include": [
+    {
+      "CoverageConfig": {
+        "ubuntu2004_39_coverage": {
+          "OSVmImage": "env:LINUXVMIMAGE",
+          "Pool": "env:LINUXPOOL",
+          "PythonVersion": "3.9",
+          "CoverageArg": "",
+          "TestSamples": "false"
+        }
+      }
+    },
+    {
+      "Config": {
+        "Ubuntu2004_312": {
+          "OSVmImage": "env:LINUXVMIMAGE",
+          "Pool": "env:LINUXPOOL",
+          "PythonVersion": "3.12",
+          "CoverageArg": "--disablecov",
+          "TestSamples": "false"
+        }
+      }
+    }
+  ]
+}
diff --git a/eng/pipelines/templates/stages/platform-matrix.json b/eng/pipelines/templates/stages/platform-matrix.json
@@ -10,7 +10,7 @@
       "ubuntu-20.04": { "OSVmImage": "env:LINUXVMIMAGE", "Pool": "env:LINUXPOOL" },
       "macos-latest": { "OSVmImage": "env:MACVMIMAGE", "Pool": "env:MACPOOL" }
     },
-    "PythonVersion": [ "3.8", "pypy3.9", "3.11", "3.10" ],
+    "PythonVersion": [ "3.8", "pypy3.9", "3.11", "3.10", "3.12" ],
     "CoverageArg": "--disablecov",
     "TestSamples": "false"
   },
@@ -28,10 +28,10 @@
     },
     {
       "Config": {
-        "Ubuntu2004_312": {
+        "Ubuntu2004_313": {
           "OSVmImage": "env:LINUXVMIMAGE",
           "Pool": "env:LINUXPOOL",
-          "PythonVersion": "3.12",
+          "PythonVersion": "3.13.0-rc.3",
           "CoverageArg": "--disablecov",
           "TestSamples": "false"
         }
diff --git a/eng/pipelines/templates/steps/use-python-version.yml b/eng/pipelines/templates/steps/use-python-version.yml
@@ -19,3 +19,4 @@ steps:
     displayName: "Use Python ${{ parameters.versionSpec }}"
     inputs:
       versionSpec: ${{ parameters.versionSpec }}
+      allowUnstable: true
diff --git a/eng/tox/install_depend_packages.py b/eng/tox/install_depend_packages.py
@@ -60,14 +60,23 @@
     "azure-identity": {"msal": "1.23.0"},
     "azure-core-tracing-opentelemetry": {"azure-core": "1.28.0"},
     "azure-storage-file-datalake": {"azure-storage-blob": "12.22.0"},
+    "azure-cosmos": {"azure-core": "1.30.0"}
 }
 
 MAXIMUM_VERSION_SPECIFIC_OVERRIDES = {}
 
 # PLATFORM SPECIFIC OVERRIDES provide additional generic (EG not tied to the package whos dependencies are being processed)
 # filtering on a _per platform_ basis. Primarily used to limit certain packages due to platform compatbility
 PLATFORM_SPECIFIC_MINIMUM_OVERRIDES = {
-    ">=3.12.0": {"azure-core": "1.23.1", "aiohttp": "3.8.6", "six": "1.16.0", "requests": "2.30.0"}
+    ">=3.12.0": {
+        "azure-core": "1.23.1",
+        "aiohttp": "3.8.6",
+        "six": "1.16.0",
+        "requests": "2.30.0"
+    },
+    ">=3.13.0": {
+        "typing-extensions": "4.12.0",
+    }
 }
 
 PLATFORM_SPECIFIC_MAXIMUM_OVERRIDES = {}
diff --git a/sdk/core/azure-core-experimental/tests/test_pyodide_transport.py b/sdk/core/azure-core-experimental/tests/test_pyodide_transport.py
@@ -96,6 +96,7 @@ def create_mock_response(self, body: bytes, headers: dict, status: int, status_t
         return response_promise
 
     @pytest.mark.asyncio
+    @pytest.mark.skipif(sys.version_info >= (3, 13), reason="cgi is removed in Python 3.13")
     async def test_successful_send(self, mock_pyfetch, mock_pyodide_module, pipeline):
         """Test that a successful send returns the correct values."""
         # setup data
@@ -143,6 +144,7 @@ async def test_successful_send(self, mock_pyfetch, mock_pyodide_module, pipeline
         assert not kwargs["files"]
 
     @pytest.mark.asyncio
+    @pytest.mark.skipif(sys.version_info >= (3, 13), reason="cgi is removed in Python 3.13")
     async def test_unsuccessful_send(self, mock_pyfetch, mock_pyodide_module, pipeline):
         """Test that the pipeline is failing correctly."""
         mock_pyfetch.reset_mock()
@@ -154,6 +156,7 @@ async def test_unsuccessful_send(self, mock_pyfetch, mock_pyodide_module, pipeli
         # 3 retries plus the original request.
         assert mock_pyfetch.call_count == retry_total + 1
 
+    @pytest.mark.skipif(sys.version_info >= (3, 13), reason="cgi is removed in Python 3.13")
     def test_valid_import(self, transport):
         """Test that we can import Pyodide classes from `azure.core.pipeline.transport`
         Adding the transport fixture will mock the Pyodide modules in `sys.modules`.
diff --git a/sdk/core/azure-core-experimental/tests/utils.py b/sdk/core/azure-core-experimental/tests/utils.py
@@ -35,7 +35,7 @@
 # ASYNC_TRANSPORTS.append(AsyncHttpXTransport)
 
 
-from azure.core.experimental.transport import PyodideTransport
+# from azure.core.experimental.transport import PyodideTransport
 
 # ASYNC_TRANSPORTS.append(PyodideTransport)
 
diff --git a/sdk/core/azure-core/LICENSE b/sdk/core/azure-core/LICENSE
@@ -18,4 +18,4 @@ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
 AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-SOFTWARE.
+SOFTWARE.
diff --git a/sdk/cosmos/cosmos-emulator-matrix.json b/sdk/cosmos/cosmos-emulator-matrix.json
@@ -44,8 +44,16 @@
             "ACCOUNT_HOST": "https://localhost:8081/",
             "ACCOUNT_KEY": "C2y6yDjf5/R+ob0N8A7Cgv30VRDJIWEHLM+4QDU5DE2nQ9nDuVTqobD4b8mGGyPMbIZnqyMsEcaGQy67XIw/Jw==",
             "Skip.Analyze": "true"
+        },
+        "Emulator Tests Python 3.13": {
+            "PythonVersion": "3.13.0-rc.3",
+            "CoverageArg": "--disablecov",
+            "TestSamples": "false",
+            "ToxTestEnv": "'whl,sdist'",
+            "ACCOUNT_HOST": "https://localhost:8081/",
+            "ACCOUNT_KEY": "C2y6yDjf5/R+ob0N8A7Cgv30VRDJIWEHLM+4QDU5DE2nQ9nDuVTqobD4b8mGGyPMbIZnqyMsEcaGQy67XIw/Jw==",
+            "Skip.Analyze": "true"
         }
       }
     }
   }
-  
diff --git a/sdk/ml/ci.yml b/sdk/ml/ci.yml
@@ -11,7 +11,7 @@ trigger:
     include:
     - sdk/ml/
     - scripts/
-    - sdk/core/    
+    - sdk/core/
 
 pr:
   branches:
@@ -24,7 +24,7 @@ pr:
   paths:
     include:
     - sdk/ml/
-    - sdk/core/    
+    - sdk/core/
 
 extends:
   template: /eng/pipelines/templates/stages/archetype-sdk-client.yml
@@ -33,6 +33,11 @@ extends:
     ValidateFormatting: true
     TestTimeoutInMinutes: 75
     TestProxy: true
+    MatrixConfigs:
+      - Name: ml_ci_matrix
+        Path: eng/pipelines/templates/stages/platform-matrix-no-313.json
+        Selection: sparse
+        GenerateVMJobs: true
     # This is a short term solution to create API review for python azure-ml package only when running pipeline manually
     # Long term solution should be to have different versions on main branch and release branch for python package so APIView can have different revisions for each version.
     # Tracking issue: https://github.com/Azure/azure-sdk-for-python/issues/29196

Original file line number	Diff line number	Diff line change
`@@ -36,6 +36,17 @@`
`36`	`36`	`"TestSamples": "false"`
`37`	`37`	`}`
`38`	`38`	`}`
	`39`	`+ },`
	`40`	`+ {`
	`41`	`+ "Config": {`
	`42`	`+ "Ubuntu2004_3130": {`
	`43`	`+ "OSVmImage": "env:LINUXVMIMAGE",`
	`44`	`+ "Pool": "env:LINUXPOOL",`
	`45`	`+ "PythonVersion": "3.13.0-rc.3",`
	`46`	`+ "CoverageArg": "--disablecov",`
	`47`	`+ "TestSamples": "false"`
	`48`	`+ }`
	`49`	`+ }`
`39`	`50`	`}`
`40`	`51`	`]`
`41`	`52`	`}`
Original file line number	Diff line number	Diff line change
`@@ -44,8 +44,16 @@`
`44`	`44`	`"ACCOUNT_HOST": "https://localhost:8081/",`
`45`	`45`	`"ACCOUNT_KEY": "C2y6yDjf5/R+ob0N8A7Cgv30VRDJIWEHLM+4QDU5DE2nQ9nDuVTqobD4b8mGGyPMbIZnqyMsEcaGQy67XIw/Jw==",`
`46`	`46`	`"Skip.Analyze": "true"`
	`47`	`+ },`
	`48`	`+ "Emulator Tests Python 3.13": {`
	`49`	`+ "PythonVersion": "3.13.0-rc.3",`
	`50`	`+ "CoverageArg": "--disablecov",`
	`51`	`+ "TestSamples": "false",`
	`52`	`+ "ToxTestEnv": "'whl,sdist'",`
	`53`	`+ "ACCOUNT_HOST": "https://localhost:8081/",`
	`54`	`+ "ACCOUNT_KEY": "C2y6yDjf5/R+ob0N8A7Cgv30VRDJIWEHLM+4QDU5DE2nQ9nDuVTqobD4b8mGGyPMbIZnqyMsEcaGQy67XIw/Jw==",`
	`55`	`+ "Skip.Analyze": "true"`
`47`	`56`	`}`
`48`	`57`	`}`
`49`	`58`	`}`
`50`	`59`	`}`
`51`		`-`