support windows python (#592)

* feat(id): support unique id

- unique id in ms
- refactor common library
- remove dependence from shm
- php-agent 0.5.0
- python-agent v1.2.1

* feat(win32): support win32

- python-agent
- common library
- refactor common library
- fix bug when pooling
- cibuildwheel
- code style
- fix bug in endTrace

* fix bug in thread mode

* remove ambiguous API

* pipy 1.2.4 release test

* test char encoding

* fix bug in python

* hello packet, avoiding conflict

* fix bug in flask

* fix convert problem

Author: eeliu

.clang-format

@@ -41,6 +41,7 @@
         "formulahendry.vscode-mysql",
         "ms-python.autopep8",
         "streetsidesoftware.code-spell-checker",
-        "jeff-hykin.better-dockerfile-syntax"
+        "jeff-hykin.better-dockerfile-syntax",
+        "cschlosser.doxdocgen"
     ]
 }

.devcontainer/devcontainer.json

@@ -1,6 +1,6 @@
 name: build-wheels
 
-on: 
+on:
   workflow_dispatch:
     inputs:
       release-testpypi:
@@ -16,131 +16,130 @@ on:
 
 jobs:
   build_wheels_pypitest:
-    name: Build wheels on ${{ matrix.os }}
+    name: Build test wheels on ${{ matrix.os }}
     runs-on: ${{ matrix.os }}
     if: ${{ inputs.release-testpypi }}
     strategy:
       matrix:
-        os: [ubuntu-20.04, macos-latest]
+        os: [ubuntu-latest, windows-latest, macos-13, macos-14]
 
     steps:
       - uses: actions/checkout@v4
 
-      # Used to host cibuildwheel
+      - name: rename file
+        run: |
+          cp setup_pypi_test.py setup.py
+
       - uses: actions/setup-python@v3
 
-      - name: set test version
-        run: |
-          rm setup.py
-          ln -s setup_pypi_test.py setup.py
+      - name: Set up QEMU
+        if: runner.os == 'Linux'
+        uses: docker/setup-qemu-action@v3
+        with:
+          platforms: all
 
-      # - name: Set up QEMU
-      #   if: runner.os == 'Linux'
-      #   uses: docker/setup-qemu-action@v3
-      #   with:
-      #     platforms: all
+      - name: Release dist
+        if: runner.os == 'Linux'
+        run: |
+          pip install build
+          python -m build -s --outdir wheelhouse
 
       - name: Install cibuildwheel
-        run: python -m pip install cibuildwheel==2.16.0
-
-      # - name: Build wheels
-      #   uses: pypa/[email protected]
-      #   env:
-      #     # configure cibuildwheel to build native archs ('auto'), and some
-      #     # emulated ones
-      #     CIBW_ARCHS_LINUX: auto aarch64 ppc64le s390x
+        run: python -m pip install cibuildwheel
 
       - name: Build wheels
         run: python -m cibuildwheel --output-dir wheelhouse
-        # to supply options, put them in 'env', like:
         env:
-          CIBW_ARCHS_MACOS: "x86_64 arm64"
-          # CIBW_ARCHS_LINUX: "auto aarch64"
+          CIBW_ARCHS_LINUX: auto aarch64
+          CIBW_ARCHS_WINDOWS: ARM64 AMD64 x86
+          CIBW_ARCHS_MACOS: auto x86_64 arm64
 
       - uses: actions/upload-artifact@v3
         with:
           name: pypi_test
-          path: ./wheelhouse/*.whl
+          path: ./wheelhouse/*
 
   publish-pypitest:
     needs: build_wheels_pypitest
     runs-on: ubuntu-latest
     steps:
       - uses: actions/download-artifact@v3
-        with: 
+        with:
           name: pypi_test
           path: ./wheelhouse/
 
       - name: show all artifact
         run: |
           ls -R ./wheelhouse/
-  
+
       - name: Publish package to pypitest
         uses: pypa/gh-action-pypi-publish@release/v1
         with:
           user: __token__
           password: ${{ secrets.EELIUTEST }}
-          packages_dir: ./wheelhouse/  
-          repository_url: https://test.pypi.org/legacy/          
+          packages_dir: ./wheelhouse/
+          repository_url: https://test.pypi.org/legacy/
 
   build_wheels:
     name: Build wheels on ${{ matrix.os }}
     runs-on: ${{ matrix.os }}
     if: ${{ inputs.release }}
     strategy:
       matrix:
-        os: [ubuntu-20.04, macos-latest]
+        os: [ubuntu-latest, windows-latest, macos-13, macos-14]
 
     steps:
       - uses: actions/checkout@v4
 
-      # Used to host cibuildwheel
+      - name: rename file
+        run: |
+          cp setup_pypi_test.py setup.py
+
       - uses: actions/setup-python@v3
 
-      # - name: Set up QEMU
-      #   if: runner.os == 'Linux'
-      #   uses: docker/setup-qemu-action@v3
-      #   with:
-      #     platforms: all
+      - name: Set up QEMU
+        if: runner.os == 'Linux'
+        uses: docker/setup-qemu-action@v3
+        with:
+          platforms: all
 
-      - name: Install cibuildwheel
-        run: python -m pip install cibuildwheel==2.16.0
+      - name: Release dist
+        if: runner.os == 'Linux'
+        run: |
+          pip install build
+          python -m build -s --outdir wheelhouse
 
-      # - name: Build wheels
-      #   uses: pypa/[email protected]
-      #   env:
-      #     # configure cibuildwheel to build native archs ('auto'), and some
-      #     # emulated ones
-      #     CIBW_ARCHS_LINUX: auto aarch64 ppc64le s390x
+      - name: Install cibuildwheel
+        run: python -m pip install cibuildwheel
 
       - name: Build wheels
         run: python -m cibuildwheel --output-dir wheelhouse
-        # to supply options, put them in 'env', like:
         env:
-          CIBW_ARCHS_MACOS: "x86_64 arm64"
-          # CIBW_ARCHS_LINUX: "auto aarch64"
+          CIBW_ARCHS_LINUX: auto aarch64
+          CIBW_ARCHS_WINDOWS: ARM64 AMD64 x86
+          CIBW_ARCHS_MACOS: auto x86_64 arm64
 
       - uses: actions/upload-artifact@v3
         with:
           name: pypi
-          path: ./wheelhouse/*.whl          
+          path: ./wheelhouse/*
 
   publish:
     needs: build_wheels
     runs-on: ubuntu-latest
     steps:
       - uses: actions/download-artifact@v3
-        with: 
+        with:
           name: pypi
           path: ./wheelhouse/
 
       - name: show all artifact
         run: |
           ls -R ./wheelhouse/
-  
+
       - name: Publish package to pypitest
         uses: pypa/gh-action-pypi-publish@release/v1
         with:
           user: __token__
           password: ${{ secrets.PINPOINTPY }}
-          packages_dir: ./wheelhouse/       
+          packages_dir: ./wheelhouse/

.github/workflows/build-wheels.yml

@@ -43,7 +43,7 @@ jobs:
 
     # Initializes the CodeQL tools for scanning.
     - name: Initialize CodeQL
-      uses: github/codeql-action/init@v1
+      uses: github/codeql-action/init@v2
       with:
         languages: ${{ matrix.language }}
         # If you wish to specify custom queries, you can do so here or in a config file.
@@ -54,7 +54,7 @@ jobs:
     # Autobuild attempts to build any compiled languages  (C/C++, C#, or Java).
     # If this step fails, then you should remove it and run the build manually (see below)
     - name: Autobuild
-      uses: github/codeql-action/autobuild@v1
+      uses: github/codeql-action/autobuild@v2
 
     # ℹ️ Command-line programs to run using the OS shell.
     # 📚 https://git.io/JvXDl
@@ -68,4 +68,4 @@ jobs:
     #   make release
 
     - name: Perform CodeQL Analysis
-      uses: github/codeql-action/analyze@v1
+      uses: github/codeql-action/analyze@v2

.github/workflows/codeql-analysis.yml

@@ -1,6 +1,6 @@
 name: CI
 
-on: [pull_request, workflow_dispatch]
+on: [pull_request, workflow_dispatch,push]
 
 jobs:
   cpp:
@@ -25,6 +25,26 @@ jobs:
       - name: Codecovage
         uses: codecov/codecov-action@v1
 
+  cpp-windows:
+    runs-on: [windows-latest]
+    steps:
+      - uses: actions/checkout@v2
+      # - name: actions-setup-cmake
+      #   uses: jwlawson/[email protected]
+      #   with:
+      #     cmake-version: 'latest'
+
+      - name: powershell allow...
+        shell: cmd
+        run: powershell -Command "Set-ExecutionPolicy RemoteSigned -Scope CurrentUser"
+
+      - name: Build agent
+        run: |
+          cd common
+          cmake --no-warn-unused-cli -DWITH_TEST_CASE=1 -DCMAKE_EXPORT_COMPILE_COMMANDS:BOOL=TRUE -S. -B./build -G "Visual Studio 17 2022" -T host=x86 -A win32
+          cmake --build build --target ALL_BUILD --config debug --
+          ./build/bin/Debug/TestCommon.exe
+
   memory-leak:
     runs-on: ubuntu-latest
     steps:
@@ -74,7 +94,7 @@ jobs:
     strategy:
       matrix:
         # php-versions: ["7.0", "7.1", "7.2", "7.3", "7.4", "8.0"]
-        php-versions: ["7.4","8.0"]
+        php-versions: ["7.4", "8.0"]
     steps:
       - uses: actions/checkout@v2
       - uses: shivammathur/setup-php@v2
@@ -95,12 +115,12 @@ jobs:
           # composer install
           # cp tests/think .
           # php think unit -v
-          
+
   Python:
     strategy:
       matrix:
         os: [ubuntu-latest, macos-latest]
-        python-version: ["3.8","3.9","3.10","3.11"]
+        python-version: ["3.8", "3.9", "3.10", "3.11"]
     runs-on: ${{ matrix.os }}
     steps:
       - uses: actions/checkout@v2
@@ -119,14 +139,14 @@ jobs:
     steps:
       - uses: actions/checkout@v2
         with:
-          submodules: 'true'
+          submodules: "true"
       - name: update docker compose
         run: |
           wget "https://github.com/docker/compose/releases/latest/download/docker-compose-linux-x86_64"
           chmod +x docker-compose-linux-x86_64
           ./docker-compose-linux-x86_64 version
-      # - name: build python-plugins
         # run: docker-compose  -f "testapps/compose.yaml" build python-plugins
+      # - name: build python-plugins
       - name: start test environment
         run: ./docker-compose-linux-x86_64 -f "testapps/compose.yaml" up python-plugins --exit-code-from python-plugins
       - name: Stop containers
@@ -146,13 +166,13 @@ jobs:
       - name: Checkout code
         uses: actions/checkout@v2
         with:
-          submodules: 'true'
+          submodules: "true"
 
       - name: Setup protoc
         uses: arduino/[email protected]
-      
+
       - run: |
           go install google.golang.org/protobuf/cmd/[email protected]
           go install google.golang.org/grpc/cmd/[email protected]
           export PATH="$PATH:$(go env GOPATH)/bin"
-          cd collector-agent && make && go test ./... -v
+          cd collector-agent && make && go test ./... -v

.github/workflows/main.yml

@@ -2,7 +2,6 @@ name: publish-build-env
 
 on: 
   release:
-    types: [workflow_dispatch]
   workflow_dispatch:
 
 

.github/workflows/publish-build-env.yml

@@ -73,6 +73,7 @@ compile_commands.json
 testapps/PHP/composer-setup.php
 testapps/PHP/composer.phar
 wheelhouse/
-.clangd
 collector-agent/pinpoint-grpc-idl/
 *.so
+.clangd
+.vs