Port python deps setup to mac

.github/workflows/python-deps.yml

@@ -0,0 +1,125 @@
+name: Test Python Package Installation on Linux and Mac
+
+on:
+ push:
+ branches: [main, v1]
+ pull_request:
+
+jobs:
+
+ test-setup-python-scripts:
+ runs-on: ${{ matrix.os }}
+ strategy:
+ fail-fast: false
+ matrix:
+ os: [ubuntu-latest, macos-latest]
+ include:
+ - test_dir: python-setup/tests/pipenv/requests-2
+ test_script: $GITHUB_WORKSPACE/python-setup/tests/check_requests_123.sh 2
+ - test_dir: python-setup/tests/pipenv/requests-3
+ test_script: $GITHUB_WORKSPACE/python-setup/tests/check_requests_123.sh 3
+
+ - test_dir: python-setup/tests/poetry/requests-2
+ test_script: $GITHUB_WORKSPACE/python-setup/tests/check_requests_123.sh 2
+ - test_dir: python-setup/tests/poetry/requests-3
+ test_script: $GITHUB_WORKSPACE/python-setup/tests/check_requests_123.sh 3
+
+ - test_dir: python-setup/tests/requirements/requests-2
+ test_script: $GITHUB_WORKSPACE/python-setup/tests/check_requests_123.sh 2
+ - test_dir: python-setup/tests/requirements/requests-3
+ test_script: $GITHUB_WORKSPACE/python-setup/tests/check_requests_123.sh 3
+
+ - test_dir: python-setup/tests/setup_py/requests-2
+ test_script: $GITHUB_WORKSPACE/python-setup/tests/check_requests_123.sh 2
+ - test_dir: python-setup/tests/setup_py/requests-3
+ test_script: $GITHUB_WORKSPACE/python-setup/tests/check_requests_123.sh 3
+
+ # This one shouldn't fail, but also won't install packages
+ - test_dir: python-setup/tests/requirements/non-standard-location
+ test_script: test -z $LGTM_INDEX_IMPORT_PATH
+
+ steps:
+ # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
+ - uses: actions/checkout@v2
+
+ - name: Initialize CodeQL
+ uses: github/codeql-action/init@v1
+ with:
+ languages: python
+
+ - name: Test Auto Package Installation
+ run: |
+ set -x
+ $GITHUB_WORKSPACE/python-setup/install_tools.sh
+
+ cd $GITHUB_WORKSPACE/${{ matrix.test_dir }}
+
+ case ${{ matrix.os }} in
+ ubuntu-latest*) basePath="/opt";;
+ macos-latest*) basePath="/Users/runner";;
+ esac
+ echo ${basePath}
+
+ find ${basePath}/hostedtoolcache/CodeQL -path "*x64/codeql" -exec $GITHUB_WORKSPACE/python-setup/auto_install_packages.py {} \;
+ - name: Setup for extractor
+ run: |
+ echo $CODEQL_PYTHON
+ # only run if $CODEQL_PYTHON is set
+ if [ ! -z $CODEQL_PYTHON ]; then
+ $GITHUB_WORKSPACE/python-setup/tests/from_python_exe.py $CODEQL_PYTHON;
+ fi
+ - name: Verify packages installed
+ run: |
+ ${{ matrix.test_script }}
+
+ test-setup-python-scripts-windows:
+ runs-on: windows-latest
+ strategy:
+ fail-fast: false
+ matrix:
+ include:
+ - test_dir: python-setup/tests/pipenv/requests-2
+ python_version: 2
+ - test_dir: python-setup/tests/pipenv/requests-3
+ python_version: 3
+
+ - test_dir: python-setup/tests/poetry/requests-2
+ python_version: 2
+ - test_dir: python-setup/tests/poetry/requests-3
+ python_version: 3
+
+ - test_dir: python-setup/tests/requirements/requests-2
+ python_version: 2
+ - test_dir: python-setup/tests/requirements/requests-3
+ python_version: 3
+
+ - test_dir: python-setup/tests/setup_py/requests-2
+ python_version: 2
+ - test_dir: python-setup/tests/setup_py/requests-3
+ python_version: 3
+
+ steps:
+ # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
+ - uses: actions/checkout@v2
+
+ - name: Initialize CodeQL
+ uses: github/codeql-action/init@v1
+ with:
+ languages: python
+
+ - name: Test Auto Package Installation
+ run: |
+ $cmd = $Env:GITHUB_WORKSPACE + "\\python-setup\\install_tools.ps1"
+ powershell -File $cmd
+
+ cd $Env:GITHUB_WORKSPACE\\${{ matrix.test_dir }}
+ py -3 $Env:GITHUB_WORKSPACE\\python-setup\\auto_install_packages.py C:\\hostedtoolcache\\windows\\CodeQL\\0.0.0-20200826\\x64\\codeql
+ - name: Setup for extractor
+ run: |
+ echo $Env:CODEQL_PYTHON
+
+ py -3 $Env:GITHUB_WORKSPACE\\python-setup\\tests\\from_python_exe.py $Env:CODEQL_PYTHON 
+ - name: Verify packages installed
+ run: |
+ $cmd = $Env:GITHUB_WORKSPACE + "\\python-setup\\tests\\check_requests_123.ps1"
+ powershell -File $cmd ${{ matrix.python_version }}

python-setup/install_tools.sh

@@ -18,9 +18,6 @@ python3 -m pip install --user --upgrade pip setuptools wheel
 python2 -m pip install --user virtualenv
 python3 -m pip install --user virtualenv
 
-# venv is required for installation of poetry or pipenv (I forgot which)
-sudo apt-get install -y python3-venv
-
 # We install poetry with pip instead of the recommended way, since the recommended way
 # caused some problem since `poetry run` gives output like:
 #

src/init.ts

@@ -186,14 +186,6 @@ export async function injectWindowsTracer(
 export async function installPythonDeps(codeql: CodeQL, logger: Logger) {
  logger.startGroup("Setup Python dependencies");
 
- if (process.platform === "darwin") {
- logger.info(
- "Currently, auto-installing python dependencies is not supported on MacOS"
- );
- logger.endGroup();
- return;
- }
-
  const scriptsFolder = path.resolve(__dirname, "../python-setup");
 
  // Setup tools on the Github hosted runners