TOOLS-4102 Use mise to manage our Python install

This also adds a `requirements.txt` file with the Python packages we need.

Author: autarch

common.yml

@@ -491,28 +491,9 @@ functions:
           # The aws_e2e_assume_role script requires python3 with boto3.
           # Set up or use an existing python virtualenv for boto3.
           venv='venv'
-          venvNonWindows () { . "$venv"/bin/activate; python3 -m pip install boto3; }
-          venvWindows () { . "$venv"/Scripts/activate; pip install boto3; }
-
-          # default to python3 inside mongodbtoolchain
-          PATH=/opt/mongodbtoolchain/v3/bin/:$PATH
-
-          if [ -f "$venv"/bin/activate ]; then
-            echo 'activating existing virtualenv'
-            venvNonWindows
-          elif [ -f "$venv"/Scripts/activate ]; then
-            echo 'activating existing virtualenv'
-            venvWindows
-          elif virtualenv "$venv" || python -m virtualenv "$venv"; then
-            echo 'creating new virtualenv'
-            if [ -f "$venv"/bin/activate ]; then
-              echo 'activating new virtualenv'
-              venvNonWindows
-            elif [ -f "$venv"/Scripts/activate ]; then
-              echo 'activating new virtualenv'
-              venvWindows
-            fi
-          fi
+          mise exec python -- python3 -m venv "$venv"
+          . "$venv"/bin/activate
+          pip install boto3
 
           pip list
 
@@ -528,8 +509,9 @@ functions:
           set -v
           set -e
 
+          # There's no need to use mise here, since this will work with any version of Python.
           jsonkey () { python -c "import sys, json; sys.stdout.write(json.load(sys.stdin)['$1'])" < creds.json; }
-          urlencode () { python -c "import sys, urllib as ul; sys.stdout.write(ul.quote_plus('$1'))"; }
+          urlencode () { python -c "import sys, urllib.parse as ul; sys.stdout.write(ul.quote_plus('$1'))"; }
 
           USER=$(jsonkey AccessKeyId)
           USER=$(urlencode $USER)
@@ -655,8 +637,6 @@ pre:
   - command: expansions.update
     params:
       updates:
-        - key: python
-          value: "/opt/mongodbtoolchain/v4/bin/python3"
         - key: resmoke_dir
           value: "src/resmoke"
         - key: resmoke_venv_dir

mise.toml

@@ -19,6 +19,9 @@ node = "22.22.0"
 "npm:prettier" = "3.4.2"
 "npm:github-codeowners" = "0.2.1"
 
+# Python
+python = "3.12.9"
+
 [settings.node]
 # We turn off GPG verification for node because it has been flaky in CI, and also requires a local
 # GPG public key.

requirements.txt

@@ -0,0 +1,4 @@
+boto3
+pymongo==3.12.1
+pywin32; sys_platform == "win32"
+pyyaml

scripts/run_native_cert_ssl.sh

@@ -15,14 +15,7 @@ if [[ "$OSTYPE" == "darwin"* ]]; then
     sudo security add-trusted-cert -d -k /Library/Keychains/System.keychain jstests/libs/trusted-ca.pem
 fi
 
-PATH=/opt/mongodbtoolchain/v3/bin/:$PATH
-python="python3"
-if [ "Windows_NT" = "$OS" ]; then
-    python="py.exe -3"
-fi
-$python -m venv venv
-pip3 install pymongo==3.12.1 pyyaml
-if [ "Windows_NT" = "$OS" ]; then
-    pip3 install pywin32
-fi
-$python buildscripts/resmoke.py --suite=native_cert_ssl  --continueOnFailure --log=buildlogger --reportFile=../../report.json ${resmoke_args} --excludeWithAnyTags="${excludes}"
+mise exec python -- python3 -m venv venv
+. venv/bin/activate
+pip install -r ../../requirements.txt
+python3 buildscripts/resmoke.py --suite=native_cert_ssl  --continueOnFailure --log=buildlogger --reportFile=../../report.json ${resmoke_args} --excludeWithAnyTags="${excludes}"

scripts/run_qa.sh

@@ -9,14 +9,7 @@ mv bin/* test/qa-tests/
 cd test/qa-tests
 chmod 400 jstests/libs/key*
 
-PATH=/opt/mongodbtoolchain/v3/bin/:$PATH
-python="python3"
-if [ "Windows_NT" = "$OS" ]; then
-    python="py.exe -3"
-fi
-$python -m venv venv
-pip3 install pymongo==3.12.1 pyyaml
-if [ "Windows_NT" = "$OS" ]; then
-    pip3 install pywin32
-fi
-$python buildscripts/resmoke.py --suite=${resmoke_suite} --continueOnFailure --log=buildlogger --reportFile=../../report.json ${resmoke_args} --excludeWithAnyTags="${excludes}"
+mise exec python -- python3 -m venv venv
+. venv/bin/activate
+pip install -r ../../requirements.txt
+python3 buildscripts/resmoke.py --suite=${resmoke_suite} --continueOnFailure --log=buildlogger --reportFile=../../report.json ${resmoke_args} --excludeWithAnyTags="${excludes}"