Run tests with Python 3.12 (#3067)

Author: yifanmai

.github/workflows/manage-python-cache.yml

@@ -14,7 +14,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: ["3.9", "3.10", "3.11"]
+        python-version: ["3.9", "3.10", "3.11", "3.12"]
     steps:
       - name: Check out repository
         uses: actions/checkout@v4
@@ -31,7 +31,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: ["3.9", "3.10", "3.11"]
+        python-version: ["3.9", "3.10", "3.11", "3.12"]
     steps:
       - name: Check out repository
         uses: actions/checkout@v4

.github/workflows/test-daily-integration.yml

@@ -9,7 +9,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: ["3.9", "3.10", "3.11"]
+        python-version: ["3.9", "3.10", "3.11", "3.12"]
     steps:
       - uses: actions/checkout@v4
       - name: Set up Python ${{ matrix.python-version }}

.github/workflows/test.yml

@@ -16,7 +16,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: ["3.9", "3.10", "3.11"]
+        python-version: ["3.9", "3.10", "3.11", "3.12"]
     steps:
       - uses: actions/checkout@v4
       - name: Set up Python ${{ matrix.python-version }}
@@ -36,7 +36,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: ["3.9", "3.10", "3.11"]
+        python-version: ["3.9", "3.10", "3.11", "3.12"]
     steps:
       - name: Clear free space
         run: |

.github/workflows/test_scenarios.yml

@@ -14,7 +14,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: ["3.9", "3.10", "3.11"]
+        python-version: ["3.9", "3.10", "3.11", "3.12"]
     steps:
       - name: Clear free space
         run: |

pre-commit.sh

@@ -3,14 +3,6 @@
 # This script fails when any of its commands fail.
 set -e
 
-# Check that python version is at least 3.8.
-valid_version=$(python3 -c 'import sys; print(sys.version_info[:2] >= (3, 8))')
-if [ "$valid_version" == "False" ]; then
-  echo "Python 3 version (python3 --version) must be at least 3.8, but was:"
-  python3 --version 2>&1
-  exit 1
-fi
-
 # Python style checks and linting
 black --check --diff src scripts || (
   echo ""
@@ -24,6 +16,13 @@ black --check --diff src scripts || (
 )
 
 mypy --install-types --non-interactive src scripts
-flake8 src scripts
+
+PYTHON_VERSION=$(python3 --version 2>&1 | cut -d' ' -f2)
+if [[ $PYTHON_VERSION == 3.12* ]]; then
+  echo "Skipping flake8 because Python version is 3.12."
+  echo "See https://github.com/stanford-crfm/helm/issues/3072 for more information."
+else
+  flake8 src scripts
+fi
 
 echo "Done."

requirements.txt

@@ -178,7 +178,7 @@ onnx==1.16.2
 onnxruntime==1.19.2
 open_clip_torch==2.26.1
 openai==1.48.0
-OpenCC==1.1.6
+OpenCC==1.1.7
 opencv-python==4.7.0.72
 opencv-python-headless==4.10.0.84
 openvino==2024.4.0
@@ -197,7 +197,6 @@ pandas==2.2.3
 param==2.1.1
 parameterized==0.9.0
 pathspec==0.12.1
-pathtools==0.1.2
 pdf2image==1.16.3
 pillow==10.4.0
 platformdirs==4.3.6
@@ -228,7 +227,6 @@ Pygments==2.18.0
 pyhocon==0.3.61
 pymongo==4.9.1
 pymoo==0.6.1.3
-pyonmttok==1.37.0
 pyparsing==3.1.4
 pypinyin==0.49.0
 PySocks==1.7.1
@@ -260,7 +258,7 @@ scikit-learn==1.5.2
 scipy==1.13.1
 seaborn==0.11.2
 selenium==4.17.2
-sentencepiece==0.1.99
+sentencepiece==0.2.0
 sentry-sdk==2.14.0
 setproctitle==1.3.3
 shapely==2.0.6
@@ -317,7 +315,7 @@ Unidecode==1.3.6
 uritemplate==4.1.1
 urllib3==1.26.20
 virtualenv==20.26.5
-wandb==0.13.11
+wandb==0.16.6
 wasabi==1.1.3
 wcwidth==0.2.13
 weasel==0.4.1

setup.cfg

@@ -18,7 +18,7 @@ classifiers =
 url = https://github.com/stanford-crfm/helm
 
 [options]
-python_requires = >=3.9,<3.12
+python_requires = >=3.9
 package_dir =
     =src
 packages = find:
@@ -94,11 +94,11 @@ slurm =
     simple-slurm~=0.2.6
 
 cleva =
-    unidecode==1.3.6
-    pypinyin==0.49.0
-    jieba==0.42.1
-    opencc==1.1.6
-    langdetect==1.0.9
+    unidecode~=1.3
+    pypinyin~=0.49.0
+    jieba~=0.42.1
+    opencc~=1.1
+    langdetect~=1.0
 
 images =
     crfm-helm[accelerate]
@@ -156,7 +156,7 @@ together =
     together~=1.1
 
 yandex =
-    sentencepiece~=0.1.97
+    sentencepiece~=0.2.0
 
 models =
     crfm-helm[ai21]
@@ -242,7 +242,7 @@ heim =
     flax~=0.6.11
     ftfy~=6.1.1
     Unidecode~=1.3.6
-    wandb~=0.13.11
+    wandb~=0.16
 
     # HEIM perturbations
     google-cloud-translate~=3.11.2
@@ -285,7 +285,7 @@ all =
     crfm-helm[mongo]
     crfm-helm[heim]
     crfm-helm[vlm]
-    crfm-helm[bhasa]
+    # crfm-helm[bhasa] is excluded because pyonmttok does not support Python 3.12
     # crfm-helm[dev] is excluded because end-users don't need it.
     # crfm-helm[summarize] is excluded because it requires torch<2.0
     # TODO(#2280): Add crfm-helm[summarize] back.