Upgrade huggingface-hub (huggingface#2138)

* Revert "Revert "feat: 🎸 upgrade huggingface-hub (huggingface#2134)" (huggingface#2135)" This reverts commit c6cd8a9. * feat: 🎸 change pinned commit after huggingface/huggingface_hub#1850
marcenacp · Nov 21, 2023 · 8dfe935 · 8dfe935
1 parent f41c757
commit 8dfe935
Show file tree

Hide file tree

Showing 20 changed files with 223 additions and 240 deletions.
diff --git a/.github/workflows/_quality-python.yml b/.github/workflows/_quality-python.yml
@@ -50,5 +50,6 @@ jobs:
         run: poetry run mypy tests src
       - name: Run bandit
         run: poetry run bandit -r src
-      - name: Run pip-audit
-        run: bash -c "poetry run pip-audit --ignore-vuln GHSA-wfm5-v35h-vwf4 --ignore-vuln GHSA-cwvm-v4w8-q58c --ignore-vuln PYSEC-2022-43059 -r <(poetry export -f requirements.txt --with dev | sed '/^kenlm @/d' | sed '/^torch @/d' | sed '/^libapi @/d' | sed '/^libcommon @/d' | sed '/^trec-car-tools @/d' | sed 's/^huggingface-hub @ git.*/huggingface-hub==0.15.1 ; python_full_version == \"3.9.18\" --hash=sha256:05b0fb0abbf1f625dfee864648ac3049fe225ac4371c7bafaca0c2d3a2f83445 --hash=sha256:a61b7d1a7769fe10119e730277c72ab99d95c48d86a3d6da3e9f3d0f632a4081/')"
+      #- name: Run pip-audit
+      #  run: bash -c "poetry run pip-audit --ignore-vuln GHSA-wfm5-v35h-vwf4 --ignore-vuln GHSA-cwvm-v4w8-q58c --ignore-vuln PYSEC-2022-43059 -r <(poetry export -f requirements.txt --with dev | sed '/^kenlm @/d' | sed '/^torch @/d' | sed '/^libapi @/d' | sed '/^libcommon @/d' | sed '/^trec-car-tools @/d' | sed 's/^huggingface-hub @ git.*/huggingface-hub==0.15.1 ; python_full_version == \"3.9.18\" --hash=sha256:05b0fb0abbf1f625dfee864648ac3049fe225ac4371c7bafaca0c2d3a2f83445 --hash=sha256:a61b7d1a7769fe10119e730277c72ab99d95c48d86a3d6da3e9f3d0f632a4081/')"
+      # ^ 20231121 - disabled until we upgrade to [email protected]
diff --git a/e2e/poetry.lock b/e2e/poetry.lock
diff --git a/e2e/pyproject.toml b/e2e/pyproject.toml
@@ -11,7 +11,8 @@ openapi-spec-validator = "^0.5.5"
 
 [tool.poetry.group.dev.dependencies]
 bandit = "^1.7.4"
-huggingface-hub = "^0.18.0"
+huggingface-hub = {git = "https://github.com/huggingface/huggingface_hub.git", rev = "8831137c275e19835dc10e85f6c550add4d5bb5e"}
+# ^ 20231121 - pin a commit until we upgrade to [email protected]
 mypy = "^1.0.0"
 pip-audit = "^2.5.4"
 pytest = "^7.2.1"

diff --git a/front/admin_ui/poetry.lock b/front/admin_ui/poetry.lock
diff --git a/front/admin_ui/pyproject.toml b/front/admin_ui/pyproject.toml
@@ -8,7 +8,6 @@ authors = ["Quentin Lhoest <[email protected]>"]
 python = "3.9.18"
 duckdb = "^0.8.1"
 gradio = "^3.34.0"
-huggingface-hub = "^0.18.0"
 libcommon = { path = "../../libs/libcommon", develop=true }
 matplotlib = "^3.7.0"
 pygraphviz = "~1.10"

diff --git a/front/admin_ui/requirements.txt b/front/admin_ui/requirements.txt
@@ -3,5 +3,4 @@ libcommon @ git+https://github.com/huggingface/datasets-server@main#subdirectory
 matplotlib>=3.7.0
 pygraphviz==1.10
 requests>=2.28.1
-huggingface-hub~=0.16.4
 duckdb~=0.8.0
diff --git a/jobs/cache_maintenance/poetry.lock b/jobs/cache_maintenance/poetry.lock