use python 3.9.18 instead of 3.9.15 (#2090)

To upgrade on Ubuntu and pyenv, I had to do the following: ``` sudo apt install zlib1g zlib1g-dev libssl-dev libbz2-dev libsqlite3-dev libncurses-dev libffi-dev liblzma-dev libreadline-dev graphviz libgraphviz-dev pyenv update pyenv install 3.9.18 ``` and in every project folder ``` poetry env use 3.9.18 poetry update python ```
huggingface · Nov 10, 2023 · da54e3f · da54e3f
1 parent 8a6c727
commit da54e3f
Show file tree

Hide file tree

Showing 58 changed files with 95 additions and 95 deletions.
diff --git a/.github/workflows/_e2e_tests.yml b/.github/workflows/_e2e_tests.yml
@@ -5,7 +5,7 @@ name: Launch end-to-end tests
 on:
   workflow_call:
 env:
-  python-version: 3.9.15
+  python-version: 3.9.18
   poetry-version: "1.4.2"
   # required to get access to use a cached poetry venv in "/home/runner/.cache/pypoetry/virtualenvs"
   POETRY_VIRTUALENVS_IN_PROJECT: false

diff --git a/.github/workflows/_quality-python.yml b/.github/workflows/_quality-python.yml
@@ -11,7 +11,7 @@ on:
 env:
   # required to get access to use a cached poetry venv in "/home/runner/.cache/pypoetry/virtualenvs"
   POETRY_VIRTUALENVS_IN_PROJECT: false
-  python-version: "3.9.15"
+  python-version: "3.9.18"
   poetry-version: "1.4.2"
 jobs:
   code-quality:
@@ -51,4 +51,4 @@ jobs:
       - name: Run bandit
         run: poetry run bandit -r src
       - name: Run pip-audit
-        run: bash -c "poetry run pip-audit --ignore-vuln GHSA-wfm5-v35h-vwf4 --ignore-vuln GHSA-cwvm-v4w8-q58c --ignore-vuln PYSEC-2022-43059 -r <(poetry export -f requirements.txt --with dev | sed '/^kenlm @/d' | sed '/^torch @/d' | sed '/^libapi @/d' | sed '/^libcommon @/d' | sed '/^trec-car-tools @/d' | sed 's/^huggingface-hub @ git.*/huggingface-hub==0.15.1 ; python_full_version == \"3.9.15\" --hash=sha256:05b0fb0abbf1f625dfee864648ac3049fe225ac4371c7bafaca0c2d3a2f83445 --hash=sha256:a61b7d1a7769fe10119e730277c72ab99d95c48d86a3d6da3e9f3d0f632a4081/')"
+        run: bash -c "poetry run pip-audit --ignore-vuln GHSA-wfm5-v35h-vwf4 --ignore-vuln GHSA-cwvm-v4w8-q58c --ignore-vuln PYSEC-2022-43059 -r <(poetry export -f requirements.txt --with dev | sed '/^kenlm @/d' | sed '/^torch @/d' | sed '/^libapi @/d' | sed '/^libcommon @/d' | sed '/^trec-car-tools @/d' | sed 's/^huggingface-hub @ git.*/huggingface-hub==0.15.1 ; python_full_version == \"3.9.18\" --hash=sha256:05b0fb0abbf1f625dfee864648ac3049fe225ac4371c7bafaca0c2d3a2f83445 --hash=sha256:a61b7d1a7769fe10119e730277c72ab99d95c48d86a3d6da3e9f3d0f632a4081/')"
diff --git a/.github/workflows/_unit-tests-python.yml b/.github/workflows/_unit-tests-python.yml
@@ -13,7 +13,7 @@ env:
   POETRY_VIRTUALENVS_IN_PROJECT: false
   mongo-port: "27017"
   mongo-version: "6.0.9"
-  python-version: "3.9.15"
+  python-version: "3.9.18"
   poetry-version: "1.4.2"
   replicaset: "rs0"
 jobs:

diff --git a/.github/workflows/openapi-spec.yml b/.github/workflows/openapi-spec.yml
@@ -15,7 +15,7 @@ on:
       - "docs/source/openapi.json"
       - ".github/workflows/openapi.yml"
 env:
-  python-version: 3.9.15
+  python-version: 3.9.18
   poetry-version: "1.4.2"
   # required to get access to use a cached poetry venv in "/home/runner/.cache/pypoetry/virtualenvs"
   POETRY_VIRTUALENVS_IN_PROJECT: false

diff --git a/DEVELOPER_GUIDE.md b/DEVELOPER_GUIDE.md
@@ -34,8 +34,8 @@ If you use pyenv:
 
 ```bash
 cd libs/libcommon/
-pyenv install 3.9.15
-pyenv local 3.9.15
+pyenv install 3.9.18
+pyenv local 3.9.18
 poetry env use python3.9
 ```
 
@@ -163,18 +163,18 @@ Install pyenv:
 $ curl https://pyenv.run | bash
 ```
 
-Install Python 3.9.15:
+Install Python 3.9.18:
 
 ```bash
-$ pyenv install 3.9.15
+$ pyenv install 3.9.18
 ```
 
 Check that the expected local version of Python is used:
 
 ```bash
 $ cd services/worker
 $ python --version
-Python 3.9.15
+Python 3.9.18
 ```
 
 Install Poetry:
@@ -186,7 +186,7 @@ curl -sSL https://install.python-poetry.org | POETRY_VERSION=1.4.2 python3 -
 Set the Python version to use with Poetry:
 
 ```bash
-poetry env use 3.9.15
+poetry env use 3.9.18
 ```
 
 Install the dependencies:
@@ -252,18 +252,18 @@ eval "$(pyenv init -)"
 
 Logout and login again.
 
-Install Python 3.9.15:
+Install Python 3.9.18:
 
 ```bash
-$ pyenv install 3.9.15
+$ pyenv install 3.9.18
 ```
 
 Check that the expected local version of Python is used:
 
 ```bash
 $ cd services/worker
 $ python --version
-Python 3.9.15
+Python 3.9.18
 ```
 
 Install poetry:
@@ -288,7 +288,7 @@ $ source $HOME/.cargo/env
 Set the python version to use with poetry:
 
 ```bash
-poetry env use 3.9.15
+poetry env use 3.9.18
 ```
 
 Avoid an issue with Apache beam (https://github.com/python-poetry/poetry/issues/4888#issuecomment-1208408509):

diff --git a/docs/.python-version b/docs/.python-version
@@ -1 +1 @@
-3.9.15
+3.9.18
diff --git a/docs/pyproject.toml b/docs/pyproject.toml
@@ -6,7 +6,7 @@ version = "0.1.0"
 
 [tool.poetry.dependencies]
 hf-doc-builder = { git = "https://github.com/huggingface/doc-builder" }
-python = "3.9.15"
+python = "3.9.18"
 watchdog = "^2.1.9"
 
 [build-system]

diff --git a/e2e/.python-version b/e2e/.python-version
@@ -1 +1 @@
-3.9.15
+3.9.18
diff --git a/e2e/poetry.lock b/e2e/poetry.lock
diff --git a/e2e/pyproject.toml b/e2e/pyproject.toml
@@ -6,7 +6,7 @@ version = "0.1.0"
 license = "Apache-2.0"
 
 [tool.poetry.dependencies]
-python = "3.9.15"
+python = "3.9.18"
 openapi-spec-validator = "^0.5.5"
 
 [tool.poetry.group.dev.dependencies]

diff --git a/front/admin_ui/.python-version b/front/admin_ui/.python-version
@@ -1 +1 @@
-3.9.15
+3.9.18
diff --git a/front/admin_ui/README.md b/front/admin_ui/README.md
@@ -5,7 +5,7 @@ colorFrom: gray
 colorTo: purple
 sdk: gradio
 sdk_version: 3.28.1
-python_version: 3.9.15
+python_version: 3.9.18
 app_file: app.py
 pinned: false
 ---

diff --git a/front/admin_ui/poetry.lock b/front/admin_ui/poetry.lock
diff --git a/front/admin_ui/pyproject.toml b/front/admin_ui/pyproject.toml
@@ -5,7 +5,7 @@ description = "Admin interface for datasets-server"
 authors = ["Quentin Lhoest <[email protected]>"]
 
 [tool.poetry.dependencies]
-python = "3.9.15"
+python = "3.9.18"
 duckdb = "^0.8.1"
 gradio = "^3.34.0"
 huggingface-hub = "^0.16.4"

diff --git a/jobs/cache_maintenance/.python-version b/jobs/cache_maintenance/.python-version
@@ -1 +1 @@
-3.9.15
+3.9.18
diff --git a/jobs/cache_maintenance/Dockerfile b/jobs/cache_maintenance/Dockerfile
@@ -1,6 +1,6 @@
 # build with
 #   docker build -t some_tag_admin -f Dockerfile ../..
-FROM python:3.9.15-slim
+FROM python:3.9.18-slim
 
 ENV PYTHONFAULTHANDLER=1 \
     PYTHONUNBUFFERED=1 \

diff --git a/jobs/cache_maintenance/poetry.lock b/jobs/cache_maintenance/poetry.lock
diff --git a/jobs/cache_maintenance/pyproject.toml b/jobs/cache_maintenance/pyproject.toml
@@ -6,7 +6,7 @@ version = "0.0.1"
 license = "Apache-2.0"
 
 [tool.poetry.dependencies]
-python = "3.9.15"
+python = "3.9.18"
 environs = "^9.5.0"
 libcommon = {path = "../../libs/libcommon", develop = true}
 

diff --git a/jobs/mongodb_migration/.python-version b/jobs/mongodb_migration/.python-version
@@ -1 +1 @@
-3.9.15
+3.9.18
diff --git a/jobs/mongodb_migration/Dockerfile b/jobs/mongodb_migration/Dockerfile
@@ -1,6 +1,6 @@
 # build with
 #   docker build -t some_tag_admin -f Dockerfile ../..
-FROM python:3.9.15-slim
+FROM python:3.9.18-slim
 
 ENV PYTHONFAULTHANDLER=1 \
     PYTHONUNBUFFERED=1 \

diff --git a/jobs/mongodb_migration/poetry.lock b/jobs/mongodb_migration/poetry.lock
diff --git a/jobs/mongodb_migration/pyproject.toml b/jobs/mongodb_migration/pyproject.toml
@@ -6,7 +6,7 @@ version = "0.0.1"
 license = "Apache-2.0"
 
 [tool.poetry.dependencies]
-python = "3.9.15"
+python = "3.9.18"
 environs = "^9.5.0"
 libcommon = {path = "../../libs/libcommon", develop = true}
 

diff --git a/libs/libapi/.python-version b/libs/libapi/.python-version
@@ -1 +1 @@
-3.9.15
+3.9.18
diff --git a/libs/libapi/poetry.lock b/libs/libapi/poetry.lock
diff --git a/libs/libapi/pyproject.toml b/libs/libapi/pyproject.toml
@@ -6,7 +6,7 @@ version = "0.1.0"
 license = "Apache-2.0"
 
 [tool.poetry.dependencies]
-python = "3.9.15"
+python = "3.9.18"
 cryptography = "^41.0.1"
 environs = "^9.5.0"
 httpx = "^0.25.0"

diff --git a/libs/libcommon/.python-version b/libs/libcommon/.python-version
@@ -1 +1 @@
-3.9.15
+3.9.18
diff --git a/libs/libcommon/poetry.lock b/libs/libcommon/poetry.lock
diff --git a/libs/libcommon/pyproject.toml b/libs/libcommon/pyproject.toml
@@ -6,7 +6,7 @@ version = "0.6.8"
 license = "Apache-2.0"
 
 [tool.poetry.dependencies]
-python = "3.9.15"
+python = "3.9.18"
 appdirs = "^1.4.4"
 datasets = {version = "^2.14.6", extras = ["audio", "vision"]}
 environs = "^9.5.0"

diff --git a/services/admin/.python-version b/services/admin/.python-version
@@ -1 +1 @@
-3.9.15
+3.9.18
diff --git a/services/admin/Dockerfile b/services/admin/Dockerfile
@@ -1,6 +1,6 @@
 # build with
 #   docker build -t some_tag_admin -f Dockerfile ../..
-FROM python:3.9.15-slim
+FROM python:3.9.18-slim
 
 ENV PYTHONFAULTHANDLER=1 \
     PYTHONUNBUFFERED=1 \

diff --git a/services/admin/dev.Dockerfile b/services/admin/dev.Dockerfile
@@ -1,6 +1,6 @@
 # build with
 #   docker build -t some_tag_admin -f Dockerfile ../..
-FROM python:3.9.15-slim
+FROM python:3.9.18-slim
 
 ENV PYTHONFAULTHANDLER=1 \
     PYTHONUNBUFFERED=1 \

diff --git a/services/admin/poetry.lock b/services/admin/poetry.lock
diff --git a/services/admin/pyproject.toml b/services/admin/pyproject.toml
@@ -6,7 +6,7 @@ version = "0.1.2"
 license = "Apache-2.0"
 
 [tool.poetry.dependencies]
-python = "3.9.15"
+python = "3.9.18"
 environs = "^9.5.0"
 httpx = "^0.25.0"
 libapi = {path = "../../libs/libapi", develop = true}

diff --git a/services/api/.python-version b/services/api/.python-version
@@ -1 +1 @@
-3.9.15
+3.9.18
diff --git a/services/api/Dockerfile b/services/api/Dockerfile
@@ -1,6 +1,6 @@
 # build with
 #   docker build -t some_tag_api -f Dockerfile ../..
-FROM python:3.9.15-slim
+FROM python:3.9.18-slim
 
 ENV PYTHONFAULTHANDLER=1 \
     PYTHONUNBUFFERED=1 \

diff --git a/services/api/dev.Dockerfile b/services/api/dev.Dockerfile
@@ -1,6 +1,6 @@
 # build with
 #   docker build -t some_tag_api -f Dockerfile ../..
-FROM python:3.9.15-slim
+FROM python:3.9.18-slim
 
 ENV PYTHONFAULTHANDLER=1 \
     PYTHONUNBUFFERED=1 \