APP-8146: Bumped deps to the latest and drop support for Python 3.8 (#700)

Aryamanz29 · web-flow · commit 97b017bab679 · 2025-08-13T17:45:54.000+05:30
* APP-8146: Bumped deps to the latest and drop support for `Python 3.8`

* [ci] Fixed conda publish and pyatlan image build workflows

* APP-8066: Add python version in SDK headers

* [release] Bumped to release `7.2.0`
diff --git a/.conda-envs/meta.yaml b/.conda-envs/meta.yaml
@@ -11,21 +11,21 @@ build:
 
 requirements:
   host:
-    - jinja2 ==3.1.5
+    - jinja2 ~=3.1.6
     - lazy_loader~=0.4
     - pip
-    - pydantic >=2.0.0,<3.0.0
+    - pydantic ~=2.11.7
     - python
-    - requests >=2.24
-    - tenacity ==8.2.3
+    - requests ~=2.32.4
+    - tenacity ~=9.1.2
     - urllib3 >=1.26.0,<3
   run:
-    - jinja2 ==3.1.5
+    - jinja2 ~=3.1.6
     - lazy_loader~=0.4
-    - pydantic >=2.0.0,<3.0.0
+    - pydantic ~=2.11.7
     - python
-    - requests >=2.24
-    - tenacity ==8.2.3
+    - requests ~=2.32.4
+    - tenacity ~=9.1.2
     - urllib3 >=1.26.0,<3
 
 
diff --git a/.github/workflows/build_and_upload_conda_packages.yaml b/.github/workflows/build_and_upload_conda_packages.yaml
@@ -12,7 +12,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"]
+        python-version: ["3.9", "3.10", "3.11", "3.12"]
     steps:
       - uses: actions/checkout@v4
         with:
@@ -25,13 +25,27 @@ jobs:
           auto-update-conda: false
           auto-activate-base: false
           show-channel-urls: true
-      - name: Build and upload the conda packages
-        uses: uibcdf/action-build-and-upload-conda-packages@v1.4.0
-        with:
-          meta_yaml_dir: .conda-envs
-          python-version: ${{ matrix.python-version }} # Values previously defined in `matrix`
-          platform_all: true
-          user: atlanhq
-          label: main
-          token: ${{ secrets.ANACONDA_API_TOKEN }}
-          upload: true
+      - name: Build conda package
+        run: |
+          conda build .conda-envs --python ${{ matrix.python-version }} --output-folder /tmp/conda-builds
+      
+      - name: Convert to all platforms
+        run: |
+          # Find the built package
+          PACKAGE_PATH=$(find /tmp/conda-builds -name "*.tar.bz2" | head -1)
+          if [ -z "$PACKAGE_PATH" ]; then
+            echo "No package found to convert"
+            exit 1
+          fi
+          conda convert -p all "$PACKAGE_PATH" -o /tmp/conda-builds
+      
+      - name: Upload to Anaconda
+        run: |
+          # Upload all platform packages
+          for pkg in /tmp/conda-builds/*/*.tar.bz2; do
+            if [ -f "$pkg" ]; then
+              anaconda upload --user atlanhq --label main "$pkg"
+            fi
+          done
+        env:
+          ANACONDA_API_TOKEN: ${{ secrets.ANACONDA_API_TOKEN }}
diff --git a/.github/workflows/pyatlan-pr.yaml b/.github/workflows/pyatlan-pr.yaml
@@ -11,7 +11,7 @@ jobs:
       matrix:
         # Specify version as a string
         # https://github.com/actions/setup-python/issues/160"
-        python-version: ["3.8", "3.12", "3.13"]
+        python-version: ["3.9", "3.12", "3.13"]
 
     steps:
       - name: Checkout code
@@ -48,7 +48,7 @@ jobs:
       matrix:
         # Specify version as a string
         # https://github.com/actions/setup-python/issues/160"
-        python-version: ["3.8", "3.9", "3.10", "3.11", "3.12", "3.13"]
+        python-version: ["3.9", "3.10", "3.11", "3.12", "3.13"]
 
     steps:
       - name: Checkout code
@@ -63,7 +63,7 @@ jobs:
         uses: astral-sh/setup-uv@v6
 
       - name: Install dependencies
-        run: uv sync --extra dev
+        run: uv sync --group dev
 
       - name: QA checks (ruff-format, ruff-lint, mypy)
         run: uv run ./qa-checks
@@ -108,7 +108,7 @@ jobs:
         uses: astral-sh/setup-uv@v6
 
       - name: Install dependencies
-        run: uv sync --extra dev
+        run: uv sync --group dev
 
       - name: Run integration tests
         env: # Test tenant environment variables
diff --git a/.github/workflows/pyatlan-publish.yaml b/.github/workflows/pyatlan-publish.yaml
@@ -31,7 +31,7 @@ jobs:
       - name: Install uv
         uses: astral-sh/setup-uv@v6
       - name: Install dependencies
-        run: uv sync --extra dev
+        run: uv sync --group dev
       - name: check tag
         id: check-tag
         run: uv run python check_tag.py
@@ -67,6 +67,22 @@ jobs:
         run: |
           TAG=$(cat pyatlan/version.txt)
           echo "IMAGE_TAG=$TAG" >> $GITHUB_ENV
+      
+      - name: Wait for PyPI propagation
+        uses: nick-fields/retry@v3
+        with:
+          max_attempts: 10
+          timeout_minutes: 5
+          command: |
+            echo "Checking if pyatlan==${{ env.IMAGE_TAG }} is available on PyPI..."
+            if pip index versions pyatlan | grep -q "${{ env.IMAGE_TAG }}"; then
+              echo "Package is available on PyPI!"
+              exit 0
+            else
+              echo "Package not available yet. Retrying..."
+              exit 1
+            fi
+      
       - name: Build and push
         uses: docker/build-push-action@v6
         with:
diff --git a/.github/workflows/pyatlan-test-cron.yaml b/.github/workflows/pyatlan-test-cron.yaml
@@ -11,7 +11,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: [3.8, 3.12]
+        python-version: [3.9, 3.12]
 
     steps:
       - uses: actions/checkout@v4
@@ -24,7 +24,7 @@ jobs:
         uses: astral-sh/setup-uv@v6
 
       - name: Install dependencies
-        run: uv sync --extra dev
+        run: uv sync --group dev
 
       - name: QA checks (ruff-format, ruff-lint, mypy)
         run: uv run ./qa-checks
diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml
@@ -1,6 +1,6 @@
 repos:
   - repo: https://github.com/pre-commit/pre-commit-hooks
-    rev: v5.0.0
+    rev: v6.0.0
     hooks:
       - id: check-yaml
       - id: end-of-file-fixer
@@ -9,7 +9,7 @@ repos:
 
   # Use uv to run formatting and QA tools
   - repo: https://github.com/astral-sh/ruff-pre-commit
-    rev: v0.9.7
+    rev: v0.12.8
     hooks:
       - id: ruff
       - id: ruff
diff --git a/HISTORY.md b/HISTORY.md
@@ -1,3 +1,19 @@
+## 7.2.0 (August 13, 2025)
+
+### New Features
+
+- Added Python version info to SDK headers and API logger.
+
+### Breaking Changes
+
+- Dropped support for `Python 3.8`.
+
+### QOL Improvements
+
+- Bumped various `core` and `dev` dependencies to latest versions.
+- Fixed conda publish and pyatlan publish GitHub workflows.
+- Fixed integration test failures due to Elasticsearch eventual consistency using custom retries (`glossary_test`, `test_client`, `persona/purpose_test`)
+
 ## 7.1.6 (August 7, 2025)
 
 ### Experimental
diff --git a/README.md b/README.md
@@ -24,7 +24,7 @@
 
 ## 📊 Project Stats
 
-- 🐍 **Python Versions**: 3.8, 3.9, 3.10, 3.11, 3.12, 3.13
+- 🐍 **Python Versions**: 3.9, 3.10, 3.11, 3.12, 3.13
 - 📦 **Package Size**: Optimized for fast installation
 - 🚀 **Performance**: Built with modern async/await support
 - 🔧 **Dependencies**: Minimal, modern stack
@@ -56,7 +56,7 @@ cd atlan-python
 curl -LsSf https://astral.sh/uv/install.sh | sh
 
 # Install with development dependencies
-uv sync --extra dev
+uv sync --group dev
 
 # Run quality checks
 uv run ./qa-checks
@@ -65,6 +65,23 @@ uv run ./qa-checks
 uv run pytest tests/unit
 ```
 
+### Dependency Groups
+
+This project uses uv dependency groups for better dependency management:
+
+- **Core dependencies**: Always installed (`uv sync`)
+- **Development dependencies**: Testing, linting, formatting (`uv sync --group dev`)
+- **Documentation dependencies**: Sphinx docs (`uv sync --group docs`)
+
+You can install multiple groups:
+```bash
+# Install both dev and docs dependencies
+uv sync --group dev --group docs
+
+# Install all dependencies
+uv sync --all-groups
+```
+
 ## 🐳 Docker
 
 ### Pre-built Images
@@ -140,7 +157,7 @@ cd atlan-python
 curl -LsSf https://astral.sh/uv/install.sh | sh
 
 # Install development dependencies
-uv sync --extra dev
+uv sync --group dev
 
 # Install pre-commit hooks
 uv run pre-commit install
diff --git a/docs/requirements.txt b/docs/requirements.txt
diff --git a/pyatlan/client/atlan.py b/pyatlan/client/atlan.py
@@ -88,6 +88,7 @@
     APPLICATION_ENCODED_FORM,
     AuthorizationFilter,
     RequestIdAdapter,
+    get_python_version,
 )
 
 request_id_var = ContextVar("request_id", default=None)
@@ -132,6 +133,7 @@ def get_session():
             "x-atlan-agent": "sdk",
             "x-atlan-agent-id": "python",
             "x-atlan-client-origin": "product_sdk",
+            "x-atlan-python-version": get_python_version(),
             "User-Agent": f"Atlan-PythonSDK/{VERSION}",
         }
     )
@@ -638,6 +640,7 @@ def _api_logger(self, api: API, path: str):
         LOGGER.debug("Call         : %s %s", api.method, path)
         LOGGER.debug("Content-type_ : %s", api.consumes)
         LOGGER.debug("Accept       : %s", api.produces)
+        LOGGER.debug("Python-Version: %s", get_python_version())
         LOGGER.debug("User-Agent   : %s", f"Atlan-PythonSDK/{VERSION}")
 
     def _call_api(
diff --git a/pyatlan/test_utils/base_vcr.py b/pyatlan/test_utils/base_vcr.py
@@ -1,29 +1,6 @@
 # SPDX-License-Identifier: Apache-2.0
 # Copyright 2025 Atlan Pte. Ltd.
 
-import importlib.metadata
-
-from pyatlan.errors import DependencyNotFoundError
-
-# Check if pytest-vcr plugin is installed
-try:
-    importlib.metadata.distribution("pytest-vcr")
-except importlib.metadata.PackageNotFoundError:
-    raise DependencyNotFoundError(
-        "pytest-vcr plugin is not installed. Please install pytest-vcr."
-    )
-
-# Check if vcrpy is installed and ensure the version is 6.0.x
-try:
-    vcr_version = importlib.metadata.distribution("vcrpy").version
-    if not vcr_version.startswith("6.0"):
-        raise DependencyNotFoundError(
-            f"vcrpy version 6.0.x is required, but found {vcr_version}. Please install the correct version."
-        )
-except importlib.metadata.PackageNotFoundError:
-    raise DependencyNotFoundError(
-        "vcrpy version 6.0.x is not installed. Please install vcrpy version 6.0.x."
-    )
 
 import json
 import os
diff --git a/pyatlan/utils.py b/pyatlan/utils.py
@@ -7,6 +7,7 @@
 import logging
 import random
 import re
+import sys
 import time
 from contextvars import ContextVar
 from datetime import datetime
@@ -98,6 +99,19 @@ def non_null(obj: Optional[object], def_value: object):
     return obj if obj is not None else def_value
 
 
+def get_python_version() -> str:
+    """
+    Get the current Python version as a string.
+
+    Returns:
+        str: Python version in format "major.minor.micro" or "unknown" if unavailable
+    """
+    try:
+        return f"{sys.version_info.major}.{sys.version_info.minor}.{sys.version_info.micro}"
+    except Exception:
+        return "unknown"
+
+
 def type_coerce(obj, obj_type):
     if isinstance(obj, obj_type):
         ret = obj
diff --git a/pyatlan/version.txt b/pyatlan/version.txt
@@ -1 +1 @@
-7.1.6
+7.2.0
diff --git a/pyproject.toml b/pyproject.toml
diff --git a/tests/unit/test_client.py b/tests/unit/test_client.py
diff --git a/uv.lock b/uv.lock
