.github/dependabot.yml

@@ -0,0 +1,14 @@
+version: 2
+updates:
+  - package-ecosystem: pip
+    directory: "/"
+    schedule:
+      interval: daily
+    open-pull-requests-limit: 100
+    allow:
+      - dependency-type: "all"
+
+  - package-ecosystem: "github-actions"
+    directory: "/"
+    schedule:
+      interval: daily

.github/release.yml

@@ -5,23 +5,23 @@ changelog:
     authors:
       - octocat
   categories:
-    - title: 🎉 New features
+    - title: 🎉 New Features
       labels:
         - feature
         - enhancement
-    - title: ⛑️ Breaking changes
+    - title: ⛑️ Breaking Changes
       labels:
         - breaking
     - title: 🧪 Experimental
       labels:
         - experimental
-    - title: 🐞 Bug fixes
+    - title: 🐞 Bug Fixes
       labels:
         - bug
         - bugfix
     - title: 📦 Packages
       labels:
         - packages
-    - title: 🥗 QOL improvements
+    - title: 🥗 QOL Improvements
       labels:
         - "*"

.github/workflows/build_and_upload_conda_packages.yaml

@@ -14,19 +14,19 @@ jobs:
       matrix:
         python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"]
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
         with:
           fetch-depth: 0
       - name: Conda environment creation and activation
-        uses: conda-incubator/setup-miniconda@v2
+        uses: conda-incubator/setup-miniconda@v3
         with:
           python-version: ${{ matrix.python-version }}
           environment-file: .conda-envs/build-env.yaml    # Path to the build conda environment
           auto-update-conda: false
           auto-activate-base: false
           show-channel-urls: true
       - name: Build and upload the conda packages
-        uses: uibcdf/action-build-and-upload-conda-packages@v1.3.0
+        uses: uibcdf/action-build-and-upload-conda-packages@v1.4.0
         with:
           meta_yaml_dir: .conda-envs
           python-version: ${{ matrix.python-version }} # Values previously defined in `matrix`

.github/workflows/pyatlan-docs.yaml

@@ -18,7 +18,7 @@ jobs:
         with:
           publish: false
       - name: Publish Sphinx
-        uses: peaceiris/actions-gh-pages@v3
+        uses: peaceiris/actions-gh-pages@v4
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
           publish_dir: ${{ steps.deployment.outputs.artifact }}

.github/workflows/pyatlan-pr.yaml

@@ -15,7 +15,7 @@ jobs:
 
     steps:
       - name: Checkout code
-        uses: actions/checkout@v4
+        uses: actions/checkout@d632683dd7b4114ad314bca15554477dd762a938  # v4.2.0
 
       - name: Set up Python
         uses: actions/setup-python@v5
@@ -56,20 +56,18 @@ jobs:
 
       - name: Install dependencies
         run: |
-          python -m pip install --upgrade pip
-          if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
-          if [ -f requirements-dev.txt ]; then pip install -r requirements-dev.txt; fi
+          python -m pip install --no-cache-dir --upgrade pip
+          if [ -f requirements.txt ]; then pip install --no-cache-dir -r requirements.txt; fi
+          if [ -f requirements-dev.txt ]; then pip install --no-cache-dir -r requirements-dev.txt; fi
 
-      - name: QA checks (black, flake8, mypy)
+      - name: QA checks (ruff-format, ruff-lint, mypy)
         run: |
           ./qa-checks
 
       - name: Run unit tests
         env: # Test tenant environment variables
           ATLAN_API_KEY: ${{ secrets.ATLAN_API_KEY }}
           ATLAN_BASE_URL: ${{ secrets.ATLAN_BASE_URL }}
-          MARK_API_KEY: ${{ secrets.MARK_ATLAN_API_KEY }}
-          MARK_BASE_URL: https://mark.atlan.com
         # Run with `pytest-sugar` for enhancing the overall test report output
         run: pytest tests/unit --force-sugar
 
@@ -104,16 +102,14 @@ jobs:
 
       - name: Install dependencies
         run: |
-          python -m pip install --upgrade pip
-          if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
-          if [ -f requirements-dev.txt ]; then pip install -r requirements-dev.txt; fi
+          python -m pip install --no-cache-dir --upgrade pip
+          if [ -f requirements.txt ]; then pip install --no-cache-dir -r requirements.txt; fi
+          if [ -f requirements-dev.txt ]; then pip install --no-cache-dir -r requirements-dev.txt; fi
 
       - name: Run integration tests
         env: # Test tenant environment variables
           ATLAN_API_KEY: ${{ secrets.ATLAN_API_KEY }}
           ATLAN_BASE_URL: ${{ secrets.ATLAN_BASE_URL }}
-          MARK_API_KEY: ${{ secrets.MARK_ATLAN_API_KEY }}
-          MARK_BASE_URL: https://mark.atlan.com
         uses: nick-fields/retry@v3
         with:
           max_attempts: 3

.github/workflows/pyatlan-publish.yaml

@@ -23,9 +23,9 @@ jobs:
     runs-on: ubuntu-latest
 
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
       - name: Set up Python
-        uses: actions/setup-python@v3
+        uses: actions/setup-python@v5
         with:
           python-version: '3.9'
       - name: Install dependencies
@@ -38,7 +38,7 @@ jobs:
       - name: Build package
         run: python -m build
       - name: Publish package
-        uses: pypa/gh-action-pypi-publish@v1.8.3
+        uses: pypa/gh-action-pypi-publish@v1.12.4
         with:
           user: __token__
           password: ${{ secrets.PYPI_API_TOKEN }}
@@ -54,14 +54,19 @@ jobs:
     runs-on: ubuntu-latest
     needs: deploy
     steps:
-      - uses: actions/checkout@v3
-      - uses: docker/setup-buildx-action@v2
+      - uses: actions/checkout@v4
+      - uses: docker/setup-buildx-action@v3
       - name: Log in to container registry
-        uses: docker/login-action@v2
+        uses: docker/login-action@v3
         with:
           registry: ghcr.io
           username: ${{ github.actor }}
           password: ${{ secrets.GITHUB_TOKEN }}
+      - name: Login to Docker Hub
+        uses: docker/login-action@v3
+        with:
+          username: ${{ vars.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_TOKEN }}
       - name: Copy logging.conf
         run: |
           mkdir -p ./containers/base
@@ -72,10 +77,13 @@ jobs:
           TAG=$(cat pyatlan/version.txt)
           echo "IMAGE_TAG=$TAG" >> $GITHUB_ENV
       - name: Build and push
-        uses: docker/build-push-action@v4
+        uses: docker/build-push-action@v6
         with:
+          platforms: linux/amd64,linux/arm64
           push: true
-          tags: ghcr.io/atlanhq/atlan-python:${{ env.IMAGE_TAG }}
+          tags: |
+            ghcr.io/atlanhq/atlan-python:${{ env.IMAGE_TAG }}
+            cedocker1/pyatlan:${{ env.IMAGE_TAG }}
           context: ./containers
           file: ./containers/Dockerfile
           build-args: VERSION=${{ env.IMAGE_TAG }}

.github/workflows/pyatlan-test-cron.yaml

@@ -11,12 +11,12 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: [3.8, 3.9]
+        python-version: [3.8, 3.12]
 
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
       - name: Set up Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v4
+        uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}
 
@@ -34,8 +34,6 @@ jobs:
         env: # Or as an environment variable
           ATLAN_API_KEY: ${{ secrets.ATLAN_API_KEY }}
           ATLAN_BASE_URL: ${{ secrets.ATLAN_BASE_URL }}
-          MARK_API_KEY: ${{ secrets.MARK_ATLAN_API_KEY }}
-          MARK_BASE_URL: https://mark.atlan.com
         # Run the integration test suite using the `pytest-timer` plugin
         # to display only the durations of the 25 slowest tests with `pytest-sugar`
         run: |

.pre-commit-config.yaml

@@ -1,42 +1,17 @@
 repos:
   - repo: https://github.com/pre-commit/pre-commit-hooks
-    rev: v4.6.0
+    rev: v5.0.0
     hooks:
       - id: check-yaml
       - id: end-of-file-fixer
       - id: trailing-whitespace
       - id: debug-statements
 
-  - repo: https://github.com/PyCQA/autoflake
-    rev: v2.3.1
+  - repo: https://github.com/astral-sh/ruff-pre-commit
+    rev: v0.9.7
     hooks:
-    -   id: autoflake
-        args: [--ignore-init-module-imports, --remove-all-unused-imports, --remove-unused-variables, --in-place]
-        language_version: python3
-
-  - repo: https://github.com/pycqa/flake8
-    rev: 7.0.0
-    hooks:
-      - id: flake8
-        additional_dependencies: ["flake8-bandit", "flake8-bugbear"]
-
-  - repo: https://github.com/pycqa/isort
-    rev: 5.13.2
-    hooks:
-      - id: isort
-        args: ["--profile", "black", "--filter-files"]
-
-  - repo: https://github.com/psf/black
-    rev: 24.4.0
-    hooks:
-      - id: black
-        language_version: python3
-
-  - repo: local
-    hooks:
-      - id: tests
-        name: run tests
-        entry: pytest
-        language: system
-        types: [python]
-        stages: [push]
+      - id: ruff
+      - id: ruff
+        name: ruff-check-autofix
+        args: ["check", "--select", "I", "--fix", "--silent"]
+      - id: ruff-format