Merge branch 'main' into tree_dags

Author: hmgaudecker

.github/workflows/main.yml

@@ -1,67 +1,53 @@
+---
 name: main
 on:
   push:
-    branches:
-    - main
+    branches: [main]
   pull_request:
     branches:
-    - '*'
-
+      - '*'
 # Automatically cancel a previous run.
 concurrency:
   group: ${{ github.head_ref || github.run_id }}
   cancel-in-progress: true
-
 jobs:
-
   run-tests:
-
     name: Run tests for ${{ matrix.os }} on ${{ matrix.python-version }}
     runs-on: ${{ matrix.os }}
-
     strategy:
       fail-fast: false
       matrix:
-        os: ['ubuntu-latest', 'macos-latest', 'windows-latest']
-        python-version: ['3.7', '3.8', '3.9', '3.10']
-
+        os: [ubuntu-latest, macos-latest, windows-latest]
+        python-version: ['3.9', '3.10', '3.11']
     steps:
       - uses: actions/checkout@v2
       - uses: conda-incubator/setup-miniconda@v2
         with:
           auto-update-conda: true
           python-version: ${{ matrix.python-version }}
-
       - name: Install core dependencies.
         shell: bash -l {0}
         run: conda install -c conda-forge tox-conda
-
       - name: Run pytest.
         shell: bash -l {0}
         run: tox -e pytest -- -m "not slow" --cov-report=xml --cov=./
-
       - name: Upload coverage report.
         if: runner.os == 'Linux' && matrix.python-version == '3.9'
         uses: codecov/codecov-action@v1
         with:
           token: ${{ secrets.CODECOV_TOKEN }}
-
   docs:
-
     name: Run documentation.
     runs-on: ubuntu-latest
-
     steps:
       - uses: actions/checkout@v2
       - uses: conda-incubator/setup-miniconda@v2
         with:
           auto-update-conda: true
           python-version: 3.9
-
       - name: Install core dependencies.
         shell: bash -l {0}
         run: conda install -c conda-forge tox-conda
-
       - name: Build docs
         shell: bash -l {0}
         run: tox -e sphinx

.github/workflows/publish-to-pypi.yml

@@ -1,34 +1,31 @@
+---
 name: PyPI
-
 on: push
-
 jobs:
   build-n-publish:
     name: Build and publish Python 🐍 distributions 📦 to PyPI
     runs-on: ubuntu-latest
     steps:
-    - uses: actions/checkout@master
-
-    - name: Set up Python 3.8
-      uses: actions/setup-python@v1
-      with:
-        python-version: 3.8
-
-    - name: Install pypa/build
-      run: >-
-        python -m
-        pip install
-        build
-        --user
-    - name: Build a binary wheel and a source tarball
-      run: >-
-        python -m
-        build
-        --sdist
-        --wheel
-        --outdir dist/
-    - name: Publish distribution 📦 to PyPI
-      if: startsWith(github.ref, 'refs/tags')
-      uses: pypa/gh-action-pypi-publish@master
-      with:
-        password: ${{ secrets.PYPI_API_TOKEN }}
+      - uses: actions/checkout@master
+      - name: Set up Python 3.8
+        uses: actions/setup-python@v1
+        with:
+          python-version: 3.8
+      - name: Install pypa/build
+        run: >-
+          python -m
+          pip install
+          build
+          --user
+      - name: Build a binary wheel and a source tarball
+        run: >-
+          python -m
+          build
+          --sdist
+          --wheel
+          --outdir dist/
+      - name: Publish distribution 📦 to PyPI
+        if: startsWith(github.ref, 'refs/tags')
+        uses: pypa/gh-action-pypi-publish@master
+        with:
+          password: ${{ secrets.PYPI_API_TOKEN }}

.gitignore

@@ -84,6 +84,9 @@ ipython_config.py
 # VS Code
 .vscode
 
+# IntelliJ
+.idea/
+
 # pyenv
 .python-version
 

.pre-commit-config.yaml

@@ -1,110 +1,51 @@
+---
 repos:
--   repo: https://github.com/pre-commit/pre-commit-hooks
-    rev: v4.3.0
-    hooks:
-    -   id: check-merge-conflict
-    -   id: debug-statements
-    -   id: end-of-file-fixer
--   repo: https://github.com/asottile/reorder_python_imports
-    rev: v3.8.3
-    hooks:
-    -   id: reorder-python-imports
-        types: [python]
--   repo: https://github.com/pre-commit/pre-commit-hooks
-    rev: v4.3.0
-    hooks:
-    -   id: check-added-large-files
-        args: ['--maxkb=100']
-    -   id: check-case-conflict
-    -   id: check-merge-conflict
-    -   id: check-vcs-permalinks
-    -   id: check-yaml
-    -   id: debug-statements
-    -   id: end-of-file-fixer
-    -   id: fix-byte-order-marker
-    -   id: mixed-line-ending
-    -   id: no-commit-to-branch
+  - repo: meta
+    hooks:
+      - id: check-hooks-apply
+      - id: check-useless-excludes
+      # - id: identity  # Prints all files passed to pre-commits. Debugging.
+  - repo: https://github.com/lyz-code/yamlfix
+    rev: 1.17.0
+    hooks:
+      - id: yamlfix
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v5.0.0
+    hooks:
+      - id: check-added-large-files
+        args: [--maxkb=10000]
+      - id: check-case-conflict
+      - id: check-merge-conflict
+      - id: check-vcs-permalinks
+      - id: check-yaml
+      - id: check-toml
+      - id: debug-statements
+      - id: end-of-file-fixer
+      - id: fix-byte-order-marker
+        types: [text]
+      - id: forbid-submodules
+      - id: mixed-line-ending
+        args: [--fix=lf]
+        description: Forces to replace line ending by the UNIX 'lf' character.
+      - id: no-commit-to-branch
         args: [--branch, main]
-    -   id: trailing-whitespace
--   repo: https://github.com/pre-commit/pygrep-hooks
-    rev: v1.9.0
-    hooks:
-    -   id: python-check-blanket-noqa
-    -   id: python-check-mock-methods
-    -   id: python-no-eval
-    -   id: python-no-log-warn
-    -   id: python-use-type-annotations
-    -   id: rst-backticks
-    -   id: rst-directive-colons
-    -   id: rst-inline-touching-normal
-    -   id: text-unicode-replacement-char
--   repo: https://github.com/asottile/blacken-docs
-    rev: v1.12.1
-    hooks:
-    -   id: blacken-docs
-        additional_dependencies: [black==22.3.0]
-        types: [rst]
--   repo: https://github.com/psf/black
-    rev: 22.8.0
-    hooks:
-    -   id: black
-        types: [python]
--   repo: https://github.com/PyCQA/flake8
-    rev: 5.0.4
-    hooks:
-    -   id: flake8
-        types: [python]
-        additional_dependencies: [
-            flake8-alfred,
-            flake8-bugbear,
-            flake8-builtins,
-            flake8-comprehensions,
-            flake8-docstrings,
-            flake8-eradicate,
-            flake8-print,
-            flake8-pytest-style,
-            flake8-todo,
-            flake8-typing-imports,
-            flake8-unused-arguments,
-            pep8-naming,
-            pydocstyle,
-            Pygments,
-        ]
--   repo: https://github.com/PyCQA/doc8
-    rev: v1.0.0
-    hooks:
-        -   id: doc8
--   repo: meta
-    hooks:
-    -   id: check-hooks-apply
-    -   id: check-useless-excludes
-    # -   id: identity  # Prints all files passed to pre-commits. Debugging.
--   repo: https://github.com/mgedmin/check-manifest
-    rev: "0.48"
-    hooks:
-    -   id: check-manifest
-        args: [--no-build-isolation]
-        additional_dependencies: [setuptools-scm, toml]
--   repo: https://github.com/PyCQA/doc8
-    rev: v1.0.0
-    hooks:
-    -   id: doc8
--   repo: https://github.com/asottile/setup-cfg-fmt
-    rev: v2.0.0
-    hooks:
-    -   id: setup-cfg-fmt
--   repo: https://github.com/econchick/interrogate
-    rev: 1.5.0
-    hooks:
-    -   id: interrogate
-        args: [-v, --fail-under=20]
-        exclude: ^(tests|docs|setup\.py)
-- repo: https://github.com/codespell-project/codespell
-  rev: v2.2.1
-  hooks:
-    -   id: codespell
--   repo: https://github.com/asottile/pyupgrade
-    rev: v2.38.2
-    hooks:
-    -   id: pyupgrade
-        args: [--py37-plus]
+      - id: trailing-whitespace
+      - id: check-ast
+      - id: check-docstring-first
+  - repo: https://github.com/adrienverge/yamllint.git
+    rev: v1.35.1
+    hooks:
+      - id: yamllint
+  - repo: https://github.com/astral-sh/ruff-pre-commit
+    rev: v0.7.2
+    hooks:
+      # Run the linter.
+      - id: ruff
+        types_or: [python, jupyter]
+        args:
+          - --fix
+      # Run the formatter.
+      - id: ruff-format
+        types_or: [python, jupyter]
+ci:
+  autoupdate_schedule: monthly

.readthedocs.yml

@@ -1,10 +1,8 @@
+---
 version: 2
-
 build:
   image: latest
-
 python:
   version: 3.8
-
 conda:
   environment: docs/rtd_environment.yml