ci: automate min_compatible_versions updates (#12300)

This change adds a github actions step that fails if there's a diff
between `min_compatible_versions.csv` on the base branch and what would
be generated on the PR branch.

## Checklist
- [x] PR author has checked that all the criteria below are met
- The PR description includes an overview of the change
- The PR description articulates the motivation for the change
- The change includes tests OR the PR description describes a testing
strategy
- The PR description notes risks associated with the change, if any
- Newly-added code is easy to change
- The change follows the [library release note
guidelines](https://ddtrace.readthedocs.io/en/stable/releasenotes.html)
- The change includes or references documentation updates if necessary
- Backport labels are set (if
[applicable](https://ddtrace.readthedocs.io/en/latest/contributing.html#backporting))

## Reviewer Checklist
- [x] Reviewer has checked that all the criteria below are met 
- Title is accurate
- All changes are related to the pull request's stated goal
- Avoids breaking
[API](https://ddtrace.readthedocs.io/en/stable/versioning.html#interfaces)
changes
- Testing strategy adequately addresses listed risks
- Newly-added code is easy to change
- Release note makes sense to a user of the library
- If necessary, author has acknowledged and discussed the performance
implications of this PR as reported in the benchmarks PR comment
- Backport labels are set in a manner that is consistent with the
[release branch maintenance
policy](https://ddtrace.readthedocs.io/en/latest/contributing.html#backporting)

Author: emmettbutler

.github/workflows/requirements-locks.yml

@@ -31,5 +31,14 @@ jobs:
       - name: Generate riot locks
         run: scripts/compile-and-prune-test-requirements
 
-      - name: Check git diff
+      - name: Check locks diff
         run: scripts/check-diff '.riot/requirements/' 'Mismatches found between .riot/requirements/*.txt and riotfile.py. Run scripts/compile-and-prune-test-requirements and commit the result.'
+
+      - name: Generate min_compatible_versions
+        run: python scripts/min_compatible_versions.py
+
+      - name: Check min_compatible_versions diff
+        run: scripts/check-diff 'min_compatible_versions.csv' 'Mismatches found between min_compatible_versions.csv and riotfile.py. Run `python scripts/min_compatible_versions.py` and commit the result.'
+
+      - name: Check lib-injection min_compatible_versions diff
+        run: scripts/check-diff 'lib-injection/sources/min_compatible_versions.csv' 'Mismatches found between min_compatible_versions.csv and riotfile.py. Run `python scripts/min_compatible_versions.py` and commit the result.'

.riot/requirements/1d21cf3.txt

@@ -0,0 +1,29 @@
+#
+# This file is autogenerated by pip-compile with Python 3.8
+# by the following command:
+#
+#    pip-compile --no-annotate .riot/requirements/4e93dc8.in
+#
+attrs==25.1.0
+certifi==2025.1.31
+chardet==3.0.4
+coverage[toml]==7.6.1
+exceptiongroup==1.2.2
+hypothesis==6.45.0
+idna==2.8
+importlib-metadata==8.5.0
+iniconfig==2.0.0
+mock==5.1.0
+opentracing==2.4.0
+packaging==24.2
+pluggy==1.5.0
+pytest==8.3.4
+pytest-cov==5.0.0
+pytest-mock==3.14.0
+pytest-randomly==3.15.0
+requests==2.22.0
+requests-mock==1.12.1
+sortedcontainers==2.4.0
+tomli==2.2.1
+urllib3==1.25.11
+zipp==3.20.2

.riot/requirements/4e93dc8.txt

@@ -31,12 +31,12 @@ bottle,>=0.12
 bytecode,0
 cassandra-driver,~=3.24.0
 cattrs,<23.1.1
-celery,~=5.1.0
+celery,~=5.2
 celery[redis],0
 cfn-lint,~=0.53.1
-channels,~=3.0
+channels,0
 cherrypy,>=17
-cohere,==4.57
+cohere,==5.4.0
 confluent-kafka,~=1.9.2
 coverage,0
 cryptography,<39
@@ -76,7 +76,7 @@ googleapis-common-protos,0
 graphene,~=3.0.0
 graphql-core,~=3.2.0
 graphql-relay,0
-greenlet,~=1.0.0
+greenlet,~=1.0
 grpcio,~=1.34.0
 gunicorn,==20.0.4
 gunicorn[gevent],0
@@ -85,25 +85,25 @@ httpx,~=0.17.0
 huggingface-hub,0
 hypothesis,<6.45.1
 importlib-metadata,0
-importlib_metadata,<5.0
+importlib_metadata,0
 itsdangerous,<2.0
 jinja2,~=2.10.0
 kombu,>=4.2.0
-langchain,==0.0.192
+langchain,==0.1.20
 langchain-anthropic,==0.1.11
 langchain-aws,==0.1.3
 langchain-cohere,==0.1.4
-langchain-community,==0.0.14
+langchain-community,==0.0.38
 langchain-core,==0.1.52
 langchain-openai,==0.1.6
 langchain-pinecone,==0.1.0
-langchain_experimental,==0.0.47
+langgraph,~=0.2.60
 logbook,~=1.0.0
 loguru,~=0.4.0
 lxml,0
 lz4,0
 mako,~=1.1.0
-mariadb,~=1.0.0
+mariadb,~=1.0
 markupsafe,<2.0
 mock,0
 molten,>=1.0
@@ -115,17 +115,16 @@ msgpack,~=1.0.0
 mysql-connector-python,==8.0.5
 mysqlclient,~=2.0
 numexpr,==2.8.5
-openai,==0.26.5
-openai[datalib],==1.30.1
-"openai[embeddings,datalib]",==1.1.1
+openai,==1.30.3
+"openai[embeddings,datalib]",==1.0.0
 opensearch-py,0
 opensearch-py[async],0
 opensearch-py[requests],~=1.1.0
 opentelemetry-api,~=1.0.0
 opentelemetry-instrumentation-flask,0
 opentracing,>=2.0.0
 peewee,0
-pinecone-client,==2.2.4
+pinecone-client,0
 pony,0
 protobuf,>=3
 psutil,0
@@ -159,15 +158,14 @@ ragas,==0.1.21
 redis,~=2.0
 redis-py-cluster,>=2.0
 reno,0
-requests,~=2.20.0
+requests,~=2.22.0
 requests-mock,>=1.4
 responses,~=0.16.0
 rich,0
 rq,~=1.8.0
 ruamel.yaml,0
 sanic,~=20.12
 sanic-testing,~=0.8.3
-scikit-learn,==1.0.2
 simplejson,0
 snowflake-connector-python,~=2.3.0
 spyne,0
@@ -182,6 +180,7 @@ typing-extensions,0
 typing_extensions,0
 urllib3,~=1.0
 uwsgi,0
+valkey,0
 vcrpy,==4.2.1
 vertexai,0
 vertica-python,>=0.6.0

lib-injection/sources/min_compatible_versions.csv

@@ -31,12 +31,12 @@ bottle,>=0.12
 bytecode,0
 cassandra-driver,~=3.24.0
 cattrs,<23.1.1
-celery,~=5.1.0
+celery,~=5.2
 celery[redis],0
 cfn-lint,~=0.53.1
-channels,~=3.0
+channels,0
 cherrypy,>=17
-cohere,==4.57
+cohere,==5.4.0
 confluent-kafka,~=1.9.2
 coverage,0
 cryptography,<39
@@ -76,7 +76,7 @@ googleapis-common-protos,0
 graphene,~=3.0.0
 graphql-core,~=3.2.0
 graphql-relay,0
-greenlet,~=1.0.0
+greenlet,~=1.0
 grpcio,~=1.34.0
 gunicorn,==20.0.4
 gunicorn[gevent],0
@@ -85,25 +85,25 @@ httpx,~=0.17.0
 huggingface-hub,0
 hypothesis,<6.45.1
 importlib-metadata,0
-importlib_metadata,<5.0
+importlib_metadata,0
 itsdangerous,<2.0
 jinja2,~=2.10.0
 kombu,>=4.2.0
-langchain,==0.0.192
+langchain,==0.1.20
 langchain-anthropic,==0.1.11
 langchain-aws,==0.1.3
 langchain-cohere,==0.1.4
-langchain-community,==0.0.14
+langchain-community,==0.0.38
 langchain-core,==0.1.52
 langchain-openai,==0.1.6
 langchain-pinecone,==0.1.0
-langchain_experimental,==0.0.47
+langgraph,~=0.2.60
 logbook,~=1.0.0
 loguru,~=0.4.0
 lxml,0
 lz4,0
 mako,~=1.1.0
-mariadb,~=1.0.0
+mariadb,~=1.0
 markupsafe,<2.0
 mock,0
 molten,>=1.0
@@ -115,17 +115,16 @@ msgpack,~=1.0.0
 mysql-connector-python,==8.0.5
 mysqlclient,~=2.0
 numexpr,==2.8.5
-openai,==0.26.5
-openai[datalib],==1.30.1
-"openai[embeddings,datalib]",==1.1.1
+openai,==1.30.3
+"openai[embeddings,datalib]",==1.0.0
 opensearch-py,0
 opensearch-py[async],0
 opensearch-py[requests],~=1.1.0
 opentelemetry-api,~=1.0.0
 opentelemetry-instrumentation-flask,0
 opentracing,>=2.0.0
 peewee,0
-pinecone-client,==2.2.4
+pinecone-client,0
 pony,0
 protobuf,>=3
 psutil,0
@@ -159,15 +158,14 @@ ragas,==0.1.21
 redis,~=2.0
 redis-py-cluster,>=2.0
 reno,0
-requests,~=2.20.0
+requests,~=2.22.0
 requests-mock,>=1.4
 responses,~=0.16.0
 rich,0
 rq,~=1.8.0
 ruamel.yaml,0
 sanic,~=20.12
 sanic-testing,~=0.8.3
-scikit-learn,==1.0.2
 simplejson,0
 snowflake-connector-python,~=2.3.0
 spyne,0
@@ -182,7 +180,7 @@ typing-extensions,0
 typing_extensions,0
 urllib3,~=1.0
 uwsgi,0
-valkey,~=6.0.0
+valkey,0
 vcrpy,==4.2.1
 vertexai,0
 vertica-python,>=0.6.0

min_compatible_versions.csv

@@ -1271,7 +1271,7 @@ def select_pys(min_version: str = MIN_PYTHON_VERSION, max_version: str = MAX_PYT
                     pys="3.8",
                     pkgs={
                         "requests": [
-                            "~=2.23.0",
+                            "~=2.22.0",
                             latest,
                         ],
                     },

riotfile.py

@@ -16,6 +16,7 @@
 OUT_DIRECTORIES = (".", "lib-injection/sources")
 IGNORED_PACKAGES = {
     "attrs",
+    "bcrypt",
     "botocore",
     "click",
     "pillow",
@@ -55,7 +56,7 @@ def _tree_pkgs_from_riot(node: riotfile.Venv) -> Dict[str, Set]:
 def min_version_spec(version_specs: List[str]) -> str:
     min_numeric = ""
     min_spec = ""
-    for spec in version_specs:
+    for spec in sorted(version_specs):
         numeric = parse_version(spec.strip("~==<>"))
         if not min_numeric or numeric < min_numeric:
             min_numeric = numeric