requirements.txt

# SPDX-License-Identifier: Apache-2.0

click>=8.1.7,<9.0.0
click-didyoumean>=0.3.0,<0.4.0
datasets>=2.18.0,<3.0.0
gguf>=0.6.0,<0.7.0
GitPython>=3.1.42,<4.0.0
# Linux: 4-bit quantization with BitsAndBytes is not ready to use, yet.
# see https://github.com/instructlab/instructlab/issues/579
# bitsandbytes; sys_platform=='linux' and platform_machine=='x86_64'
httpx
jsonschema>=4.21.1,<5.0.0
# pin version, lift restriction after testing >=0.2.58
# see https://github.com/abetlen/llama-cpp-python/issues/1286
llama_cpp_python[server]==0.2.55
mlx>=0.5.1,<0.6.0; sys_platform == 'darwin' and platform_machine == 'arm64'
numpy>=1.26.4,<2.0.0
openai>=1.13.3,<2.0.0
peft>=0.9.0,<0.10.0
prompt-toolkit>=3.0.38,<4.0.0
pydantic
pydantic_yaml
PyYAML>=6.0.1,<7.0.0
rich>=13.3.1,<14.0.0
rouge-score>=0.1.2,<0.2.0
sentencepiece>=0.2.0,<0.3.0
tokenizers>=0.15.2,<0.16.0
toml>=0.10.2,<0.11.0
torch>=2.2.1,<3.0.0
tqdm>=4.66.2,<5.0.0
transformers>=4.30.0,<=4.38.2
trl>=0.7.11,<0.8.0
wandb>=0.16.4,<0.17.0
langchain-text-splitters
# the below library should NOT be imported into any python files
# it is for CLI usage ONLY
yamllint>=1.35.1,<1.36.0