File tree 2 files changed +0
-6
lines changed
python/llm/example/GPU/HuggingFace/Advanced-Quantizations
2 files changed +0
-6
lines changed Original file line number Diff line number Diff line change @@ -37,15 +37,10 @@ conda create -n llm python=3.11
37
37
conda activate llm
38
38
# below command will install intel_extension_for_pytorch==2.1.10+xpu as default
39
39
pip install --pre --upgrade ipex-llm[xpu] --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/
40
- pip install transformers==4.35.0
41
40
pip install autoawq==0.1.8 --no-deps
42
41
pip install accelerate==0.25.0
43
42
pip install einops
44
43
```
45
- ** Note: For Mixtral model, please use transformers 4.36.0:**
46
- ``` bash
47
- pip install transformers==4.36.0
48
- ```
49
44
50
45
### 2. Configures OneAPI environment variables
51
46
Original file line number Diff line number Diff line change @@ -13,7 +13,6 @@ conda create -n llm python=3.11
13
13
conda activate llm
14
14
# below command will install intel_extension_for_pytorch==2.1.10+xpu as default
15
15
pip install --pre --upgrade ipex-llm[xpu] --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/
16
- pip install transformers==4.37.0
17
16
pip install auto_gptq==0.7.1
18
17
pip install optimum==1.14.0
19
18
```
You can’t perform that action at this time.
0 commit comments