Skip to content

Commit 113e40b

Browse files
update torchao pin: optimized shaders (#1428)
1 parent 56be609 commit 113e40b

File tree

2 files changed

+3
-1
lines changed

2 files changed

+3
-1
lines changed

install/.pins/torchao-pin.txt

+1-1
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
7d7c14e898eca3fe66138d2a9445755a9270b800
1+
2e032c6b0de960dee554dcb08126ace718b14c6d

torchchat/utils/quantize.py

+2
Original file line numberDiff line numberDiff line change
@@ -932,13 +932,15 @@ def quantized_model(self) -> nn.Module:
932932
libs = glob.glob(f"{torchao_build_path}/cmake-out/lib/libtorchao_ops_aten.*")
933933
libs = list(filter(lambda l: (l.endswith("so") or l.endswith("dylib")), libs))
934934
torch.ops.load_library(libs[0])
935+
print("Loaded torchao cpu ops.")
935936
except Exception as e:
936937
print("Unabled to load torchao cpu ops library. Slow fallback kernels will be used.")
937938

938939
try:
939940
libname = "libtorchao_ops_mps_aten.dylib"
940941
libpath = f"{torchao_build_path}/cmake-out/lib/{libname}"
941942
torch.ops.load_library(libpath)
943+
print("Loaded torchao mps ops.")
942944
except Exception as e:
943945
print("Unabled to load torchao mps ops library.")
944946

0 commit comments

Comments
 (0)