diff --git a/bitsandbytes/backends/cpu/ops.py b/bitsandbytes/backends/cpu/ops.py index 3694a7704..4efaa98ea 100755 --- a/bitsandbytes/backends/cpu/ops.py +++ b/bitsandbytes/backends/cpu/ops.py @@ -242,7 +242,9 @@ def _( try: from kernels import get_kernel - gemm_4bit_forward_kernel = get_kernel("kernels-community/quantization_bitsandbytes").gemm_4bit_forward + gemm_4bit_forward_kernel = get_kernel( + "kernels-community/quantization-bitsandbytes", version=1 + ).gemm_4bit_forward except Exception as exc: # pragma: no cover - best effort fallback gemm_4bit_forward_kernel = None logger.warning(