diff --git a/crates/luminal_metal/src/quantized.rs b/crates/luminal_metal/src/quantized.rs index 3946a087..21f61a6d 100644 --- a/crates/luminal_metal/src/quantized.rs +++ b/crates/luminal_metal/src/quantized.rs @@ -563,7 +563,7 @@ impl Compiler for MetalQuantizedCompiler { } else if op_node.as_any().is::>() { *op_node = Box::new(QuantizedMatmul::::new(device.clone(), queue.clone())); } else { - panic!("Quantized weight {target:?} is an input to a node that isn't a matmul or gather!"); + panic!("Quantized weight {target:?} is an input to a node that isn't a matmul or gather ({op_node:?})!"); } } } diff --git a/examples/phi/src/main.rs b/examples/phi/src/main.rs index f923174b..990b2768 100644 --- a/examples/phi/src/main.rs +++ b/examples/phi/src/main.rs @@ -67,7 +67,11 @@ fn main() { ( GenericCompiler::default(), #[cfg(feature = "metal")] - luminal_metal::quantized::MetalQuantizedCompiler::::new(q_weights), + ( + luminal_metal::MetalCompilerPreBuffer::::default(), + luminal_metal::quantized::MetalQuantizedCompiler::::new(q_weights), + luminal_metal::BufferCompilers::default(), + ), #[cfg(feature = "cuda")] luminal_cuda::CudaQuantizedCompiler::::new(q_weights), #[cfg(all(not(feature = "metal"), not(feature = "cuda")))]