Fixed phi example

jafioti · Jun 1, 2024 · ad1a3d9 · ad1a3d9
1 parent 2756c87
commit ad1a3d9
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 2 deletions.
diff --git a/crates/luminal_metal/src/quantized.rs b/crates/luminal_metal/src/quantized.rs
@@ -563,7 +563,7 @@ impl<T: MetalFloat + Default> Compiler for MetalQuantizedCompiler<T> {
                 } else if op_node.as_any().is::<super::matmul::Matmul<T>>() {
                     *op_node = Box::new(QuantizedMatmul::<T>::new(device.clone(), queue.clone()));
                 } else {
-                    panic!("Quantized weight {target:?} is an input to a node that isn't a matmul or gather!");
+                    panic!("Quantized weight {target:?} is an input to a node that isn't a matmul or gather ({op_node:?})!");
                 }
             }
         }

diff --git a/examples/phi/src/main.rs b/examples/phi/src/main.rs
@@ -67,7 +67,11 @@ fn main() {
         (
             GenericCompiler::default(),
             #[cfg(feature = "metal")]
-            luminal_metal::quantized::MetalQuantizedCompiler::<f32>::new(q_weights),
+            (
+                luminal_metal::MetalCompilerPreBuffer::<f32>::default(),
+                luminal_metal::quantized::MetalQuantizedCompiler::<f32>::new(q_weights),
+                luminal_metal::BufferCompilers::default(),
+            ),
             #[cfg(feature = "cuda")]
             luminal_cuda::CudaQuantizedCompiler::<f32>::new(q_weights),
             #[cfg(all(not(feature = "metal"), not(feature = "cuda")))]