diff --git a/giza/agents/model.py b/giza/agents/model.py
index db14076..8ef9209 100644
--- a/giza/agents/model.py
+++ b/giza/agents/model.py
@@ -267,6 +267,7 @@ def predict(
         Raises:
             ValueError: If required parameters are not provided or the session is not initialized.
         """
+        output_dtype = "Tensor<FP16x16>"
         try:
             logger.info("Predicting")
             if verifiable: