From c6f821ca8ba304b6348055de7a09fa5fd9acfbdf Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Enrique=20Hern=C3=A1ndez=20Calabr=C3=A9s?= Date: Tue, 17 Dec 2024 09:43:17 +0000 Subject: [PATCH] Fix switched quantization GPU consumptions --- ...multimodal_rag_using_document_retrieval_and_smol_vlm.ipynb | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/notebooks/en/multimodal_rag_using_document_retrieval_and_smol_vlm.ipynb b/notebooks/en/multimodal_rag_using_document_retrieval_and_smol_vlm.ipynb index 99119829..fc008614 100644 --- a/notebooks/en/multimodal_rag_using_document_retrieval_and_smol_vlm.ipynb +++ b/notebooks/en/multimodal_rag_using_document_retrieval_and_smol_vlm.ipynb @@ -895,8 +895,8 @@ "\n", "| Notebook | GPU Allocated Memory (GB) | GPU Reserved Memory (GB) |\n", "|---------------------------------------------------------------------------------------------|---------------------------|--------------------------|\n", - "| Smol Multimodal RAG | 5.44 GB | 7.86 GB |\n", - "| Smol Multimodal RAG with Quantization | 8.32 GB | 10.38 GB |\n", + "| Smol Multimodal RAG with Quantization | 5.44 GB | 7.86 GB |\n", + "| Smol Multimodal RAG | 8.32 GB | 10.38 GB |\n", "| [Multimodal RAG with ColQwen2, Reranker,
and Quantized VLMs on Consumer GPUs](https://huggingface.co/learn/cookbook/multimodal_rag_using_document_retrieval_and_reranker_and_vlms) | 13.93 GB | 14.59 GB |\n", "| [Multimodal RAG with Document Retrieval (ColPali)
and Vision Language Models (VLMs)](https://huggingface.co/learn/cookbook/multimodal_rag_using_document_retrieval_and_vlms) | 22.63 GB | 37.16 GB |\n", "\n",