Fix: unnecessary warning issue in HuggingFace LLM when tokenizer is p…

…rovided as argument(run-llama#16035) (run-llama#16037)
lvliang-intel · Sep 16, 2024 · f037de8 · f037de8
1 parent 6816ad9
commit f037de8
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/...index-integrations/llms/llama-index-llms-huggingface/llama_index/llms/huggingface/base.py b/...index-integrations/llms/llama-index-llms-huggingface/llama_index/llms/huggingface/base.py
@@ -259,9 +259,9 @@ def __init__(
             tokenizer_name, **tokenizer_kwargs
         )
 
-        if tokenizer.name_or_path != model_name:
+        if tokenizer.name_or_path != model.name_or_path:
             logger.warning(
-                f"The model `{model_name}` and tokenizer `{tokenizer.name_or_path}` "
+                f"The model `{model.name_or_path}` and tokenizer `{tokenizer.name_or_path}` "
                 f"are different, please ensure that they are compatible."
             )
 

diff --git a/llama-index-integrations/llms/llama-index-llms-huggingface/pyproject.toml b/llama-index-integrations/llms/llama-index-llms-huggingface/pyproject.toml
@@ -28,7 +28,7 @@ exclude = ["**/BUILD"]
 license = "MIT"
 name = "llama-index-llms-huggingface"
 readme = "README.md"
-version = "0.3.3"
+version = "0.3.4"
 
 [tool.poetry.dependencies]
 python = ">=3.8.1,<4.0"