Use faster model for examples (#1607)

* Use faster model for examples Signed-off-by: elronbandel <[email protected]> * Update model to SmolLM2-1.7B-Instruct in evaluation examples Signed-off-by: elronbandel <[email protected]> --------- Signed-off-by: elronbandel <[email protected]>
IBM · Feb 13, 2025 · f71e7ae · f71e7ae
1 parent 8472838
commit f71e7ae
Show file tree

Hide file tree

Showing 6 changed files with 17 additions and 23 deletions.
diff --git a/examples/evaluate_using_metrics_ensemble.py b/examples/evaluate_using_metrics_ensemble.py
@@ -27,9 +27,9 @@
     split="test",
 )
 
-# Infer using Llama-3.2-1B base using HF API
+# Infer using SmolLM2 using HF API
 model = HFPipelineBasedInferenceEngine(
-    model_name="Qwen/Qwen1.5-0.5B-Chat", max_new_tokens=32
+    model_name="HuggingFaceTB/SmolLM2-1.7B-Instruct", max_new_tokens=32
 )
 # Change to this to infer with external APIs:
 # CrossProviderInferenceEngine(model="llama-3-2-1b-instruct", provider="watsonx")

diff --git a/examples/ner_evaluation.py b/examples/ner_evaluation.py
@@ -35,9 +35,9 @@
     format="formats.chat_api",
 )
 
-# Infer using Llama-3.2-1B base using HF API
+# Infer using SmolLM2 using HF API
 # model = HFPipelineBasedInferenceEngine(
-#   model_name="Qwen/Qwen1.5-0.5B-Chat", max_new_tokens=32
+#   model_name="HuggingFaceTB/SmolLM2-1.7B-Instruct", max_new_tokens=32
 # )
 # Change to this to infer with external APIs:
 

diff --git a/examples/qa_evaluation.py b/examples/qa_evaluation.py
@@ -30,9 +30,9 @@
     format="formats.chat_api",
 )
 
-# Infer using Llama-3.2-1B base using HF API
+# Infer using SmolLM2 using HF API
 model = HFPipelineBasedInferenceEngine(
-    model_name="Qwen/Qwen1.5-0.5B-Chat", max_new_tokens=32
+    model_name="HuggingFaceTB/SmolLM2-1.7B-Instruct", max_new_tokens=32
 )
 # Change to this to infer with external APIs:
 # from unitxt.inference import CrossProviderInferenceEngine

diff --git a/examples/standalone_evaluation_llm_as_judge.py b/examples/standalone_evaluation_llm_as_judge.py
@@ -89,9 +89,9 @@
     max_test_instances=10,
 )
 
-# Infer using Llama-3.2-1B base using HF API
+# Infer using SmolLM2 using HF API
 model = HFPipelineBasedInferenceEngine(
-    model_name="Qwen/Qwen1.5-0.5B-Chat", max_new_tokens=32
+    model_name="HuggingFaceTB/SmolLM2-1.7B-Instruct", max_new_tokens=32
 )
 predictions = model(dataset)
 

diff --git a/examples/standalone_qa_evaluation.py b/examples/standalone_qa_evaluation.py
@@ -37,9 +37,9 @@
 )
 
 
-# Infer using Llama-3.2-1B base using HF API
+# Infer using SmolLM2 using HF API
 model = HFPipelineBasedInferenceEngine(
-    model_name="Qwen/Qwen1.5-0.5B-Chat", max_new_tokens=32
+    model_name="HuggingFaceTB/SmolLM2-1.7B-Instruct", max_new_tokens=32
 )
 # Change to this to infer with external APIs:
 # from unitxt.inference import CrossProviderInferenceEngine

diff --git a/utils/.secrets.baseline b/utils/.secrets.baseline
@@ -133,16 +133,14 @@
         "filename": "src/unitxt/inference.py",
         "hashed_secret": "aa6cd2a77de22303be80e1f632195d62d211a729",
         "is_verified": false,
-        "line_number": 1294,
-        "is_secret": false
+        "line_number": 1294
       },
       {
         "type": "Secret Keyword",
         "filename": "src/unitxt/inference.py",
         "hashed_secret": "c8f16a194efc59559549c7bd69f7bea038742e79",
         "is_verified": false,
-        "line_number": 1779,
-        "is_secret": false
+        "line_number": 1779
       }
     ],
     "src/unitxt/loaders.py": [
@@ -151,8 +149,7 @@
         "filename": "src/unitxt/loaders.py",
         "hashed_secret": "840268f77a57d5553add023cfa8a4d1535f49742",
         "is_verified": false,
-        "line_number": 595,
-        "is_secret": false
+        "line_number": 595
       }
     ],
     "src/unitxt/metrics.py": [
@@ -161,8 +158,7 @@
         "filename": "src/unitxt/metrics.py",
         "hashed_secret": "fa172616e9af3d2a24b5597f264eab963fe76889",
         "is_verified": false,
-        "line_number": 70,
-        "is_secret": false
+        "line_number": 70
       }
     ],
     "tests/library/test_loaders.py": [
@@ -171,18 +167,16 @@
         "filename": "tests/library/test_loaders.py",
         "hashed_secret": "8d814baafe5d8412572dc520dcab83f60ce1375c",
         "is_verified": false,
-        "line_number": 125,
-        "is_secret": false
+        "line_number": 125
       },
       {
         "type": "Secret Keyword",
         "filename": "tests/library/test_loaders.py",
         "hashed_secret": "42a472ac88cd8d43a2c5ae0bd0bdf4626cdaba31",
         "is_verified": false,
-        "line_number": 135,
-        "is_secret": false
+        "line_number": 135
       }
     ]
   },
-  "generated_at": "2025-02-12T09:37:42Z"
+  "generated_at": "2025-02-13T14:45:34Z"
 }