File tree Expand file tree Collapse file tree 3 files changed +3
-3
lines changed
tests/integration/defs/accuracy Expand file tree Collapse file tree 3 files changed +3
-3
lines changed Original file line number Diff line number Diff line change @@ -171,6 +171,6 @@ microsoft/Phi-4-multimodal-instruct:
171171microsoft/Phi-4-multimodal-instruct-long-rope :
172172 - accuracy : 75.85
173173microsoft/Phi-4-mini-instruct :
174- - accuracy : 75.00
174+ - accuracy : 82.30
175175LGAI-EXAONE/EXAONE-4.0-32B :
176176 - accuracy : 88.36
Original file line number Diff line number Diff line change @@ -226,7 +226,7 @@ nvidia/Nemotron-H-56B-Base-8K:
226226 kv_cache_quant_algo : FP8
227227 accuracy : 83.82
228228microsoft/Phi-4-mini-instruct :
229- - accuracy : 65.00
229+ - accuracy : 68.98
230230# Created a dummy accuracy to track tp_size=2 for phi4-mini model.
231231# TODO: update once https://nvbugs/5393849 is fixed.
232232microsoft/Phi-4-mini-instruct-tp2 :
Original file line number Diff line number Diff line change @@ -2303,7 +2303,7 @@ class TestPhi4MiniInstruct(LlmapiAccuracyTestHarness):
23032303 MODEL_PATH = f"{ llm_models_root ()} /Phi-4-mini-instruct"
23042304
23052305 def test_auto_dtype (self ):
2306- with LLM (self .MODEL_PATH ) as llm :
2306+ with LLM (self .MODEL_PATH , max_seq_len = 4096 ) as llm :
23072307 task = CnnDailymail (self .MODEL_NAME )
23082308 task .evaluate (llm )
23092309 task = MMLU (self .MODEL_NAME )
You can’t perform that action at this time.
0 commit comments