File tree Expand file tree Collapse file tree 5 files changed +7
-5
lines changed Expand file tree Collapse file tree 5 files changed +7
-5
lines changed Original file line number Diff line number Diff line change 1
1
from .llm import LLM
2
2
from .model_config import MoeLoadBalancerConfig
3
- from .models .checkpoints .base_checkpoint_loader import BaseCheckpointLoader
4
3
5
- __all__ = ["LLM" , "MoeLoadBalancerConfig" , "BaseCheckpointLoader" ]
4
+ __all__ = ["LLM" , "MoeLoadBalancerConfig" ]
Original file line number Diff line number Diff line change @@ -1894,7 +1894,8 @@ class TorchLlmArgs(BaseLlmArgs):
1894
1894
default = None ,
1895
1895
description = "The checkpoint loader to use for this LLM instance." ,
1896
1896
json_schema_extra = {
1897
- "type" : "Optional[tensorrt_llm._torch.BaseCheckpointLoader]"
1897
+ "type" :
1898
+ "Optional[tensorrt_llm._torch.models.checkpoints.BaseCheckpointLoader]"
1898
1899
},
1899
1900
)
1900
1901
Original file line number Diff line number Diff line change @@ -423,7 +423,6 @@ test_e2e.py::test_ptp_quickstart_multimodal[gemma-3-27b-it-gemma/gemma-3-27b-it-
423
423
test_e2e.py::test_ptp_quickstart_multimodal[gemma-3-27b-it-gemma/gemma-3-27b-it-image-False] SKIP (https://nvbgus/5401114)
424
424
examples/test_recurrentgemma.py::test_llm_recurrentgemma_1gpu[use_cpp_session-recurrentgemma-2b-use_paged_cache-int4_awq-float16-enable_attn_plugin-enable_gemm_plugin] SKIP (https://nvbugs/5401233)
425
425
examples/test_recurrentgemma.py::test_llm_recurrentgemma_2gpu[recurrentgemma-2b] SKIP (https://nvbugs/5401233)
426
- examples/test_multimodal.py::test_llm_multimodal_general[VILA1.5-3b-pp:1-tp:1-float16-bs:1-cpp_e2e:False-nb:1] SKIP (https://nvbugs/5401156)
427
426
test_e2e.py::test_ptp_quickstart_multimodal[mistral-small-3.1-24b-instruct-Mistral-Small-3.1-24B-Instruct-2503-image-True] SKIP (https://nvbugs/5404005)
428
427
accuracy/test_llm_api_pytorch.py::TestLlama3_1_8BInstruct::test_eagle3 SKIP (https://nvbugs/5409414)
429
428
accuracy/test_llm_api_pytorch.py::TestLlama3_1_8BInstruct::test_fp8_beam_search SKIP (https://nvbugs/5409415)
Original file line number Diff line number Diff line change 18
18
19
19
import tensorrt_llm
20
20
from tensorrt_llm import LLM
21
+ # Import BaseCheckpointLoader for YAML processing
22
+ from tensorrt_llm ._torch .models .checkpoints .base_checkpoint_loader import \
23
+ BaseCheckpointLoader
21
24
from tensorrt_llm .executor import GenerationResult
22
25
from tensorrt_llm .executor .result import TokenLogprobs
23
26
from tensorrt_llm .llmapi import (CalibConfig , CompletionOutput ,
Original file line number Diff line number Diff line change @@ -71,7 +71,7 @@ methods:
71
71
annotation : Optional[tensorrt_llm.llmapi.llm_args.CudaGraphConfig]
72
72
default : null
73
73
checkpoint_loader :
74
- annotation : Optional[tensorrt_llm._torch.BaseCheckpointLoader]
74
+ annotation : Optional[tensorrt_llm._torch.models.checkpoints. BaseCheckpointLoader]
75
75
default : null
76
76
checkpoint_format :
77
77
annotation : Optional[str]
You can’t perform that action at this time.
0 commit comments