Improve: Adjusted the default Execution Provider options

This commit is contained in:
tsukumi
2024-12-22 07:04:20 +09:00
parent 08c439e88e
commit 405c5deddd
4 changed files with 22 additions and 17 deletions

View File

@@ -40,7 +40,7 @@ __loaded_tokenizers: dict[
def load_model(
language: Languages,
pretrained_model_name_or_path: Optional[str] = None,
onnx_providers: Sequence[Union[str, tuple[str, dict[str, Any]]]] = ["CPUExecutionProvider"],
onnx_providers: Sequence[Union[str, tuple[str, dict[str, Any]]]] = [("CPUExecutionProvider", {"arena_extend_strategy": "kSameAsRequested"})],
cache_dir: Optional[str] = None,
revision: str = "main",
) -> onnxruntime.InferenceSession: # fmt: skip