Simplify tensorrt building (#13851)

* Simplify tensorrt building

* Use engine context cache
This commit is contained in:
Nicolas Mowen
2024-09-20 09:49:44 -06:00
committed by GitHub
parent 535bf6e4b9
commit 1a51ce712c
2 changed files with 3 additions and 3 deletions

View File

@@ -49,7 +49,9 @@ class ONNXDetector(DetectionApi):
"trt_timing_cache_enable": True,
"trt_timing_cache_path": "/config/model_cache/tensorrt/ort",
"trt_engine_cache_enable": True,
"trt_dump_ep_context_model": True,
"trt_engine_cache_path": "/config/model_cache/tensorrt/ort/trt-engines",
"trt_ep_context_file_path": "/config/model_cache/tensorrt/ort",
}
)
elif provider == "OpenVINOExecutionProvider":