feat: Update GPU configuration to prioritize CUDA and remove TensorRT dependency

This commit is contained in:
JB
2025-12-21 09:04:19 -08:00
parent 90786d2bed
commit 63d179ba19
+3 -3
View File
@@ -129,12 +129,12 @@ def _configure_supertonic_gpu() -> None:
import onnxruntime as ort import onnxruntime as ort
available = ort.get_available_providers() available = ort.get_available_providers()
# Prefer CUDA, then TensorRT, then CPU # Use CUDA if available, skip TensorRT (requires extra libs not always present)
# TensorrtExecutionProvider may be listed as available but fail at runtime
# if TensorRT libraries (libnvinfer.so) are not installed
providers = [] providers = []
if "CUDAExecutionProvider" in available: if "CUDAExecutionProvider" in available:
providers.append("CUDAExecutionProvider") providers.append("CUDAExecutionProvider")
if "TensorrtExecutionProvider" in available:
providers.insert(0, "TensorrtExecutionProvider")
providers.append("CPUExecutionProvider") providers.append("CPUExecutionProvider")
# Patch supertonic's config and loader before TTS import # Patch supertonic's config and loader before TTS import