Compare commits
1 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
677bfcd2a9 |
@@ -150,12 +150,17 @@ def _ensure_brain():
|
|||||||
compute = os.environ.get("WHISPER_COMPUTE_TYPE", "auto")
|
compute = os.environ.get("WHISPER_COMPUTE_TYPE", "auto")
|
||||||
try:
|
try:
|
||||||
whisper = WhisperModel(cfg.whisper_model, device=device, compute_type=compute)
|
whisper = WhisperModel(cfg.whisper_model, device=device, compute_type=compute)
|
||||||
|
# Log the device actually resolved by CTranslate2 (device="auto"
|
||||||
|
# picks cuda when available) so a silent CPU load is visible.
|
||||||
|
resolved = str(getattr(getattr(whisper, "model", None), "device", device)).lower()
|
||||||
|
print(f"[bridge] whisper loaded on {resolved} (compute={compute})", flush=True)
|
||||||
except Exception as ge:
|
except Exception as ge:
|
||||||
# GPU not available / unsupported -> fall back to CPU so the
|
# GPU not available / unsupported -> fall back to CPU so the
|
||||||
# bridge still works without a GPU passed to the container.
|
# bridge still works without a GPU passed to the container.
|
||||||
if device != "cpu":
|
if device != "cpu":
|
||||||
print(f"[bridge] whisper device='{device}' failed ({ge}); falling back to CPU", flush=True)
|
print(f"[bridge] whisper device='{device}' failed ({ge}); falling back to CPU", flush=True)
|
||||||
whisper = WhisperModel(cfg.whisper_model, device="cpu", compute_type="int8")
|
whisper = WhisperModel(cfg.whisper_model, device="cpu", compute_type="int8")
|
||||||
|
print("[bridge] whisper loaded on cpu (compute=int8)", flush=True)
|
||||||
else:
|
else:
|
||||||
raise
|
raise
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user