Files
javis_bot/scripts/m0/m0lib/envs.py
javis-bot 653d6ecc03 feat(m0): add gaming-PC measurement kit for v2 defaults
One double-click kit (scripts/m0/run_m0.bat) that measures the gaming PC
and packs the results into a single zip:

- PC info (GPU, driver, RAM, disks, monitors)
- Windows checks with the user: bot browser window hidden from Alt+Tab
  but listed in Discord's share picker and still drawing while covered;
  Discord pop-out stream window identification and occlusion; installed
  games, anti-cheat services and the borderless game detector
- MeloTTS, CosyVoice2 and Fun-CosyVoice3 Korean synthesis speed
- faster-whisper large-v3-turbo: final/partial latency, CER, wake-word
  hint, batched decoding for several speakers
- Strata LLM (fast and recommended presets): TTFT by context length,
  decode speed, tool calls, picture reading per quality tier, Korean
  answers, parallel requests, VRAM give-back and restart/switch timings

uv and Python, per-stage venvs, models and Strata all live inside the
work folder. Results are scrubbed of user/computer names and home paths.
Verified on Linux GPU (LLM client against Ollama, STT, MeloTTS,
CosyVoice2/3) and on the Windows 11 CI VM (window checks, game scan,
MeloTTS/CosyVoice2/STT installs, Strata install and plan).

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-11-09 15:38:41 +09:00

137 lines
6.4 KiB
Python

"""Per-stage Python environments, created with uv inside the work folder.
Each heavy stage gets its own venv because their pins conflict (MeloTTS needs
transformers 4.27 on Python 3.11, CosyVoice needs transformers 4.51, ...).
"""
from __future__ import annotations
import io
import os
import shutil
import sys
import urllib.request
import zipfile
from pathlib import Path
from m0lib.common import IS_WINDOWS, run_logged, say
CU128_INDEX = "https://download.pytorch.org/whl/cu128"
TORCH_CU128 = ["torch==2.11.0", "torchaudio==2.11.0", "--index-url", CU128_INDEX]
# After the CUDA torch is in, later steps must not swap it for another build
# (openai-whisper's Linux triton<3 pin silently downgraded torch to 2.3.1).
TORCH_PIN = "torch==2.11.0+cu128\ntorchaudio==2.11.0+cu128\n"
MELO_URL = "https://github.com/myshell-ai/MeloTTS/archive/209145371cff8fc3bd60d7be902ea69cbdb7965a.tar.gz"
COSY_ZIP = "https://github.com/FunAudioLLM/CosyVoice/archive/074ca6dc9e80a2f424f1f74b48bdd7d3fea531cc.zip"
MATCHA_ZIP = "https://github.com/shivammehta25/Matcha-TTS/archive/dd9105b34bf2be2230f4aa1e4769fb586a3c824e.zip"
UNINSTALL = "--m0-uninstall"
# name -> (python version, list of install steps; each step is the argument list for `uv pip install`)
SPECS: dict[str, tuple[str, list[list[str]]]] = {
"base": ("3.12", [["pillow==12.2.0"]]),
"stt": ("3.12", [["faster-whisper==1.2.1", "ctranslate2==4.8.1", "nvidia-cublas-cu12==12.9.2.10",
"nvidia-cudnn-cu12==9.24.0.43"]]),
# MeloTTS pulls mecab-python3 (package dir "MeCab", Japanese only) and the
# Korean g2p needs python-mecab-ko (package dir "mecab"). On Windows the two
# folder names are the same folder, so mecab-python3 is removed first and
# tts_melo.py stubs the Japanese tagger.
"melo": ("3.11", [TORCH_CU128,
[MELO_URL],
[UNINSTALL, "mecab-python3"],
["python-mecab-ko==1.3.7", "python-mecab-ko-dic==2.1.1.post2"]]),
"cosy": ("3.10", [TORCH_CU128,
# openai-whisper is an sdist whose setup.py imports pkg_resources.
["setuptools<81", "wheel"],
["--no-build-isolation", "--no-deps", "openai-whisper==20231117"],
["numba", "tiktoken", "more-itertools", "tqdm"],
["conformer==0.3.2", "diffusers==0.29.0", "HyperPyYAML==1.2.3", "inflect==7.3.1",
"librosa==0.10.2", "modelscope==1.20.0", "numpy==1.26.4", "omegaconf==2.3.0",
"onnxruntime==1.18.0", "soundfile==0.12.1",
"transformers==4.51.3", "x-transformers==2.11.24", "wetext==0.0.4", "hydra-core==1.3.2",
"lightning==2.2.4", "matplotlib==3.7.5", "huggingface_hub==0.36.2", "rich==13.7.1",
"pyarrow==18.1.0", "gdown==5.1.0", "wget==3.2", "pyworld==0.3.4"]]),
}
def venv_python(venv: Path) -> Path:
return venv / ("Scripts/python.exe" if IS_WINDOWS else "bin/python")
def find_uv() -> str:
uv = os.environ.get("M0_UV") or shutil.which("uv")
if not uv:
raise RuntimeError("uv not found (run_m0.ps1 installs it)")
return uv
def ensure_env(name: str, work: Path, log: Path) -> Path:
"""Create the venv for ``name`` once; returns its python. Raises on failure."""
py_ver, steps = SPECS[name]
venv = work / "venvs" / name
py = venv_python(venv)
done = venv / ".m0-ready"
if done.exists() and py.exists():
return py
uv = find_uv()
say(f" [{name}] Python {py_ver} 가상환경 준비 중 (처음 한 번만, 몇 분 걸립니다)")
if run_logged([uv, "venv", "--clear", "--python", py_ver, str(venv)], log, timeout=1800) != 0:
raise RuntimeError(f"uv venv failed for {name} (see {log.name})")
pinned = False
for i, args in enumerate(steps, 1):
say(f" [{name}] 패키지 설치 {i}/{len(steps)}")
extra: list[str] = []
if pinned:
pin = venv / "torch-pin.txt"
pin.write_text(TORCH_PIN, encoding="utf-8")
extra = ["-c", str(pin), "--extra-index-url", CU128_INDEX, "--index-strategy", "unsafe-best-match"]
if args[0] == UNINSTALL:
run_logged([uv, "pip", "uninstall", "--python", str(py), *args[1:]], log, timeout=600)
_remove_package_dirs(venv, {a.lower() for a in args[1:]})
continue
if run_logged([uv, "pip", "install", "--python", str(py), *args, *extra], log, timeout=3600) != 0:
raise RuntimeError(f"package install step {i} failed for {name} (see {log.name})")
pinned = pinned or args is TORCH_CU128
if name == "melo":
# The full `unidic` package ships without its dictionary; with it removed
# mecab-python3 falls back to unidic_lite (same fix as docker/setup-melo.sh).
run_logged([uv, "pip", "uninstall", "--python", str(py), "unidic"], log, timeout=600)
done.write_text("ok", encoding="utf-8")
return py
def _remove_package_dirs(venv: Path, dists: set[str]) -> None:
"""Remove folders an uninstall can leave behind (a case-insensitive clash on Windows)."""
names = {"mecab-python3": "mecab"}
targets = {names.get(d, d) for d in dists}
for sp in list(venv.glob("Lib/site-packages")) + list(venv.glob("lib/python*/site-packages")):
for entry in sp.iterdir():
if entry.is_dir() and entry.name.lower() in targets:
shutil.rmtree(entry, ignore_errors=True)
def _unzip_github(url: str, dest: Path, log: Path) -> None:
say(f" 소스 받는 중: {url.split('/')[4]}")
with urllib.request.urlopen(url, timeout=600) as resp:
data = resp.read()
with zipfile.ZipFile(io.BytesIO(data)) as z:
top = z.namelist()[0].split("/")[0]
tmp = dest.parent / (dest.name + ".tmp")
shutil.rmtree(tmp, ignore_errors=True)
z.extractall(tmp)
shutil.rmtree(dest, ignore_errors=True)
(tmp / top).rename(dest)
shutil.rmtree(tmp, ignore_errors=True)
with open(log, "a", encoding="utf-8") as f:
f.write(f"unpacked {url} -> {dest.name}\n")
def ensure_cosy_source(work: Path, log: Path) -> Path:
src = work / "src" / "CosyVoice"
if (src / "cosyvoice").is_dir() and (src / "third_party" / "Matcha-TTS" / "matcha").is_dir():
return src
src.parent.mkdir(parents=True, exist_ok=True)
_unzip_github(COSY_ZIP, src, log)
_unzip_github(MATCHA_ZIP, src / "third_party" / "Matcha-TTS", log)
return src