The brain gets a schedule tool (add, list, delete the asker's own reminders, timers and tasks) offered only with a schedule backend. The voice worker asks the app through schedule_action and runs fired tasks as reply via task with read-only tools, no MCP and a fresh short-term memory. The app keeps the schedules in config/schedules.json, fires them every 5 s, speaks them when the person is in Jarvis's voice channel and otherwise posts in the chat channel they asked in (or schedule.chatChannel for voice). A feature switch and a 예약 screen list and delete everyone's schedules. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
62 lines
2.1 KiB
Python
62 lines
2.1 KiB
Python
"""The real voice worker server with fake engines, for the app's protocol tests (no GPU, no models).
|
|
|
|
The fake VAD reads speech probability off the amplitude; the fake transcriber names a clip by its
|
|
pitch ("level 0.9" for a 900 Hz tone); the fake TTS makes 10 samples per character; the fake brain answers every reply with two sentences.
|
|
Run with the repo's src/ on PYTHONPATH: python fake_engine_worker.py <port>
|
|
"""
|
|
|
|
import asyncio
|
|
import os
|
|
import sys
|
|
|
|
import numpy as np
|
|
|
|
from voice_worker.server import VoiceWorker
|
|
|
|
|
|
class AmplitudeVad:
|
|
def prob(self, window):
|
|
return float(np.max(np.abs(window)))
|
|
|
|
|
|
class LevelTranscriber:
|
|
def transcribe(self, clips, opts):
|
|
return [f"level {np.argmax(np.abs(np.fft.rfft(c))) * 16000 / len(c) / 1000:.1f}" for c in clips]
|
|
|
|
|
|
class FakeBrain:
|
|
"""Answers with two sentences, says only "켜" (on) requests were said to it, ranks in reverse.
|
|
"예약" adds a reminder through the schedule backend and answers with its result; a task answers
|
|
"task: <text>"."""
|
|
|
|
def reply(self, user, text, history, chat=None, schedule=None, task=False):
|
|
if task:
|
|
return f"task: {text}"
|
|
if "예약" in text and schedule is not None:
|
|
got = schedule.act("add", kind="remind", text="물 마시기", at=4_000_000_000.0, repeat="daily")
|
|
return f"scheduled {got.get('item', {}).get('id')} {got.get('error', '')}".strip()
|
|
return "첫 문장입니다. 둘째 문장입니다."
|
|
|
|
def addressed(self, user, text, names):
|
|
return "켜" in text
|
|
|
|
def rank(self, candidates):
|
|
return [c["id"] for c in reversed(candidates)]
|
|
|
|
|
|
class FakeTts:
|
|
def synthesize(self, text, rate):
|
|
return np.full(len(text) * 10, 1000, dtype=np.int16)
|
|
|
|
|
|
async def main(port: int) -> None:
|
|
worker = VoiceWorker(os.environ["JARVIS_VOICE_TOKEN"], LevelTranscriber(), AmplitudeVad, FakeTts(),
|
|
brain=FakeBrain())
|
|
server = await worker.serve("127.0.0.1", port)
|
|
print(f"READY 127.0.0.1:{port}", flush=True)
|
|
await server.serve_forever()
|
|
|
|
|
|
if __name__ == "__main__":
|
|
asyncio.run(main(int(sys.argv[1])))
|