refactor: split setup service rendering and verify probes
This commit is contained in:
465
setup/service.ts
465
setup/service.ts
@@ -13,14 +13,9 @@ import os from 'os';
|
||||
import path from 'path';
|
||||
|
||||
import { logger } from '../src/logger.js';
|
||||
import {
|
||||
getPlatform,
|
||||
getNodePath,
|
||||
getServiceManager,
|
||||
isRoot,
|
||||
} from './platform.js';
|
||||
import { STACK_RESTART_UNIT_NAME } from './restart-stack.js';
|
||||
import { getServiceDefs, type ServiceDef } from './service-defs.js';
|
||||
import { getPlatform, getNodePath } from './platform.js';
|
||||
import { getServiceDefs } from './service-defs.js';
|
||||
import { setupLaunchd, setupLinux } from './service-installers.js';
|
||||
import { emitStatus } from './status.js';
|
||||
|
||||
/* ------------------------------------------------------------------ */
|
||||
@@ -86,457 +81,3 @@ export async function run(_args: string[]): Promise<void> {
|
||||
process.exit(1);
|
||||
}
|
||||
}
|
||||
|
||||
export function buildRuntimePathEnv(nodePath: string, homeDir: string): string {
|
||||
return `${path.dirname(nodePath)}:/usr/local/bin:/usr/bin:/bin:${homeDir}/.local/bin:${homeDir}/.npm-global/bin`;
|
||||
}
|
||||
|
||||
function buildLaunchdEnvironmentEntries(
|
||||
nodePath: string,
|
||||
homeDir: string,
|
||||
extraEnv?: Record<string, string>,
|
||||
): string[] {
|
||||
const envEntries = [
|
||||
` <key>PATH</key>`,
|
||||
` <string>${buildRuntimePathEnv(nodePath, homeDir)}</string>`,
|
||||
` <key>HOME</key>`,
|
||||
` <string>${homeDir}</string>`,
|
||||
];
|
||||
if (extraEnv) {
|
||||
for (const [k, v] of Object.entries(extraEnv)) {
|
||||
envEntries.push(` <key>${k}</key>`);
|
||||
envEntries.push(` <string>${v}</string>`);
|
||||
}
|
||||
}
|
||||
return envEntries;
|
||||
}
|
||||
|
||||
function buildSystemdEnvironmentLines(
|
||||
nodePath: string,
|
||||
homeDir: string,
|
||||
extraEnv?: Record<string, string>,
|
||||
): string[] {
|
||||
const envLines = [
|
||||
`Environment=HOME=${homeDir}`,
|
||||
`Environment=PATH=${buildRuntimePathEnv(nodePath, homeDir)}`,
|
||||
];
|
||||
if (extraEnv) {
|
||||
for (const [k, v] of Object.entries(extraEnv)) {
|
||||
envLines.push(`Environment=${k}=${v}`);
|
||||
}
|
||||
}
|
||||
return envLines;
|
||||
}
|
||||
|
||||
/* ------------------------------------------------------------------ */
|
||||
/* macOS (launchd) */
|
||||
/* ------------------------------------------------------------------ */
|
||||
|
||||
function setupLaunchd(
|
||||
def: ServiceDef,
|
||||
projectRoot: string,
|
||||
nodePath: string,
|
||||
homeDir: string,
|
||||
): void {
|
||||
const plistPath = path.join(
|
||||
homeDir,
|
||||
'Library',
|
||||
'LaunchAgents',
|
||||
`${def.launchdLabel}.plist`,
|
||||
);
|
||||
fs.mkdirSync(path.dirname(plistPath), { recursive: true });
|
||||
|
||||
const plist = buildLaunchdPlist(def, projectRoot, nodePath, homeDir);
|
||||
|
||||
fs.writeFileSync(plistPath, plist);
|
||||
logger.info({ plistPath, service: def.name }, 'Wrote launchd plist');
|
||||
|
||||
try {
|
||||
execSync(`launchctl load ${JSON.stringify(plistPath)}`, {
|
||||
stdio: 'ignore',
|
||||
});
|
||||
logger.info({ service: def.name }, 'launchctl load succeeded');
|
||||
} catch {
|
||||
logger.warn(
|
||||
{ service: def.name },
|
||||
'launchctl load failed (may already be loaded)',
|
||||
);
|
||||
}
|
||||
|
||||
// Verify
|
||||
let serviceLoaded = false;
|
||||
try {
|
||||
const output = execSync('launchctl list', { encoding: 'utf-8' });
|
||||
serviceLoaded = output.includes(def.launchdLabel);
|
||||
} catch {
|
||||
// launchctl list failed
|
||||
}
|
||||
|
||||
emitStatus('SETUP_SERVICE', {
|
||||
SERVICE_NAME: def.name,
|
||||
SERVICE_TYPE: 'launchd',
|
||||
NODE_PATH: nodePath,
|
||||
PROJECT_PATH: projectRoot,
|
||||
PLIST_PATH: plistPath,
|
||||
SERVICE_LOADED: serviceLoaded,
|
||||
STATUS: 'success',
|
||||
LOG: 'logs/setup.log',
|
||||
});
|
||||
}
|
||||
|
||||
export function buildLaunchdPlist(
|
||||
def: ServiceDef,
|
||||
projectRoot: string,
|
||||
nodePath: string,
|
||||
homeDir: string,
|
||||
): string {
|
||||
const envEntries = buildLaunchdEnvironmentEntries(
|
||||
nodePath,
|
||||
homeDir,
|
||||
def.extraEnv,
|
||||
);
|
||||
|
||||
return `<?xml version="1.0" encoding="UTF-8"?>
|
||||
<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
|
||||
<plist version="1.0">
|
||||
<dict>
|
||||
<key>Label</key>
|
||||
<string>${def.launchdLabel}</string>
|
||||
<key>ProgramArguments</key>
|
||||
<array>
|
||||
<string>${nodePath}</string>
|
||||
<string>${projectRoot}/dist/index.js</string>
|
||||
</array>
|
||||
<key>WorkingDirectory</key>
|
||||
<string>${projectRoot}</string>
|
||||
<key>RunAtLoad</key>
|
||||
<true/>
|
||||
<key>KeepAlive</key>
|
||||
<true/>
|
||||
<key>EnvironmentVariables</key>
|
||||
<dict>
|
||||
${envEntries.join('\n')}
|
||||
</dict>
|
||||
<key>StandardOutPath</key>
|
||||
<string>${projectRoot}/logs/${def.logName}.log</string>
|
||||
<key>StandardErrorPath</key>
|
||||
<string>${projectRoot}/logs/${def.logName}.error.log</string>
|
||||
</dict>
|
||||
</plist>`;
|
||||
}
|
||||
|
||||
/* ------------------------------------------------------------------ */
|
||||
/* Linux */
|
||||
/* ------------------------------------------------------------------ */
|
||||
|
||||
function setupLinux(
|
||||
serviceDefs: ServiceDef[],
|
||||
projectRoot: string,
|
||||
nodePath: string,
|
||||
homeDir: string,
|
||||
): void {
|
||||
const serviceManager = getServiceManager();
|
||||
|
||||
if (serviceManager === 'systemd') {
|
||||
setupSystemdAll(serviceDefs, projectRoot, nodePath, homeDir);
|
||||
} else {
|
||||
// WSL without systemd or other Linux without systemd
|
||||
for (const def of serviceDefs) {
|
||||
setupNohupFallback(def, projectRoot, nodePath, homeDir);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* Kill any orphaned ejclaw node processes left from previous runs or debugging.
|
||||
* Prevents connection conflicts when two instances connect to the same channel simultaneously.
|
||||
*/
|
||||
function killOrphanedProcesses(projectRoot: string): void {
|
||||
try {
|
||||
execSync(`pkill -f '${projectRoot}/dist/index\\.js' || true`, {
|
||||
stdio: 'ignore',
|
||||
});
|
||||
logger.info('Stopped any orphaned ejclaw processes');
|
||||
} catch {
|
||||
// pkill not available or no orphans
|
||||
}
|
||||
}
|
||||
|
||||
/* ------------------------------------------------------------------ */
|
||||
/* systemd */
|
||||
/* ------------------------------------------------------------------ */
|
||||
|
||||
function setupSystemdAll(
|
||||
serviceDefs: ServiceDef[],
|
||||
projectRoot: string,
|
||||
nodePath: string,
|
||||
homeDir: string,
|
||||
): void {
|
||||
const runningAsRoot = isRoot();
|
||||
const systemctlPrefix = runningAsRoot ? 'systemctl' : 'systemctl --user';
|
||||
|
||||
// Pre-flight: verify user-level systemd session is available
|
||||
if (!runningAsRoot) {
|
||||
try {
|
||||
execSync('systemctl --user daemon-reload', { stdio: 'pipe' });
|
||||
} catch {
|
||||
logger.warn(
|
||||
'systemd user session not available — falling back to nohup wrapper',
|
||||
);
|
||||
for (const def of serviceDefs) {
|
||||
setupNohupFallback(def, projectRoot, nodePath, homeDir);
|
||||
}
|
||||
return;
|
||||
}
|
||||
}
|
||||
|
||||
// Kill orphaned processes once before installing any services
|
||||
killOrphanedProcesses(projectRoot);
|
||||
|
||||
// Install each service
|
||||
for (const def of serviceDefs) {
|
||||
setupSystemdUnit(def, projectRoot, nodePath, homeDir, runningAsRoot);
|
||||
}
|
||||
setupSystemdStackRestartUnit(projectRoot, nodePath, homeDir, runningAsRoot);
|
||||
|
||||
// Reload daemon once after all units are written
|
||||
try {
|
||||
execSync(`${systemctlPrefix} daemon-reload`, { stdio: 'ignore' });
|
||||
} catch (err) {
|
||||
logger.error({ err }, 'systemctl daemon-reload failed');
|
||||
}
|
||||
|
||||
// Enable and start each service
|
||||
for (const def of serviceDefs) {
|
||||
try {
|
||||
execSync(`${systemctlPrefix} enable ${def.name}`, { stdio: 'ignore' });
|
||||
} catch (err) {
|
||||
logger.error({ err, service: def.name }, 'systemctl enable failed');
|
||||
}
|
||||
|
||||
try {
|
||||
execSync(`${systemctlPrefix} start ${def.name}`, { stdio: 'ignore' });
|
||||
} catch (err) {
|
||||
logger.error({ err, service: def.name }, 'systemctl start failed');
|
||||
}
|
||||
|
||||
// Verify
|
||||
let serviceLoaded = false;
|
||||
try {
|
||||
execSync(`${systemctlPrefix} is-active ${def.name}`, {
|
||||
stdio: 'ignore',
|
||||
});
|
||||
serviceLoaded = true;
|
||||
} catch {
|
||||
// Not active
|
||||
}
|
||||
|
||||
emitStatus('SETUP_SERVICE', {
|
||||
SERVICE_NAME: def.name,
|
||||
SERVICE_TYPE: runningAsRoot ? 'systemd-system' : 'systemd-user',
|
||||
NODE_PATH: nodePath,
|
||||
PROJECT_PATH: projectRoot,
|
||||
UNIT_PATH: getUnitPath(def.name, homeDir, runningAsRoot),
|
||||
SERVICE_LOADED: serviceLoaded,
|
||||
STATUS: 'success',
|
||||
LOG: 'logs/setup.log',
|
||||
});
|
||||
}
|
||||
}
|
||||
|
||||
function getUnitPath(
|
||||
serviceName: string,
|
||||
homeDir: string,
|
||||
runningAsRoot: boolean,
|
||||
): string {
|
||||
if (runningAsRoot) {
|
||||
return `/etc/systemd/system/${serviceName}.service`;
|
||||
}
|
||||
return path.join(
|
||||
homeDir,
|
||||
'.config',
|
||||
'systemd',
|
||||
'user',
|
||||
`${serviceName}.service`,
|
||||
);
|
||||
}
|
||||
|
||||
function setupSystemdUnit(
|
||||
def: ServiceDef,
|
||||
projectRoot: string,
|
||||
nodePath: string,
|
||||
homeDir: string,
|
||||
runningAsRoot: boolean,
|
||||
): void {
|
||||
const unitPath = getUnitPath(def.name, homeDir, runningAsRoot);
|
||||
fs.mkdirSync(path.dirname(unitPath), { recursive: true });
|
||||
|
||||
const unit = buildSystemdUnit(
|
||||
def,
|
||||
projectRoot,
|
||||
nodePath,
|
||||
homeDir,
|
||||
runningAsRoot,
|
||||
);
|
||||
|
||||
fs.writeFileSync(unitPath, unit);
|
||||
logger.info({ unitPath, service: def.name }, 'Wrote systemd unit');
|
||||
}
|
||||
|
||||
export function buildSystemdUnit(
|
||||
def: ServiceDef,
|
||||
projectRoot: string,
|
||||
nodePath: string,
|
||||
homeDir: string,
|
||||
runningAsRoot: boolean,
|
||||
): string {
|
||||
const envLines = buildSystemdEnvironmentLines(
|
||||
nodePath,
|
||||
homeDir,
|
||||
def.extraEnv,
|
||||
);
|
||||
|
||||
// EnvironmentFile line (optional — for codex service loading .env.codex)
|
||||
const envFileLine = def.environmentFile
|
||||
? `EnvironmentFile=${def.environmentFile}\n`
|
||||
: '';
|
||||
|
||||
return `[Unit]
|
||||
Description=${def.description}
|
||||
After=network.target
|
||||
|
||||
[Service]
|
||||
${envFileLine}Type=simple
|
||||
ExecStart=${nodePath} ${projectRoot}/dist/index.js
|
||||
WorkingDirectory=${projectRoot}
|
||||
Restart=always
|
||||
RestartSec=5
|
||||
${envLines.join('\n')}
|
||||
StandardOutput=append:${projectRoot}/logs/${def.logName}.log
|
||||
StandardError=append:${projectRoot}/logs/${def.logName}.error.log
|
||||
|
||||
[Install]
|
||||
WantedBy=${runningAsRoot ? 'multi-user.target' : 'default.target'}`;
|
||||
}
|
||||
|
||||
export function buildStackRestartSystemdUnit(
|
||||
projectRoot: string,
|
||||
nodePath: string,
|
||||
homeDir: string,
|
||||
): string {
|
||||
const envLines = buildSystemdEnvironmentLines(nodePath, homeDir);
|
||||
|
||||
return `[Unit]
|
||||
Description=EJClaw Stack Restart Orchestrator
|
||||
After=network.target
|
||||
|
||||
[Service]
|
||||
Type=oneshot
|
||||
WorkingDirectory=${projectRoot}
|
||||
${envLines.join('\n')}
|
||||
ExecStart=${nodePath} ${projectRoot}/setup/restart-stack.ts --direct
|
||||
`;
|
||||
}
|
||||
|
||||
function setupSystemdStackRestartUnit(
|
||||
projectRoot: string,
|
||||
nodePath: string,
|
||||
homeDir: string,
|
||||
runningAsRoot: boolean,
|
||||
): void {
|
||||
const unitPath = getUnitPath(
|
||||
STACK_RESTART_UNIT_NAME.replace(/\.service$/, ''),
|
||||
homeDir,
|
||||
runningAsRoot,
|
||||
);
|
||||
fs.mkdirSync(path.dirname(unitPath), { recursive: true });
|
||||
fs.writeFileSync(
|
||||
unitPath,
|
||||
buildStackRestartSystemdUnit(projectRoot, nodePath, homeDir),
|
||||
);
|
||||
logger.info(
|
||||
{ unitPath, service: STACK_RESTART_UNIT_NAME },
|
||||
'Wrote stack restart systemd unit',
|
||||
);
|
||||
}
|
||||
|
||||
/* ------------------------------------------------------------------ */
|
||||
/* nohup fallback (WSL / no systemd) */
|
||||
/* ------------------------------------------------------------------ */
|
||||
|
||||
function setupNohupFallback(
|
||||
def: ServiceDef,
|
||||
projectRoot: string,
|
||||
nodePath: string,
|
||||
homeDir: string,
|
||||
): void {
|
||||
logger.warn(
|
||||
{ service: def.name },
|
||||
'No systemd detected — generating nohup wrapper script',
|
||||
);
|
||||
|
||||
const wrapperPath = path.join(projectRoot, `start-${def.name}.sh`);
|
||||
const pidFile = path.join(projectRoot, `${def.name}.pid`);
|
||||
|
||||
// Build export lines for extra env
|
||||
const exportLines: string[] = [];
|
||||
if (def.environmentFile) {
|
||||
exportLines.push(`# Load environment file`);
|
||||
exportLines.push(`set -a`);
|
||||
exportLines.push(`source ${JSON.stringify(def.environmentFile)}`);
|
||||
exportLines.push(`set +a`);
|
||||
exportLines.push('');
|
||||
}
|
||||
if (def.extraEnv) {
|
||||
for (const [k, v] of Object.entries(def.extraEnv)) {
|
||||
exportLines.push(`export ${k}=${JSON.stringify(v)}`);
|
||||
}
|
||||
exportLines.push('');
|
||||
}
|
||||
|
||||
const lines = [
|
||||
'#!/bin/bash',
|
||||
`# start-${def.name}.sh — Start ${def.description} without systemd`,
|
||||
`# To stop: kill \\$(cat ${pidFile})`,
|
||||
'',
|
||||
'set -euo pipefail',
|
||||
'',
|
||||
`cd ${JSON.stringify(projectRoot)}`,
|
||||
'',
|
||||
...exportLines,
|
||||
'# Stop existing instance if running',
|
||||
`if [ -f ${JSON.stringify(pidFile)} ]; then`,
|
||||
` OLD_PID=$(cat ${JSON.stringify(pidFile)} 2>/dev/null || echo "")`,
|
||||
' if [ -n "$OLD_PID" ] && kill -0 "$OLD_PID" 2>/dev/null; then',
|
||||
` echo "Stopping existing ${def.name} (PID $OLD_PID)..."`,
|
||||
' kill "$OLD_PID" 2>/dev/null || true',
|
||||
' sleep 2',
|
||||
' fi',
|
||||
'fi',
|
||||
'',
|
||||
`echo "Starting ${def.description}..."`,
|
||||
`nohup ${JSON.stringify(nodePath)} ${JSON.stringify(projectRoot + '/dist/index.js')} \\`,
|
||||
` >> ${JSON.stringify(projectRoot + '/logs/' + def.logName + '.log')} \\`,
|
||||
` 2>> ${JSON.stringify(projectRoot + '/logs/' + def.logName + '.error.log')} &`,
|
||||
'',
|
||||
`echo $! > ${JSON.stringify(pidFile)}`,
|
||||
`echo "${def.name} started (PID $!)"`,
|
||||
`echo "Logs: tail -f ${projectRoot}/logs/${def.logName}.log"`,
|
||||
];
|
||||
const wrapper = lines.join('\n') + '\n';
|
||||
|
||||
fs.writeFileSync(wrapperPath, wrapper, { mode: 0o755 });
|
||||
logger.info({ wrapperPath, service: def.name }, 'Wrote nohup wrapper script');
|
||||
|
||||
emitStatus('SETUP_SERVICE', {
|
||||
SERVICE_NAME: def.name,
|
||||
SERVICE_TYPE: 'nohup',
|
||||
NODE_PATH: nodePath,
|
||||
PROJECT_PATH: projectRoot,
|
||||
WRAPPER_PATH: wrapperPath,
|
||||
SERVICE_LOADED: false,
|
||||
FALLBACK: 'wsl_no_systemd',
|
||||
STATUS: 'success',
|
||||
LOG: 'logs/setup.log',
|
||||
});
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user