EJClaw/runners/agent-runner/test/output-protocol.test.ts

import fs from 'fs';
import os from 'os';
import path from 'path';

import { afterEach, describe, expect, it } from 'vitest';

import { buildMultimodalContent } from '../src/output-protocol.js';

const ONE_PIXEL_PNG = Buffer.from(
  'iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAQAAAC1HAwCAAAAC0lEQVR42mP8/x8AAwMCAO+/p9sAAAAASUVORK5CYII=',
  'base64',
);
const MINIMAL_PDF = Buffer.from('%PDF-1.4\n1 0 obj\n<<>>\nendobj\n%%EOF\n');

const cleanupDirs: string[] = [];

afterEach(() => {
  for (const dir of cleanupDirs.splice(0)) {
    fs.rmSync(dir, { force: true, recursive: true });
  }
});

describe('agent-runner multimodal prompts', () => {
  it('loads labeled image tags as Claude image blocks', () => {
    const dir = fs.mkdtempSync(path.join(os.tmpdir(), 'ejclaw-image-tag-'));
    cleanupDirs.push(dir);
    const imagePath = path.join(dir, 'settings-v0.1.92-deployed-390.png');
    fs.writeFileSync(imagePath, ONE_PIXEL_PNG);
    const logs: string[] = [];

    const content = buildMultimodalContent(
      `리뷰 증거\n[Image: settings-v0.1.92-deployed-390.png → ${imagePath}]`,
      (message) => logs.push(message),
    );

    expect(Array.isArray(content)).toBe(true);
    expect(content).toEqual([
      { type: 'text', text: '리뷰 증거' },
      {
        type: 'text',
        text: 'Image evidence: settings-v0.1.92-deployed-390.png',
      },
      {
        type: 'image',
        source: {
          type: 'base64',
          media_type: 'image/png',
          data: ONE_PIXEL_PNG.toString('base64'),
        },
      },
    ]);
    expect(logs).toContain(`Added image block: ${imagePath} (image/png)`);
  });

  it('keeps missing image evidence visible in Claude prompts', () => {
    const missingPath = path.join(
      os.tmpdir(),
      'ejclaw-missing-image-evidence.png',
    );
    const logs: string[] = [];

    const content = buildMultimodalContent(
      `리뷰 증거\n[Image: expected-render.png → ${missingPath}]`,
      (message) => logs.push(message),
    );

    expect(content).toEqual([
      { type: 'text', text: '리뷰 증거' },
      {
        type: 'text',
        text: `[Image unavailable: expected-render.png → ${missingPath} — file not found]`,
      },
    ]);
    expect(logs).toContain(`Image not found, skipping: ${missingPath}`);
  });

  it('keeps unsupported image evidence visible instead of mislabeled', () => {
    const dir = fs.mkdtempSync(path.join(os.tmpdir(), 'ejclaw-bmp-image-'));
    cleanupDirs.push(dir);
    const imagePath = path.join(dir, 'settings.bmp');
    fs.writeFileSync(imagePath, Buffer.from('BMunsupported'));
    const logs: string[] = [];

    const content = buildMultimodalContent(
      `리뷰 증거\n[Image: settings.bmp → ${imagePath}]`,
      (message) => logs.push(message),
    );

    expect(content).toEqual([
      { type: 'text', text: '리뷰 증거' },
      {
        type: 'text',
        text: `[Image unavailable: settings.bmp → ${imagePath} — unsupported image type .bmp]`,
      },
    ]);
    expect(logs).toContain(`Unsupported image type, skipping: ${imagePath}`);
  });

  it('loads MEDIA image directives as Claude image blocks', () => {
    const dir = fs.mkdtempSync(path.join(os.tmpdir(), 'ejclaw-media-image-'));
    cleanupDirs.push(dir);
    const imagePath = path.join(dir, 'media-render.png');
    fs.writeFileSync(imagePath, ONE_PIXEL_PNG);

    const content = buildMultimodalContent(`증거\nMEDIA:${imagePath}`, () => {
      // no-op
    });

    expect(content).toEqual([
      { type: 'text', text: '증거' },
      { type: 'text', text: 'Image evidence: media-render.png' },
      {
        type: 'image',
        source: {
          type: 'base64',
          media_type: 'image/png',
          data: ONE_PIXEL_PNG.toString('base64'),
        },
      },
    ]);
  });

  it('loads markdown image links as Claude image blocks', () => {
    const dir = fs.mkdtempSync(
      path.join(os.tmpdir(), 'ejclaw-markdown-image-'),
    );
    cleanupDirs.push(dir);
    const imagePath = path.join(dir, 'markdown-render.png');
    fs.writeFileSync(imagePath, ONE_PIXEL_PNG);

    const content = buildMultimodalContent(
      `증거 ![render](${imagePath})`,
      () => {
        // no-op
      },
    );

    expect(content).toEqual([
      { type: 'text', text: '증거' },
      { type: 'text', text: 'Image evidence: markdown-render.png' },
      {
        type: 'image',
        source: {
          type: 'base64',
          media_type: 'image/png',
          data: ONE_PIXEL_PNG.toString('base64'),
        },
      },
    ]);
  });

  it('loads PDF file tags as Claude document blocks', () => {
    const dir = fs.mkdtempSync(path.join(os.tmpdir(), 'ejclaw-pdf-doc-'));
    cleanupDirs.push(dir);
    const pdfPath = path.join(dir, 'report.pdf');
    fs.writeFileSync(pdfPath, MINIMAL_PDF);
    const logs: string[] = [];

    const content = buildMultimodalContent(
      `검토 자료\n[File: report.pdf → ${pdfPath}]`,
      (message) => logs.push(message),
    );

    expect(content).toEqual([
      { type: 'text', text: '검토 자료' },
      { type: 'text', text: 'Document evidence: report.pdf' },
      {
        type: 'document',
        title: 'report.pdf',
        source: {
          type: 'base64',
          media_type: 'application/pdf',
          data: MINIMAL_PDF.toString('base64'),
        },
      },
    ]);
    expect(logs).toContain(
      `Added document block: ${pdfPath} (application/pdf)`,
    );
  });

  it('loads text file tags as Claude text document blocks', () => {
    const dir = fs.mkdtempSync(path.join(os.tmpdir(), 'ejclaw-text-doc-'));
    cleanupDirs.push(dir);
    const textPath = path.join(dir, 'notes.md');
    fs.writeFileSync(textPath, '# Notes\nEvidence text');

    const content = buildMultimodalContent(
      `검토 자료\nMEDIA:${textPath}`,
      () => {
        // no-op
      },
    );

    expect(content).toEqual([
      { type: 'text', text: '검토 자료' },
      { type: 'text', text: 'Document evidence: notes.md' },
      {
        type: 'document',
        title: 'notes.md',
        source: {
          type: 'text',
          media_type: 'text/plain',
          data: '# Notes\nEvidence text',
        },
      },
    ]);
  });
});