/ui/desktop/tests/integration/test_providers_code_exec.test.ts

/**
 * Provider smoke tests — code execution mode (JS batching).
 *
 * Each available (non-agentic) provider/model pair gets its own test that
 * spawns `goose run` with the memory + code_execution builtins and validates
 * that the code_execution tool was invoked.
 */

import { expect, beforeAll } from 'vitest';
import fs from 'node:fs';
import os from 'node:os';
import path from 'node:path';
import { buildGoose, discoverTestCases, runGoose, providerTest } from './test_providers_lib';

const BUILTINS = 'memory,code_execution';

let gooseBin: string;

beforeAll(() => {
  gooseBin = buildGoose();
});

const { testAll } = providerTest(discoverTestCases({ skipAgentic: true }));

testAll('invokes code_execution tool', async (tc) => {
  const testdir = fs.mkdtempSync(path.join(os.tmpdir(), 'goose-codeexec-'));
  try {
    const output = await runGoose(
      gooseBin,
      testdir,
      "Store a memory with category 'test' and data 'hello world', then retrieve all memories from category 'test'.",
      BUILTINS,
      { GOOSE_PROVIDER: tc.provider, GOOSE_MODEL: tc.model }
    );

    // Matches: "execute_typescript | code_execution", "get_function_details | code_execution",
    //           "tool call | execute", "tool calls | execute" (old format)
    //           "▸ execute N tool call" (new format with tool_graph)
    //           "▸ execute_typescript" (plain tool name in output)
    const codeExecPattern =
      /(execute_typescript \| code_execution)|(get_function_details \| code_execution)|(tool calls? \| execute)|(▸.*execute.*tool call)|(▸ execute_typescript)/;

    expect(
      codeExecPattern.test(output),
      `Expected code_execution tool to be called\n\nFull output:\n${output}`
    ).toBe(true);
  } finally {
    fs.rmSync(testdir, { recursive: true, force: true });
  }
});