Mock CLIs

import { defineEval } from "anpord";
import { cli, command } from "anpord/cli";
import { z } from "zod";

const user = { id: "user_1", name: "Ada" };

const client = cli({
  name: "example",
  version: "1.0.0",
  description: "Manage users",
  commands: [
    command({
      name: "users get",
      description: "Get a user by ID",
      inputSchema: z.object({ id: z.string() }),
      outputSchema: z.object({ id: z.string(), name: z.string() }),
      options: { id: { description: "User ID", type: "string" } },
      handler: ({ id }) => ({ ...user, id }),
    }),
  ],
});

export default defineEval({
  name: "uses-users-cli",
  cli: [client],
  // cases, prompt, source, tasks, and trials
});

import type { Validator } from "anpord";

export const calledUsers: Validator = async ({ cli }) => ({
  message: "the agent ran users get",
  passed: (await cli.calls("example")).some(
    (call) => call.command === "users get"
  ),
});