> ## Documentation Index
> Fetch the complete documentation index at: https://docs.anpord.com/llms.txt
> Use this file to discover all available pages before exploring further.

# Start an eval run

> Starts the grid and returns its id while trials continue in the background.



## OpenAPI

````yaml /openapi.json post /v1/evals.start
openapi: 3.1.0
info:
  title: Anpord API
  version: 1.0.0
  description: >-
    Run agent evals and manage prompts. Every endpoint takes a JSON body over
    POST and authenticates with a bearer API key.
servers:
  - description: Production
    url: https://api.anpord.com
security: []
tags:
  - name: Evals
    description: >-
      Run cases across harness, model, and sandbox combinations and compare the
      results with their baselines.
  - name: Prompts
    description: >-
      Read and write prompts. Content is versioned, so writes append rather than
      overwrite, and channels decide which version callers receive.
paths:
  /v1/evals.start:
    post:
      tags:
        - Evals
      summary: Start an eval run
      description: >-
        Starts the grid and returns its id while trials continue in the
        background.
      operationId: evals.start
      parameters: []
      requestBody:
        content:
          application/json:
            schema:
              $ref: '#/components/schemas/StartEvalRequest'
        required: true
      responses:
        '200':
          description: The id of an eval run accepted for background execution.
          content:
            application/json:
              schema:
                $ref: '#/components/schemas/StartedEval'
        '400':
          description: The request did not match the expected schema
          content:
            application/json:
              schema:
                anyOf:
                  - $ref: '#/components/schemas/HttpApiDecodeError'
                  - $ref: '#/components/schemas/BadRequest'
        '401':
          description: Unauthorized
          content:
            application/json:
              schema:
                $ref: '#/components/schemas/Unauthorized'
        '403':
          description: Forbidden
          content:
            application/json:
              schema:
                $ref: '#/components/schemas/Forbidden'
        '404':
          description: NotFound
          content:
            application/json:
              schema:
                $ref: '#/components/schemas/NotFound'
        '409':
          description: Conflict
          content:
            application/json:
              schema:
                $ref: '#/components/schemas/Conflict'
      security:
        - bearer: []
components:
  schemas:
    StartEvalRequest:
      type: object
      required:
        - cases
        - prompt
        - tasks
        - trials
      properties:
        cases:
          type: array
          items:
            $ref: '#/components/schemas/StartEvalCase'
          description: an array of at least 1 item(s)
          title: minItems(1)
          minItems: 1
        prompt:
          type: string
        tasks:
          type: array
          items:
            $ref: '#/components/schemas/StartEvalTask'
          description: an array of at least 1 item(s)
          title: minItems(1)
          minItems: 1
        trials:
          $ref: '#/components/schemas/Int'
          description: a number between 1 and 10
          title: between(1, 10)
          minimum: 1
          maximum: 10
      additionalProperties: false
      description: Start a grid with at most 100 total case, task, and trial combinations.
    StartedEval:
      type: object
      required:
        - id
      properties:
        id:
          type: string
      additionalProperties: false
      description: The id of an eval run accepted for background execution.
    HttpApiDecodeError:
      type: object
      required:
        - issues
        - message
        - _tag
      properties:
        issues:
          type: array
          items:
            $ref: '#/components/schemas/Issue'
        message:
          type: string
        _tag:
          type: string
          enum:
            - HttpApiDecodeError
      additionalProperties: false
      description: The request did not match the expected schema
    BadRequest:
      type: object
      required:
        - message
        - _tag
      properties:
        message:
          type: string
        _tag:
          type: string
          enum:
            - BadRequest
      additionalProperties: false
    Unauthorized:
      type: object
      required:
        - message
        - _tag
      properties:
        message:
          type: string
        _tag:
          type: string
          enum:
            - Unauthorized
      additionalProperties: false
    Forbidden:
      type: object
      required:
        - message
        - _tag
      properties:
        message:
          type: string
        _tag:
          type: string
          enum:
            - Forbidden
      additionalProperties: false
    NotFound:
      type: object
      required:
        - message
        - _tag
      properties:
        message:
          type: string
        _tag:
          type: string
          enum:
            - NotFound
      additionalProperties: false
    Conflict:
      type: object
      required:
        - message
        - _tag
      properties:
        message:
          type: string
        _tag:
          type: string
          enum:
            - Conflict
      additionalProperties: false
    StartEvalCase:
      type: object
      required:
        - goal
        - name
        - verify
      properties:
        goal:
          type: string
        name:
          type: string
        setup:
          anyOf:
            - type: string
            - type: 'null'
        source:
          $ref: '#/components/schemas/EvalSource'
        verify:
          anyOf:
            - type: string
            - type: 'null'
      additionalProperties: false
      description: A task, workspace source, setup command, and verifier.
    StartEvalTask:
      type: object
      required:
        - harness
        - model
        - provider
      properties:
        harness:
          type: string
          enum:
            - codex
            - opencode
            - pi
            - fx
            - claude
            - gemini
            - qwen
            - cursor
        model:
          type: string
          description: a string at least 1 character(s) long
          title: minLength(1)
          minLength: 1
        provider:
          $ref: '#/components/schemas/PublicEvalProvider'
      additionalProperties: false
      description: A harness, model, and hosted sandbox combination.
    Int:
      type: integer
      description: an integer
      title: int
    Issue:
      type: object
      required:
        - _tag
        - path
        - message
      properties:
        _tag:
          type: string
          enum:
            - Pointer
            - Unexpected
            - Missing
            - Composite
            - Refinement
            - Transformation
            - Type
            - Forbidden
          description: The tag identifying the type of parse issue
        path:
          type: array
          items:
            $ref: '#/components/schemas/PropertyKey'
          description: The path to the property where the issue occurred
        message:
          type: string
          description: A descriptive message explaining the issue
      additionalProperties: false
      description: >-
        Represents an error encountered while parsing a value to match the
        schema
    EvalSource:
      anyOf:
        - type: object
          required:
            - kind
          properties:
            kind:
              type: string
              enum:
                - empty
          additionalProperties: false
        - type: object
          required:
            - kind
            - ref
            - url
          properties:
            kind:
              type: string
              enum:
                - repo
            ref:
              anyOf:
                - type: string
                - type: 'null'
            url:
              type: string
          additionalProperties: false
        - type: object
          required:
            - files
            - kind
          properties:
            files:
              type: object
              required: []
              properties: {}
              additionalProperties:
                type: string
            kind:
              type: string
              enum:
                - files
          additionalProperties: false
      description: The workspace available to the harness before setup runs.
    PublicEvalProvider:
      type: string
      enum:
        - daytona
        - e2b
        - upstash
        - modal
        - cloudflare
        - vercel
      description: A hosted sandbox provider.
    PropertyKey:
      anyOf:
        - type: string
        - type: number
        - type: object
          required:
            - _tag
            - key
          properties:
            _tag:
              type: string
              enum:
                - symbol
            key:
              type: string
          additionalProperties: false
          description: an object to be decoded into a globally shared symbol
  securitySchemes:
    bearer:
      type: http
      scheme: bearer

````