> ## Documentation Index
> Fetch the complete documentation index at: https://docs.anpord.com/llms.txt
> Use this file to discover all available pages before exploring further.

# Report a trial run outside the platform

> For a run started with executeLocally. The result is recorded as reported: it was produced somewhere the platform cannot inspect, so it is marked and kept out of baselines.



## OpenAPI

````yaml /openapi.json post /v1/evals.reportTrial
openapi: 3.1.0
info:
  title: Anpord API
  version: 1.0.0
  description: >-
    Run agent evals and manage prompts. Every endpoint takes a JSON body over
    POST and authenticates with a bearer API key.
servers:
  - description: Production
    url: https://api.anpord.com
security: []
tags:
  - name: Connectors
    description: >-
      Connect the credentials an eval run needs: a harness to drive, a sandbox
      to run in, and a model to play a case's human.
  - name: Evals
    description: >-
      Run cases across harness, model, and sandbox combinations and compare the
      results with their baselines.
  - name: Prompts
    description: >-
      Read and write prompts. Content is versioned, so writes append rather than
      overwrite, and channels decide which version callers receive.
paths:
  /v1/evals.reportTrial:
    post:
      tags:
        - Evals
      summary: Report a trial run outside the platform
      description: >-
        For a run started with executeLocally. The result is recorded as
        reported: it was produced somewhere the platform cannot inspect, so it
        is marked and kept out of baselines.
      operationId: evals.reportTrial
      parameters: []
      requestBody:
        content:
          application/json:
            schema:
              $ref: '#/components/schemas/ReportTrialRequest'
        required: true
      responses:
        '204':
          description: Success
        '400':
          description: The request did not match the expected schema
          content:
            application/json:
              schema:
                anyOf:
                  - $ref: '#/components/schemas/HttpApiDecodeError'
                  - $ref: '#/components/schemas/BadRequest'
        '401':
          description: Unauthorized
          content:
            application/json:
              schema:
                $ref: '#/components/schemas/Unauthorized'
        '403':
          description: Forbidden
          content:
            application/json:
              schema:
                $ref: '#/components/schemas/Forbidden'
        '404':
          description: NotFound
          content:
            application/json:
              schema:
                $ref: '#/components/schemas/NotFound'
        '409':
          description: Conflict
          content:
            application/json:
              schema:
                $ref: '#/components/schemas/Conflict'
      security:
        - bearer: []
components:
  schemas:
    ReportTrialRequest:
      type: object
      required:
        - id
        - trial
      properties:
        id:
          type: string
        trial:
          $ref: '#/components/schemas/ReportedTrial'
      additionalProperties: false
      description: A trial the caller ran, named by the run it belongs to.
    HttpApiDecodeError:
      type: object
      required:
        - issues
        - message
        - _tag
      properties:
        issues:
          type: array
          items:
            $ref: '#/components/schemas/Issue'
        message:
          type: string
        _tag:
          type: string
          enum:
            - HttpApiDecodeError
      additionalProperties: false
      description: The request did not match the expected schema
    BadRequest:
      type: object
      required:
        - message
        - _tag
      properties:
        message:
          type: string
        _tag:
          type: string
          enum:
            - BadRequest
      additionalProperties: false
    Unauthorized:
      type: object
      required:
        - message
        - _tag
      properties:
        message:
          type: string
        _tag:
          type: string
          enum:
            - Unauthorized
      additionalProperties: false
    Forbidden:
      type: object
      required:
        - message
        - _tag
      properties:
        message:
          type: string
        _tag:
          type: string
          enum:
            - Forbidden
      additionalProperties: false
    NotFound:
      type: object
      required:
        - message
        - _tag
      properties:
        message:
          type: string
        _tag:
          type: string
          enum:
            - NotFound
      additionalProperties: false
    Conflict:
      type: object
      required:
        - message
        - _tag
      properties:
        message:
          type: string
        _tag:
          type: string
          enum:
            - Conflict
      additionalProperties: false
    ReportedTrial:
      type: object
      required:
        - caseName
        - events
        - ordinal
        - outcome
        - taskIndex
      properties:
        caseName:
          $ref: '#/components/schemas/EvalCaseName'
        events:
          type: array
          items:
            anyOf:
              - type: object
                required:
                  - _tag
                  - model
                  - sessionId
                properties:
                  _tag:
                    type: string
                    enum:
                      - Started
                  at:
                    type: number
                  model:
                    type: string
                  sessionId:
                    type: string
                additionalProperties: false
              - type: object
                required:
                  - _tag
                  - role
                  - text
                properties:
                  _tag:
                    type: string
                    enum:
                      - Message
                  at:
                    type: number
                  role:
                    type: string
                    enum:
                      - assistant
                      - user
                  text:
                    type: string
                  usage:
                    type: object
                    required:
                      - cacheReadTokens
                      - cacheWriteTokens
                      - inputTokens
                      - outputTokens
                      - totalTokens
                    properties:
                      cacheReadTokens:
                        $ref: '#/components/schemas/Int'
                      cacheWriteTokens:
                        $ref: '#/components/schemas/Int'
                      costUsd:
                        type: number
                      inputTokens:
                        $ref: '#/components/schemas/Int'
                      outputTokens:
                        $ref: '#/components/schemas/Int'
                      totalTokens:
                        $ref: '#/components/schemas/Int'
                    additionalProperties: false
                additionalProperties: false
              - type: object
                required:
                  - _tag
                  - command
                  - exitCode
                  - output
                properties:
                  _tag:
                    type: string
                    enum:
                      - Command
                  at:
                    type: number
                  command:
                    type: string
                  exitCode:
                    anyOf:
                      - $ref: '#/components/schemas/Int'
                      - type: 'null'
                  output:
                    type: string
                  startedAt:
                    type: number
                additionalProperties: false
              - type: object
                required:
                  - _tag
                  - paths
                properties:
                  _tag:
                    type: string
                    enum:
                      - FileChange
                  at:
                    type: number
                  paths:
                    type: array
                    items:
                      type: string
                additionalProperties: false
              - type: object
                required:
                  - _tag
                  - callId
                  - input
                  - name
                  - status
                properties:
                  _tag:
                    type: string
                    enum:
                      - ToolCall
                  at:
                    type: number
                  callId:
                    anyOf:
                      - type: string
                      - type: 'null'
                  input:
                    type: string
                  name:
                    type: string
                  output:
                    type: string
                  error:
                    type: string
                  startedAt:
                    type: number
                  status:
                    anyOf:
                      - type: string
                      - type: 'null'
                additionalProperties: false
              - type: object
                required:
                  - _tag
                  - reason
                properties:
                  _tag:
                    type: string
                    enum:
                      - Finished
                  at:
                    type: number
                  reason:
                    type: string
                additionalProperties: false
        ordinal:
          $ref: '#/components/schemas/Int'
          description: a non-negative number
          title: nonNegative
          minimum: 0
        outcome:
          type: object
          required:
            - commandCount
            - exitCode
            - modelMs
            - passed
            - sandboxMs
            - status
            - verifySteps
            - voidFields
          properties:
            artifacts:
              type: array
              items:
                type: object
                required:
                  - path
                  - byteSize
                  - sha256
                properties:
                  path:
                    type: string
                  byteSize:
                    $ref: '#/components/schemas/Int'
                    description: a non-negative number
                    title: nonNegative
                    minimum: 0
                  sha256:
                    type: string
                    description: a string matching the pattern ^[a-f0-9]{64}$
                    pattern: ^[a-f0-9]{64}$
                additionalProperties: false
            validations:
              $ref: '#/components/schemas/EvalValidations'
            judgments:
              type: array
              items:
                type: object
                required:
                  - name
                  - model
                  - evaluator
                  - score
                  - choice
                  - reason
                  - threshold
                  - durationMs
                  - error
                properties:
                  name:
                    type: string
                  model:
                    type: string
                  evaluator:
                    type: string
                  score:
                    anyOf:
                      - type: number
                        description: a number between 0 and 1
                        title: between(0, 1)
                        minimum: 0
                        maximum: 1
                      - type: 'null'
                  choice:
                    anyOf:
                      - type: string
                      - type: 'null'
                  reason:
                    type: string
                  threshold:
                    type: number
                    description: a number between 0 and 1
                    title: between(0, 1)
                    minimum: 0
                    maximum: 1
                  durationMs:
                    $ref: '#/components/schemas/NonNegativeInt'
                  error:
                    anyOf:
                      - type: string
                      - type: 'null'
                additionalProperties: false
            commandCount:
              $ref: '#/components/schemas/Int'
            exitCode:
              $ref: '#/components/schemas/Int'
            modelMs:
              $ref: '#/components/schemas/Int'
            passed:
              type: boolean
            sandboxMs:
              $ref: '#/components/schemas/Int'
            status:
              type: string
              enum:
                - queued
                - running
                - passed
                - failed
                - void
            verifySteps:
              type: array
              items:
                type: object
                required:
                  - command
                  - exitCode
                properties:
                  command:
                    type: string
                  exitCode:
                    $ref: '#/components/schemas/Int'
                additionalProperties: false
            voidFields:
              type: array
              items:
                type: string
          additionalProperties: false
        sandboxId:
          anyOf:
            - type: string
            - type: 'null'
        taskIndex:
          $ref: '#/components/schemas/Int'
          description: a non-negative number
          title: nonNegative
          minimum: 0
        usage:
          anyOf:
            - type: object
              required:
                - cacheReadTokens
                - cacheWriteTokens
                - inputTokens
                - outputTokens
                - totalTokens
              properties:
                cacheReadTokens:
                  $ref: '#/components/schemas/Int'
                cacheWriteTokens:
                  $ref: '#/components/schemas/Int'
                costUsd:
                  type: number
                inputTokens:
                  $ref: '#/components/schemas/Int'
                outputTokens:
                  $ref: '#/components/schemas/Int'
                totalTokens:
                  $ref: '#/components/schemas/Int'
              additionalProperties: false
            - type: 'null'
      additionalProperties: false
      description: One trial a client ran and is reporting the result of.
    Issue:
      type: object
      required:
        - _tag
        - path
        - message
      properties:
        _tag:
          type: string
          enum:
            - Pointer
            - Unexpected
            - Missing
            - Composite
            - Refinement
            - Transformation
            - Type
            - Forbidden
          description: The tag identifying the type of parse issue
        path:
          type: array
          items:
            $ref: '#/components/schemas/PropertyKey'
          description: The path to the property where the issue occurred
        message:
          type: string
          description: A descriptive message explaining the issue
      additionalProperties: false
      description: >-
        Represents an error encountered while parsing a value to match the
        schema
    EvalCaseName:
      type: string
      description: What a case is called.
      title: maxLength(200)
      maxLength: 200
    Int:
      type: integer
      description: an integer
      title: int
    EvalValidations:
      type: array
      items:
        $ref: '#/components/schemas/EvalValidation'
      description: an array of at most 40 item(s)
      title: maxItems(40)
      maxItems: 40
    NonNegativeInt:
      type: integer
      description: an integer
      title: int
      minimum: 0
    PropertyKey:
      anyOf:
        - type: string
        - type: number
        - type: object
          required:
            - _tag
            - key
          properties:
            _tag:
              type: string
              enum:
                - symbol
            key:
              type: string
          additionalProperties: false
          description: an object to be decoded into a globally shared symbol
    EvalValidation:
      type: object
      required:
        - id
        - index
        - name
        - kind
        - status
        - startedAt
        - durationMs
        - message
        - exitCode
        - truncated
        - input
        - output
        - error
        - calls
        - logs
      properties:
        id:
          type: string
          description: a string at most 200 character(s) long
          title: maxLength(200)
          minLength: 1
          maxLength: 200
        index:
          $ref: '#/components/schemas/NonNegativeInt'
        name:
          type: string
          description: a string at most 200 character(s) long
          title: maxLength(200)
          maxLength: 200
        kind:
          type: string
          enum:
            - code
            - judge
            - command
        status:
          type: string
          enum:
            - queued
            - running
            - passed
            - failed
            - error
            - skipped
        startedAt:
          anyOf:
            - type: number
            - type: 'null'
        durationMs:
          anyOf:
            - $ref: '#/components/schemas/NonNegativeInt'
            - type: 'null'
        message:
          type: string
          description: a string at most 2000 character(s) long
          title: maxLength(2000)
          maxLength: 2000
        exitCode:
          anyOf:
            - $ref: '#/components/schemas/Int'
            - type: 'null'
        truncated:
          type: boolean
        judgment:
          type: object
          required:
            - name
            - model
            - evaluator
            - score
            - choice
            - reason
            - threshold
            - durationMs
            - error
          properties:
            name:
              type: string
            model:
              type: string
            evaluator:
              type: string
            score:
              anyOf:
                - type: number
                  description: a number between 0 and 1
                  title: between(0, 1)
                  minimum: 0
                  maximum: 1
                - type: 'null'
            choice:
              anyOf:
                - type: string
                - type: 'null'
            reason:
              type: string
            threshold:
              type: number
              description: a number between 0 and 1
              title: between(0, 1)
              minimum: 0
              maximum: 1
            durationMs:
              $ref: '#/components/schemas/NonNegativeInt'
            error:
              anyOf:
                - type: string
                - type: 'null'
          additionalProperties: false
        input:
          $ref: '#/components/schemas/ValidationValue'
        output:
          $ref: '#/components/schemas/ValidationValue'
        error:
          anyOf:
            - $ref: '#/components/schemas/ValidationValue'
            - type: 'null'
        metadata:
          $ref: '#/components/schemas/ValidationValue'
        calls:
          type: array
          items:
            $ref: '#/components/schemas/ValidationCall'
          description: an array of at most 64 item(s)
          title: maxItems(64)
          maxItems: 64
        logs:
          type: array
          items:
            type: object
            required:
              - index
              - at
              - level
              - value
            properties:
              index:
                $ref: '#/components/schemas/NonNegativeInt'
              at:
                type: number
              level:
                type: string
                enum:
                  - stdout
                  - stderr
              value:
                $ref: '#/components/schemas/ValidationValue'
            additionalProperties: false
          description: an array of at most 64 item(s)
          title: maxItems(64)
          maxItems: 64
      additionalProperties: false
    ValidationValue:
      type: object
      required:
        - text
        - format
        - state
        - truncated
      properties:
        text:
          type: string
          description: a string at most 16000 character(s) long
          title: maxLength(16000)
          maxLength: 16000
        format:
          type: string
          enum:
            - text
            - json
        state:
          type: string
          enum:
            - captured
            - disabled
            - unavailable
        truncated:
          type: boolean
      additionalProperties: false
    ValidationCall:
      type: object
      required:
        - index
        - method
        - startedAt
        - durationMs
        - input
        - output
        - error
      properties:
        index:
          $ref: '#/components/schemas/NonNegativeInt'
        method:
          type: string
          enum:
            - answer
            - transcript
            - turns
            - readText
            - exists
            - exec
            - cli.calls
            - api.calls
            - api.url
            - mcp.calls
        startedAt:
          type: number
        durationMs:
          anyOf:
            - $ref: '#/components/schemas/NonNegativeInt'
            - type: 'null'
        input:
          $ref: '#/components/schemas/ValidationValue'
        output:
          $ref: '#/components/schemas/ValidationValue'
        error:
          anyOf:
            - $ref: '#/components/schemas/ValidationValue'
            - type: 'null'
      additionalProperties: false
  securitySchemes:
    bearer:
      type: http
      scheme: bearer

````