> ## Documentation Index
> Fetch the complete documentation index at: https://docs.primeintellect.ai/llms.txt
> Use this file to discover all available pages before exploring further.

# Push Samples

> Push evaluation samples

This endpoint can be called multiple times to stream samples as they're generated.



## OpenAPI

````yaml https://api.primeintellect.ai/openapi.json post /api/v1/evaluations/{evaluation_id}/samples
openapi: 3.1.0
info:
  title: PI API
  version: 0.1.0
servers:
  - url: https://api.primeintellect.ai
security: []
paths:
  /api/v1/evaluations/{evaluation_id}/samples:
    post:
      tags:
        - evals
      summary: Push Samples
      description: >-
        Push evaluation samples


        This endpoint can be called multiple times to stream samples as they're
        generated.
      operationId: push_samples_api_v1_evaluations__evaluation_id__samples_post
      parameters:
        - name: evaluation_id
          in: path
          required: true
          schema:
            type: string
            title: Evaluation Id
      requestBody:
        required: true
        content:
          application/json:
            schema:
              $ref: '#/components/schemas/PushSamplesRequest'
      responses:
        '200':
          description: Successful Response
          content:
            application/json:
              schema:
                $ref: '#/components/schemas/PushSamplesResponse'
        '401':
          description: Authorization failed
        '422':
          description: Invalid request data
          content:
            application/json:
              schema:
                $ref: '#/components/schemas/ErrorResponse'
      security:
        - HTTPBearer: []
components:
  schemas:
    PushSamplesRequest:
      properties:
        samples:
          items:
            $ref: '#/components/schemas/EvaluationSample'
          type: array
          title: Samples
          description: List of evaluation samples
      type: object
      required:
        - samples
      title: PushSamplesRequest
      description: Request to push evaluation samples (replaces traces)
    PushSamplesResponse:
      properties:
        evaluation_id:
          type: string
          title: Evaluation Id
        samples_pushed:
          type: integer
          title: Samples Pushed
        status:
          $ref: '#/components/schemas/EvaluationStatus'
      type: object
      required:
        - evaluation_id
        - samples_pushed
        - status
      title: PushSamplesResponse
      description: Response after pushing samples
    ErrorResponse:
      properties:
        errors:
          items:
            $ref: '#/components/schemas/ErrorDetail'
          type: array
          title: Errors
      type: object
      required:
        - errors
      title: ErrorResponse
    EvaluationSample:
      properties:
        example_id:
          anyOf:
            - type: integer
            - type: string
          title: Example Id
          description: Verifiers example_id
        prompt:
          anyOf:
            - items:
                $ref: '#/components/schemas/Message'
              type: array
            - type: 'null'
          title: Prompt
          description: Prompt messages
        completion:
          anyOf:
            - items:
                $ref: '#/components/schemas/Message'
              type: array
            - type: 'null'
          title: Completion
          description: Completion messages
        reward:
          type: number
          title: Reward
          description: Total reward value
        timing:
          anyOf:
            - type: object
            - type: 'null'
          title: Timing
          description: Rollout timing
        is_completed:
          anyOf:
            - type: boolean
            - type: 'null'
          title: Is Completed
          description: Whether rollout completed
        is_truncated:
          anyOf:
            - type: boolean
            - type: 'null'
          title: Is Truncated
          description: Whether rollout truncated
        metrics:
          anyOf:
            - additionalProperties:
                type: number
              type: object
            - type: 'null'
          title: Metrics
          description: Reward metrics
        answer:
          anyOf:
            - type: string
            - type: 'null'
          title: Answer
          description: Answer/output
        error:
          anyOf:
            - type: object
            - type: 'null'
          title: Error
          description: Rollout error info
        stop_condition:
          anyOf:
            - type: string
            - type: 'null'
          title: Stop Condition
          description: Rollout stop condition
        trajectory:
          anyOf:
            - items:
                type: object
              type: array
            - type: 'null'
          title: Trajectory
          description: Trajectory steps
        tool_defs:
          anyOf:
            - items:
                type: object
              type: array
            - type: 'null'
          title: Tool Defs
          description: Tool definitions
        token_usage:
          anyOf:
            - additionalProperties:
                type: number
              type: object
            - type: 'null'
          title: Token Usage
          description: Token usage
        num_steps:
          anyOf:
            - type: integer
            - type: 'null'
          title: Num Steps
          description: Number of steps taken
        total_time:
          anyOf:
            - type: number
            - type: 'null'
          title: Total Time
          description: Total time in seconds
        latency_ms:
          anyOf:
            - type: integer
            - type: 'null'
          title: Latency Ms
          description: Latency in milliseconds
        rollout_number:
          anyOf:
            - type: integer
            - type: 'null'
          title: Rollout Number
          description: Rollout number for grouped samples
        info:
          anyOf:
            - type: object
            - type: 'null'
          title: Info
          description: Auxiliary data (e.g., test cases, tool definitions)
      additionalProperties: true
      type: object
      required:
        - example_id
        - reward
      title: EvaluationSample
      description: >-
        Evaluation sample schema.


        Mirrors verifiers RolloutOutput while allowing dynamic reward function
        fields.

        Any additional numeric fields matching reward patterns (e.g.,
        *_reward_func, *_score, etc.)

        will be preserved and used for rubric computation.
    EvaluationStatus:
      type: string
      enum:
        - PENDING
        - RUNNING
        - PROCESSING
        - COMPLETED
        - FAILED
        - TIMEOUT
        - CANCELLED
      title: EvaluationStatus
      description: Evaluation status enum
    ErrorDetail:
      properties:
        param:
          type: string
          title: Param
        details:
          type: string
          title: Details
      type: object
      required:
        - param
        - details
      title: ErrorDetail
    Message:
      properties:
        role:
          type: string
          title: Role
        content:
          anyOf:
            - type: string
            - type: 'null'
          title: Content
        tool_calls:
          items: {}
          type: array
          title: Tool Calls
          default: []
        tool_call_id:
          type: string
          title: Tool Call Id
          default: ''
      type: object
      required:
        - role
      title: Message
      description: Message in prompt or completion
  securitySchemes:
    HTTPBearer:
      type: http
      scheme: bearer

````