helicone-api — Evals

naftiko: 1.0.0-alpha2
info:
  label: helicone-api — Evals
  description: 'helicone-api — Evals. 4 operations. Lead operation: Evals. Self-contained Naftiko capability covering one
    Helicone business surface.'
  tags:
  - Helicone
  - Evals
  created: '2026-05-19'
  modified: '2026-05-19'
binds:
- namespace: env
  keys:
    HELICONE_API_KEY: HELICONE_API_KEY
capability:
  consumes:
  - type: http
    namespace: helicone-evals
    baseUri: https://api.helicone.ai
    description: helicone-api — Evals business capability. Self-contained, no shared references.
    resources:
    - name: v1-evals-query
      path: /v1/evals/query
      operations:
      - name: queryevals
        method: POST
        description: ''
        outputRawFormat: json
        outputParameters:
        - name: result
          type: object
          value: $.
        inputParameters:
        - name: body
          in: body
          type: object
          description: Request body (JSON).
          required: true
    - name: v1-evals-score-distributions-query
      path: /v1/evals/score-distributions/query
      operations:
      - name: queryscoredistributions
        method: POST
        description: ''
        outputRawFormat: json
        outputParameters:
        - name: result
          type: object
          value: $.
        inputParameters:
        - name: body
          in: body
          type: object
          description: Request body (JSON).
          required: true
    - name: v1-evals-scores
      path: /v1/evals/scores
      operations:
      - name: getevalscores
        method: GET
        description: ''
        outputRawFormat: json
        outputParameters:
        - name: result
          type: object
          value: $.
    - name: v1-evals-requestId
      path: /v1/evals/{requestId}
      operations:
      - name: addeval
        method: POST
        description: ''
        outputRawFormat: json
        outputParameters:
        - name: result
          type: object
          value: $.
        inputParameters:
        - name: requestId
          in: path
          type: string
          required: true
        - name: body
          in: body
          type: object
          description: Request body (JSON).
          required: true
    authentication:
      type: apikey
      key: Authorization
      value: '{{env.HELICONE_API_KEY}}'
      placement: header
  exposes:
  - type: rest
    namespace: helicone-evals-rest
    port: 8080
    description: REST adapter for helicone-api — Evals. One Spectral-compliant resource per consumed operation, prefixed with
      /v1.
    resources:
    - path: /v1/v1/evals/query
      name: v1-evals-query
      description: REST surface for v1-evals-query.
      operations:
      - method: POST
        name: queryevals
        description: queryevals
        call: helicone-evals.queryevals
        with:
          body: rest.body
        outputParameters:
        - type: object
          mapping: $.
    - path: /v1/v1/evals/score-distributions/query
      name: v1-evals-score-distributions-query
      description: REST surface for v1-evals-score-distributions-query.
      operations:
      - method: POST
        name: queryscoredistributions
        description: queryscoredistributions
        call: helicone-evals.queryscoredistributions
        with:
          body: rest.body
        outputParameters:
        - type: object
          mapping: $.
    - path: /v1/v1/evals/scores
      name: v1-evals-scores
      description: REST surface for v1-evals-scores.
      operations:
      - method: GET
        name: getevalscores
        description: getevalscores
        call: helicone-evals.getevalscores
        outputParameters:
        - type: object
          mapping: $.
    - path: /v1/v1/evals/{requestid}
      name: v1-evals-requestid
      description: REST surface for v1-evals-requestId.
      operations:
      - method: POST
        name: addeval
        description: addeval
        call: helicone-evals.addeval
        with:
          requestId: rest.requestId
          body: rest.body
        outputParameters:
        - type: object
          mapping: $.
  - type: mcp
    namespace: helicone-evals-mcp
    port: 9090
    transport: http
    description: MCP adapter for helicone-api — Evals. One tool per consumed operation, routed inline through this capability's
      consumes block.
    tools:
    - name: queryevals
      description: queryevals
      hints:
        readOnly: true
        destructive: false
        idempotent: false
      call: helicone-evals.queryevals
      with:
        body: tools.body
      outputParameters:
      - type: object
        mapping: $.
    - name: queryscoredistributions
      description: queryscoredistributions
      hints:
        readOnly: true
        destructive: false
        idempotent: false
      call: helicone-evals.queryscoredistributions
      with:
        body: tools.body
      outputParameters:
      - type: object
        mapping: $.
    - name: getevalscores
      description: getevalscores
      hints:
        readOnly: true
        destructive: false
        idempotent: true
      call: helicone-evals.getevalscores
      outputParameters:
      - type: object
        mapping: $.
    - name: addeval
      description: addeval
      hints:
        readOnly: false
        destructive: false
        idempotent: false
      call: helicone-evals.addeval
      with:
        requestId: tools.requestId
        body: tools.body
      outputParameters:
      - type: object
        mapping: $.