Vapi Eval API — Eval

naftiko: 1.0.0-alpha2
info:
  label: Vapi Eval API — Eval
  description: "Vapi Eval API — Eval. 9 operations. Self-contained Naftiko capability covering the Vapi Eval business surface."
  tags:
  - Vapi
  - Eval
  created: '2026-05-24'
  modified: '2026-05-24'
binds:
- namespace: env
  keys:
    VAPI_API_KEY: VAPI_API_KEY
capability:
  consumes:
  - type: http
    namespace: eval-eval
    baseUri: https://api.vapi.ai
    description: Vapi Eval API business capability. Self-contained, no shared references.
    resources:
    - name: eval
      path: /eval
      operations:
      - name: evalcontrollercreate
        method: POST
        description: "Vapi Create Eval"
        outputRawFormat: json
        outputParameters:
        - name: result
          type: object
          value: $.
        inputParameters:
        - name: body
          in: body
          type: object
          description: Request body (JSON).
          required: true
      - name: evalcontrollergetpaginated
        method: GET
        description: "Vapi List Evals"
        outputRawFormat: json
        outputParameters:
        - name: result
          type: object
          value: $.
        inputParameters:
        - name: id
          in: query
          type: string
          description: "Query parameter id"
          required: false
        - name: page
          in: query
          type: string
          description: "This is the page number to return. Defaults to 1."
          required: false
        - name: sortOrder
          in: query
          type: string
          description: "This is the sort order for pagination. Defaults to 'DESC'."
          required: false
        - name: sortBy
          in: query
          type: string
          description: "This is the column to sort by. Defaults to 'createdAt'."
          required: false
        - name: limit
          in: query
          type: string
          description: "This is the maximum number of items to return. Defaults to 100."
          required: false
        - name: createdAtGt
          in: query
          type: string
          description: "This will return items where the createdAt is greater than the specified value."
          required: false
        - name: createdAtLt
          in: query
          type: string
          description: "This will return items where the createdAt is less than the specified value."
          required: false
        - name: createdAtGe
          in: query
          type: string
          description: "This will return items where the createdAt is greater than or equal to the specified value."
          required: false
        - name: createdAtLe
          in: query
          type: string
          description: "This will return items where the createdAt is less than or equal to the specified value."
          required: false
        - name: updatedAtGt
          in: query
          type: string
          description: "This will return items where the updatedAt is greater than the specified value."
          required: false
        - name: updatedAtLt
          in: query
          type: string
          description: "This will return items where the updatedAt is less than the specified value."
          required: false
        - name: updatedAtGe
          in: query
          type: string
          description: "This will return items where the updatedAt is greater than or equal to the specified value."
          required: false
        - name: updatedAtLe
          in: query
          type: string
          description: "This will return items where the updatedAt is less than or equal to the specified value."
          required: false
      - name: evalcontrollerupdate
        method: PATCH
        description: "Vapi Update Eval"
        outputRawFormat: json
        outputParameters:
        - name: result
          type: object
          value: $.
        inputParameters:
        - name: id
          in: path
          type: string
          description: "The unique identifier for the resource."
          required: true
        - name: body
          in: body
          type: object
          description: Request body (JSON).
          required: true
      - name: evalcontrollerremove
        method: DELETE
        description: "Vapi Delete Eval"
        outputRawFormat: json
        outputParameters:
        - name: result
          type: object
          value: $.
        inputParameters:
        - name: id
          in: path
          type: string
          description: "The unique identifier for the resource."
          required: true
      - name: evalcontrollerget
        method: GET
        description: "Vapi Get Eval"
        outputRawFormat: json
        outputParameters:
        - name: result
          type: object
          value: $.
        inputParameters:
        - name: id
          in: path
          type: string
          description: "The unique identifier for the resource."
          required: true
    - name: eval-run
      path: /eval/run
      operations:
      - name: evalcontrollerremoverun
        method: DELETE
        description: "Vapi Delete Eval Run"
        outputRawFormat: json
        outputParameters:
        - name: result
          type: object
          value: $.
        inputParameters:
        - name: id
          in: path
          type: string
          description: "The unique identifier for the resource."
          required: true
      - name: evalcontrollergetrun
        method: GET
        description: "Vapi Get Eval Run"
        outputRawFormat: json
        outputParameters:
        - name: result
          type: object
          value: $.
        inputParameters:
        - name: id
          in: path
          type: string
          description: "The unique identifier for the resource."
          required: true
      - name: evalcontrollerrun
        method: POST
        description: "Vapi Create Eval Run"
        outputRawFormat: json
        outputParameters:
        - name: result
          type: object
          value: $.
        inputParameters:
        - name: body
          in: body
          type: object
          description: Request body (JSON).
          required: true
      - name: evalcontrollergetrunspaginated
        method: GET
        description: "Vapi List Eval Runs"
        outputRawFormat: json
        outputParameters:
        - name: result
          type: object
          value: $.
        inputParameters:
        - name: id
          in: query
          type: string
          description: "Query parameter id"
          required: false
        - name: page
          in: query
          type: string
          description: "This is the page number to return. Defaults to 1."
          required: false
        - name: sortOrder
          in: query
          type: string
          description: "This is the sort order for pagination. Defaults to 'DESC'."
          required: false
        - name: sortBy
          in: query
          type: string
          description: "This is the column to sort by. Defaults to 'createdAt'."
          required: false
        - name: limit
          in: query
          type: string
          description: "This is the maximum number of items to return. Defaults to 100."
          required: false
        - name: createdAtGt
          in: query
          type: string
          description: "This will return items where the createdAt is greater than the specified value."
          required: false
        - name: createdAtLt
          in: query
          type: string
          description: "This will return items where the createdAt is less than the specified value."
          required: false
        - name: createdAtGe
          in: query
          type: string
          description: "This will return items where the createdAt is greater than or equal to the specified value."
          required: false
        - name: createdAtLe
          in: query
          type: string
          description: "This will return items where the createdAt is less than or equal to the specified value."
          required: false
        - name: updatedAtGt
          in: query
          type: string
          description: "This will return items where the updatedAt is greater than the specified value."
          required: false
        - name: updatedAtLt
          in: query
          type: string
          description: "This will return items where the updatedAt is less than the specified value."
          required: false
        - name: updatedAtGe
          in: query
          type: string
          description: "This will return items where the updatedAt is greater than or equal to the specified value."
          required: false
        - name: updatedAtLe
          in: query
          type: string
          description: "This will return items where the updatedAt is less than or equal to the specified value."
          required: false
    authentication:
      type: bearer
      key: Authorization
      value: 'Bearer {{env.VAPI_API_KEY}}'
      placement: header
  exposes:
  - type: rest
    namespace: eval-eval-rest
    port: 8080
    description: REST adapter for Vapi Eval. One resource per consumed operation, prefixed with /v1.
    resources:
    - path: /v1/eval
      name: eval
      description: REST surface for eval.
      operations:
      - method: POST
        name: evalcontrollercreate
        description: "Vapi Create Eval"
        call: eval-eval.evalcontrollercreate
        with:
          body: rest.body
        outputParameters:
        - type: object
          mapping: $.
      - method: GET
        name: evalcontrollergetpaginated
        description: "Vapi List Evals"
        call: eval-eval.evalcontrollergetpaginated
        with:
          id: rest.id
          page: rest.page
          sortOrder: rest.sortOrder
          sortBy: rest.sortBy
          limit: rest.limit
          createdAtGt: rest.createdAtGt
          createdAtLt: rest.createdAtLt
          createdAtGe: rest.createdAtGe
          createdAtLe: rest.createdAtLe
          updatedAtGt: rest.updatedAtGt
          updatedAtLt: rest.updatedAtLt
          updatedAtGe: rest.updatedAtGe
          updatedAtLe: rest.updatedAtLe
        outputParameters:
        - type: object
          mapping: $.
      - method: PATCH
        name: evalcontrollerupdate
        description: "Vapi Update Eval"
        call: eval-eval.evalcontrollerupdate
        with:
          body: rest.body
          id: rest.id
        outputParameters:
        - type: object
          mapping: $.
      - method: DELETE
        name: evalcontrollerremove
        description: "Vapi Delete Eval"
        call: eval-eval.evalcontrollerremove
        with:
          id: rest.id
        outputParameters:
        - type: object
          mapping: $.
      - method: GET
        name: evalcontrollerget
        description: "Vapi Get Eval"
        call: eval-eval.evalcontrollerget
        with:
          id: rest.id
        outputParameters:
        - type: object
          mapping: $.
    - path: /v1/eval/run
      name: eval-run
      description: REST surface for eval-run.
      operations:
      - method: DELETE
        name: evalcontrollerremoverun
        description: "Vapi Delete Eval Run"
        call: eval-eval.evalcontrollerremoverun
        with:
          id: rest.id
        outputParameters:
        - type: object
          mapping: $.
      - method: GET
        name: evalcontrollergetrun
        description: "Vapi Get Eval Run"
        call: eval-eval.evalcontrollergetrun
        with:
          id: rest.id
        outputParameters:
        - type: object
          mapping: $.
      - method: POST
        name: evalcontrollerrun
        description: "Vapi Create Eval Run"
        call: eval-eval.evalcontrollerrun
        with:
          body: rest.body
        outputParameters:
        - type: object
          mapping: $.
      - method: GET
        name: evalcontrollergetrunspaginated
        description: "Vapi List Eval Runs"
        call: eval-eval.evalcontrollergetrunspaginated
        with:
          id: rest.id
          page: rest.page
          sortOrder: rest.sortOrder
          sortBy: rest.sortBy
          limit: rest.limit
          createdAtGt: rest.createdAtGt
          createdAtLt: rest.createdAtLt
          createdAtGe: rest.createdAtGe
          createdAtLe: rest.createdAtLe
          updatedAtGt: rest.updatedAtGt
          updatedAtLt: rest.updatedAtLt
          updatedAtGe: rest.updatedAtGe
          updatedAtLe: rest.updatedAtLe
        outputParameters:
        - type: object
          mapping: $.
  - type: mcp
    namespace: eval-eval-mcp
    port: 9090
    transport: http
    description: MCP adapter for Vapi Eval. One tool per consumed operation.
    tools:
    - name: vapi-evalcontrollercreate
      description: "Vapi Create Eval"
      hints:
        readOnly: false
        destructive: false
        idempotent: false
      call: eval-eval.evalcontrollercreate
      with:
        body: tools.body
      outputParameters:
      - type: object
        mapping: $.
    - name: vapi-evalcontrollergetpaginated
      description: "Vapi List Evals"
      hints:
        readOnly: true
        destructive: false
        idempotent: true
      call: eval-eval.evalcontrollergetpaginated
      with:
        id: tools.id
        page: tools.page
        sortOrder: tools.sortOrder
        sortBy: tools.sortBy
        limit: tools.limit
        createdAtGt: tools.createdAtGt
        createdAtLt: tools.createdAtLt
        createdAtGe: tools.createdAtGe
        createdAtLe: tools.createdAtLe
        updatedAtGt: tools.updatedAtGt
        updatedAtLt: tools.updatedAtLt
        updatedAtGe: tools.updatedAtGe
        updatedAtLe: tools.updatedAtLe
      outputParameters:
      - type: object
        mapping: $.
    - name: vapi-evalcontrollerupdate
      description: "Vapi Update Eval"
      hints:
        readOnly: false
        destructive: false
        idempotent: false
      call: eval-eval.evalcontrollerupdate
      with:
        body: tools.body
        id: tools.id
      outputParameters:
      - type: object
        mapping: $.
    - name: vapi-evalcontrollerremove
      description: "Vapi Delete Eval"
      hints:
        readOnly: false
        destructive: true
        idempotent: true
      call: eval-eval.evalcontrollerremove
      with:
        id: tools.id
      outputParameters:
      - type: object
        mapping: $.
    - name: vapi-evalcontrollerget
      description: "Vapi Get Eval"
      hints:
        readOnly: true
        destructive: false
        idempotent: true
      call: eval-eval.evalcontrollerget
      with:
        id: tools.id
      outputParameters:
      - type: object
        mapping: $.
    - name: vapi-evalcontrollerremoverun
      description: "Vapi Delete Eval Run"
      hints:
        readOnly: false
        destructive: true
        idempotent: true
      call: eval-eval.evalcontrollerremoverun
      with:
        id: tools.id
      outputParameters:
      - type: object
        mapping: $.
    - name: vapi-evalcontrollergetrun
      description: "Vapi Get Eval Run"
      hints:
        readOnly: true
        destructive: false
        idempotent: true
      call: eval-eval.evalcontrollergetrun
      with:
        id: tools.id
      outputParameters:
      - type: object
        mapping: $.
    - name: vapi-evalcontrollerrun
      description: "Vapi Create Eval Run"
      hints:
        readOnly: false
        destructive: false
        idempotent: false
      call: eval-eval.evalcontrollerrun
      with:
        body: tools.body
      outputParameters:
      - type: object
        mapping: $.
    - name: vapi-evalcontrollergetrunspaginated
      description: "Vapi List Eval Runs"
      hints:
        readOnly: true
        destructive: false
        idempotent: true
      call: eval-eval.evalcontrollergetrunspaginated
      with:
        id: tools.id
        page: tools.page
        sortOrder: tools.sortOrder
        sortBy: tools.sortBy
        limit: tools.limit
        createdAtGt: tools.createdAtGt
        createdAtLt: tools.createdAtLt
        createdAtGe: tools.createdAtGe
        createdAtLe: tools.createdAtLe
        updatedAtGt: tools.updatedAtGt
        updatedAtLt: tools.updatedAtLt
        updatedAtGe: tools.updatedAtGe
        updatedAtLe: tools.updatedAtLe
      outputParameters:
      - type: object
        mapping: $.