Runloop Benchmark Jobs (benchmark)

naftiko: 1.0.0-alpha2
info:
  label: Runloop Benchmark Jobs (benchmark)
  description: Runloop benchmark-jobs capability covering one Runloop business surface. 3 operations.
  tags:
  - Runloop
  - Benchmark-Jobs
  - AI Agents
  - Sandboxes
  created: '2026-05-25'
  modified: '2026-05-25'
binds:
- namespace: env
  keys:
    RUNLOOP_API_KEY: RUNLOOP_API_KEY
capability:
  consumes:
  - type: http
    namespace: benchmark-benchmark-jobs
    baseUri: https://api.runloop.ai
    description: Runloop benchmark-jobs business capability. Self-contained, no shared references.
    resources:
    - name: v1-benchmark-jobs
      path: /v1/benchmark_jobs
      operations:
      - name: createBenchmarkJob
        method: POST
        description: '[Beta] Create a BenchmarkJob.'
        outputRawFormat: json
        outputParameters:
        - name: result
          type: object
          value: $.
        inputParameters:
        - name: body
          in: body
          type: object
          description: Request body (JSON).
          required: false
      - name: listBenchmarkJobs
        method: GET
        description: '[Beta] List BenchmarkJobs.'
        outputRawFormat: json
        outputParameters:
        - name: result
          type: object
          value: $.
        inputParameters:
        - name: name
          in: query
          type: string
          description: Filter by name
          required: false
        - name: limit
          in: query
          type: integer
          description: The limit of items to return. Default is 20. Max is 5000.
          required: false
        - name: starting_after
          in: query
          type: string
          description: Load the next page of data starting after the item with the given ID.
          required: false
        - name: include_total_count
          in: query
          type: boolean
          description: If true (default), includes total_count in the response. Set to false to skip the count query for better
            performance on large datasets.
          required: false
    - name: v1-benchmark-jobs-id
      path: /v1/benchmark_jobs/{id}
      operations:
      - name: getBenchmarkJob
        method: GET
        description: '[Beta] Get a previously created BenchmarkJob.'
        outputRawFormat: json
        outputParameters:
        - name: result
          type: object
          value: $.
        inputParameters:
        - name: id
          in: path
          type: string
          description: The BenchmarkJob ID.
          required: true
    authentication:
      type: bearer
      value: '{{env.RUNLOOP_API_KEY}}'
      placement: header
  exposes:
  - type: rest
    namespace: benchmark-benchmark-jobs-rest
    port: 8080
    description: REST adapter for Runloop benchmark-jobs. One Spectral-compliant resource per consumed operation.
    resources:
    - path: /v1/benchmark_jobs
      name: v1-benchmark-jobs
      description: REST surface for v1-benchmark-jobs.
      operations:
      - method: POST
        name: createBenchmarkJob
        description: '[Beta] Create a BenchmarkJob.'
        call: benchmark-benchmark-jobs.createBenchmarkJob
        with:
          body: rest.body
        outputParameters:
        - type: object
          mapping: $.
      - method: GET
        name: listBenchmarkJobs
        description: '[Beta] List BenchmarkJobs.'
        call: benchmark-benchmark-jobs.listBenchmarkJobs
        with:
          name: rest.params.name
          limit: rest.params.limit
          starting_after: rest.params.starting_after
          include_total_count: rest.params.include_total_count
        outputParameters:
        - type: object
          mapping: $.
    - path: /v1/benchmark_jobs/{id}
      name: v1-benchmark-jobs-id
      description: REST surface for v1-benchmark-jobs-id.
      operations:
      - method: GET
        name: getBenchmarkJob
        description: '[Beta] Get a previously created BenchmarkJob.'
        call: benchmark-benchmark-jobs.getBenchmarkJob
        with:
          id: rest.params.id
        outputParameters:
        - type: object
          mapping: $.
  - type: mcp
    namespace: benchmark-benchmark-jobs-mcp
    port: 9090
    transport: http
    description: MCP adapter for Runloop benchmark-jobs. One tool per consumed operation.
    tools:
    - name: runloop-benchmark-benchmark-jobs-createBenchmarkJob
      description: '[Beta] Create a BenchmarkJob.'
      hints:
        readOnly: false
        destructive: false
        idempotent: false
      call: benchmark-benchmark-jobs.createBenchmarkJob
      with:
        body: tools.body
      outputParameters:
      - type: object
        mapping: $.
    - name: runloop-benchmark-benchmark-jobs-listBenchmarkJobs
      description: '[Beta] List BenchmarkJobs.'
      hints:
        readOnly: true
        destructive: false
        idempotent: true
      call: benchmark-benchmark-jobs.listBenchmarkJobs
      with:
        name: tools.name
        limit: tools.limit
        starting_after: tools.starting_after
        include_total_count: tools.include_total_count
      outputParameters:
      - type: object
        mapping: $.
    - name: runloop-benchmark-benchmark-jobs-getBenchmarkJob
      description: '[Beta] Get a previously created BenchmarkJob.'
      hints:
        readOnly: true
        destructive: false
        idempotent: true
      call: benchmark-benchmark-jobs.getBenchmarkJob
      with:
        id: tools.id
      outputParameters:
      - type: object
        mapping: $.