BenchChatCompletionResponse

idId (string)required

objectObject (string)

Constant value: chat.completion

Default value: chat.completion

createdCreated (integer)required

modelModel (string)required

choices object[]required

Array [

anyOf

• ChatCompletionChoice
• StreamingChoiceResponse

indexIndex (integer)required

message objectrequired

roleRole (string)required

Possible values: [system, user, assistant, developer, tool, function]

content object

anyOf

• string
• ChatCompletionMessageText
• ChatCompletionMessageImageUrl
• object[]
• null

string

reasoning_content object

anyOf

• string
• null

string

name object

anyOf

• string
• null

string

tool_calls object

anyOf

• object[]
• null

Array [

idId (string)required

index object

anyOf

• integer
• null

integer

typeType (string)

Constant value: function

Default value: function

function objectrequired

idId (string)

nameName (string)required

argumentsArguments (string)required

]

tool_call_id object

anyOf

• string
• null

string

function_call object

anyOf

• object
• null

object

logprobs object

anyOf

• Logprobs
• null

content object

anyOf

• object[]
• null

Array [

tokenToken (string)required

logprobLogprob (number)required

bytes object

anyOf

• integer[]
• null

Array [

integer

]

top_logprobs object[]required

Array [

tokenToken (string)required

logprobLogprob (number)required

bytes object

anyOf

• integer[]
• null

Array [

integer

]

]

]

finish_reason object

anyOf

• string
• null

string

Possible values: [stop, length, tool_calls, content_filter, function_call, error]

]

usage object

anyOf

• Usage
• null

prompt_tokensPrompt Tokens (integer)required

completion_tokensCompletion Tokens (integer)required

total_tokensTotal Tokens (integer)required

prompt_tokens_details objectrequired

cached_tokensCached Tokens (integer)

Default value: 0

audio_tokensAudio Tokens (integer)

Default value: 0

completion_tokens_details objectrequired

reasoning_tokensReasoning Tokens (integer)

Default value: 0

audio_tokensAudio Tokens (integer)

Default value: 0

accepted_prediction_tokensAccepted Prediction Tokens (integer)

Default value: 0

rejected_prediction_tokensRejected Prediction Tokens (integer)

Default value: 0

service_tier object

anyOf

• string
• null

string

generation_stats object

anyOf

• GenerationStats
• null

prompt_tpsPrompt Tps (number)required

generation_tpsGeneration Tps (number)required

prompt_tokensPrompt Tokens (integer)required

generation_tokensGeneration Tokens (integer)required

peak_memory_usage objectrequired

inBytesInbytes (integer)

Default value: 0

power_usage object

anyOf

• PowerUsage
• null

elapsed_secondsElapsed Seconds (number)required

nodes object[]required

Array [

node_idNode Id (string)required

samplesSamples (integer)required

avg_sys_powerAvg Sys Power (number)required

]

total_avg_sys_power_wattsTotal Avg Sys Power Watts (number)required

total_energy_joulesTotal Energy Joules (number)required

BenchChatCompletionResponse

{
  "id": "string",
  "object": "chat.completion",
  "created": 0,
  "model": "string",
  "choices": [
    {
      "index": 0,
      "message": {
        "role": "system",
        "content": "string",
        "reasoning_content": "string",
        "name": "string",
        "tool_calls": [
          {
            "id": "string",
            "index": 0,
            "type": "function",
            "function": {
              "id": "string",
              "name": "string",
              "arguments": "string"
            }
          }
        ],
        "tool_call_id": "string",
        "function_call": {}
      },
      "logprobs": {
        "content": [
          {
            "token": "string",
            "logprob": 0,
            "bytes": [
              0
            ],
            "top_logprobs": [
              {
                "token": "string",
                "logprob": 0,
                "bytes": [
                  0
                ]
              }
            ]
          }
        ]
      },
      "finish_reason": "stop"
    },
    {
      "index": 0,
      "delta": {
        "role": "system",
        "content": "string",
        "reasoning_content": "string",
        "name": "string",
        "tool_calls": [
          {
            "id": "string",
            "index": 0,
            "type": "function",
            "function": {
              "id": "string",
              "name": "string",
              "arguments": "string"
            }
          }
        ],
        "tool_call_id": "string",
        "function_call": {}
      },
      "logprobs": {
        "content": [
          {
            "token": "string",
            "logprob": 0,
            "bytes": [
              0
            ],
            "top_logprobs": [
              {
                "token": "string",
                "logprob": 0,
                "bytes": [
                  0
                ]
              }
            ]
          }
        ]
      },
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 0,
        "completion_tokens": 0,
        "total_tokens": 0,
        "prompt_tokens_details": {
          "cached_tokens": 0,
          "audio_tokens": 0
        },
        "completion_tokens_details": {
          "reasoning_tokens": 0,
          "audio_tokens": 0,
          "accepted_prediction_tokens": 0,
          "rejected_prediction_tokens": 0
        }
      }
    }
  ],
  "usage": {
    "prompt_tokens": 0,
    "completion_tokens": 0,
    "total_tokens": 0,
    "prompt_tokens_details": {
      "cached_tokens": 0,
      "audio_tokens": 0
    },
    "completion_tokens_details": {
      "reasoning_tokens": 0,
      "audio_tokens": 0,
      "accepted_prediction_tokens": 0,
      "rejected_prediction_tokens": 0
    }
  },
  "service_tier": "string",
  "generation_stats": {
    "prompt_tps": 0,
    "generation_tps": 0,
    "prompt_tokens": 0,
    "generation_tokens": 0,
    "peak_memory_usage": {
      "inBytes": 0
    }
  },
  "power_usage": {
    "elapsed_seconds": 0,
    "nodes": [
      {
        "node_id": "string",
        "samples": 0,
        "avg_sys_power": 0
      }
    ],
    "total_avg_sys_power_watts": 0,
    "total_energy_joules": 0
  }
}