ClusterPerformanceEnvelopes

Read-only performance envelopes gathered from every reachable member.

Attributes: generated_at: UTC ISO-8601 time the fan-out was assembled. nodes: One entry per cluster member (local first), each carrying its report or an explicit failure so an unreachable member never silently vanishes.

generatedAtGeneratedat (string)required

nodes object[]required

Array [

nodeIdNodeid (string)required

url objectrequired

anyOf

• string
• null

string

okOk (boolean)required

report object

anyOf

• PerformanceEnvelopeReport
• null

generatedAtGeneratedat (string)required

envelopes object[]required

Array [

hardwareClassHardwareclass (string)required

modelIdModelid (string)required

backendBackend (string)required

quantizationQuantization (string)required

buckets object[]required

Array [

concurrencyConcurrency (integer)required

requestCountRequestcount (integer)required

successCountSuccesscount (integer)required

errorCountErrorcount (integer)required

ttftSecondsP50 objectrequired

anyOf

• number
• null

number

ttftSecondsP90 objectrequired

anyOf

• number
• null

number

decodeTpsMean objectrequired

anyOf

• number
• null

number

decodeTpsP50 objectrequired

anyOf

• number
• null

number

aggregateDecodeTps objectrequired

anyOf

• number
• null

number

]

kneeConcurrency objectrequired

anyOf

• integer
• null

integer

batchesBatches (boolean)required

observationCountObservationcount (integer)required

]

error object

anyOf

• string
• null

string

]

ClusterPerformanceEnvelopes

{
  "generatedAt": "string",
  "nodes": [
    {
      "nodeId": "string",
      "url": "string",
      "ok": true,
      "report": {
        "generatedAt": "string",
        "envelopes": [
          {
            "hardwareClass": "string",
            "modelId": "string",
            "backend": "string",
            "quantization": "string",
            "buckets": [
              {
                "concurrency": 0,
                "requestCount": 0,
                "successCount": 0,
                "errorCount": 0,
                "ttftSecondsP50": 0,
                "ttftSecondsP90": 0,
                "decodeTpsMean": 0,
                "decodeTpsP50": 0,
                "aggregateDecodeTps": 0
              }
            ],
            "kneeConcurrency": 0,
            "batches": true,
            "observationCount": 0
          }
        ]
      },
      "error": "string"
    }
  ]
}