NodePerformanceEnvelopes

One cluster member's envelope report, or the reason it is unavailable.

Attributes: node_id: The member's node identifier. url: The peer API base URL, or None for the local node / unreachable. ok: Whether the report was collected. report: The member's envelope report when ok. error: The failure summary when not ok.

nodeIdNodeid (string)required

url objectrequired

anyOf

• string
• null

string

okOk (boolean)required

report object

anyOf

• PerformanceEnvelopeReport
• null

generatedAtGeneratedat (string)required

envelopes object[]required

Array [

hardwareClassHardwareclass (string)required

modelIdModelid (string)required

backendBackend (string)required

quantizationQuantization (string)required

buckets object[]required

Array [

concurrencyConcurrency (integer)required

requestCountRequestcount (integer)required

successCountSuccesscount (integer)required

errorCountErrorcount (integer)required

ttftSecondsP50 objectrequired

anyOf

• number
• null

number

ttftSecondsP90 objectrequired

anyOf

• number
• null

number

decodeTpsMean objectrequired

anyOf

• number
• null

number

decodeTpsP50 objectrequired

anyOf

• number
• null

number

aggregateDecodeTps objectrequired

anyOf

• number
• null

number

]

kneeConcurrency objectrequired

anyOf

• integer
• null

integer

batchesBatches (boolean)required

observationCountObservationcount (integer)required

]

error object

anyOf

• string
• null

string

NodePerformanceEnvelopes

{
  "nodeId": "string",
  "url": "string",
  "ok": true,
  "report": {
    "generatedAt": "string",
    "envelopes": [
      {
        "hardwareClass": "string",
        "modelId": "string",
        "backend": "string",
        "quantization": "string",
        "buckets": [
          {
            "concurrency": 0,
            "requestCount": 0,
            "successCount": 0,
            "errorCount": 0,
            "ttftSecondsP50": 0,
            "ttftSecondsP90": 0,
            "decodeTpsMean": 0,
            "decodeTpsP50": 0,
            "aggregateDecodeTps": 0
          }
        ],
        "kneeConcurrency": 0,
        "batches": true,
        "observationCount": 0
      }
    ]
  },
  "error": "string"
}