{
  "dataset": {
    "hash": "6f4b1f68fc3a813baa983cbe70cd9ef57f8c86e6b2e6ccc9aaa2a498e588d510",
    "id": "builtin-chatbot-short"
  },
  "distributions": {},
  "driver_options": {},
  "engine": {
    "config_hash": "0000000000000000000000000000000000000000000000000000000000000000",
    "image_digest": "",
    "name": "vllm",
    "version": "0.22.1"
  },
  "envelope_version": "v1",
  "hardware_fingerprint": {
    "bios": {
      "above_4g": false,
      "resizable_bar": false,
      "version": "CUXD670_5.32_v2.05"
    },
    "cpu": {
      "microcode": "0x2b000643",
      "model": "Intel(R) Xeon(R) Platinum 8462Y+"
    },
    "cuda": "13.0",
    "dmi_uuid": "unknown",
    "driver": "580.126.09",
    "fingerprint_sha256": "c353425077b20b36c71d9c32d9e5d49096478f4a0f7d6078c1dfc83c408ccf50",
    "gpus": [
      {
        "model": "NVIDIA H100 80GB HBM3",
        "pci_id": "00000000:0A:00.0",
        "serial": "1655223057573",
        "vbios": "96.00.D0.00.02"
      },
      {
        "model": "NVIDIA H100 80GB HBM3",
        "pci_id": "00000000:18:00.0",
        "serial": "1655123013588",
        "vbios": "96.00.D0.00.02"
      },
      {
        "model": "NVIDIA H100 80GB HBM3",
        "pci_id": "00000000:2F:00.0",
        "serial": "1655223057489",
        "vbios": "96.00.D0.00.02"
      },
      {
        "model": "NVIDIA H100 80GB HBM3",
        "pci_id": "00000000:38:00.0",
        "serial": "1655123031223",
        "vbios": "96.00.D0.00.02"
      },
      {
        "model": "NVIDIA H100 80GB HBM3",
        "pci_id": "00000000:87:00.0",
        "serial": "1650124037016",
        "vbios": "96.00.D0.00.02"
      },
      {
        "model": "NVIDIA H100 80GB HBM3",
        "pci_id": "00000000:90:00.0",
        "serial": "1650124024911",
        "vbios": "96.00.D0.00.02"
      },
      {
        "model": "NVIDIA H100 80GB HBM3",
        "pci_id": "00000000:BE:00.0",
        "serial": "1655123007630",
        "vbios": "96.00.D0.00.02"
      },
      {
        "model": "NVIDIA H100 80GB HBM3",
        "pci_id": "00000000:C7:00.0",
        "serial": "1655123012945",
        "vbios": "96.00.D0.00.02"
      }
    ],
    "memory": {
      "channels": 1,
      "ecc": false,
      "speed_mts": 1
    },
    "nccl": "",
    "numa": {
      "nodes": [
        {
          "cpus": [
            0,
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15
          ],
          "id": 0,
          "memory_mb": 515670
        },
        {
          "cpus": [
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30,
            31
          ],
          "id": 1,
          "memory_mb": 516044
        },
        {
          "cpus": [
            32,
            33,
            34,
            35,
            36,
            37,
            38,
            39,
            40,
            41,
            42,
            43,
            44,
            45,
            46,
            47
          ],
          "id": 2,
          "memory_mb": 516091
        },
        {
          "cpus": [
            48,
            49,
            50,
            51,
            52,
            53,
            54,
            55,
            56,
            57,
            58,
            59,
            60,
            61,
            62,
            63
          ],
          "id": 3,
          "memory_mb": 516087
        }
      ]
    }
  },
  "metrics": {
    "compliance_rate": 1.0,
    "energy_joules_total": 200158.15436828593,
    "joules_per_token": 9.324427204336436,
    "ok_rate": 1.0,
    "power_avg_w": 2183.636503033646,
    "power_peak_w": 2198.3779999999997,
    "req_per_s_all": 1.9816363316061063,
    "req_per_s_passing": 1.9816363316061063,
    "slo_hardware_class": "h100",
    "slo_template_resolved": "ttft<200ms, tpot<50ms, total<3000ms",
    "throughput_tok_per_s": 233.72420601239932,
    "total_p50_ms": 2130.022239405662,
    "total_p99_ms": 2135.230701016262,
    "tpot_p50_ms": 16.42581731022343,
    "tpot_p99_ms": 16.79924115479151,
    "ttft_p50_ms": 46.3405535556376,
    "ttft_p99_ms": 48.39602540247142
  },
  "model": {
    "endpoint_hash": "0000000000000000000000000000000000000000000000000000000000000000",
    "id": "Qwen/Qwen2.5-72B-Instruct",
    "provider": "vllm",
    "revision": "unknown00"
  },
  "quantization": {
    "format": "bf16",
    "method": ""
  },
  "run_id": "019ebf76-0816-7135-b6a6-6b21ed5abb8d",
  "seed": 42,
  "signature": {
    "bundle": "yry/jm3w3+DZ9glk0XlpsMj76RRf8lriUHVPmuJqE3VOTTkUPitiR2haK6PGZei5sSKzEd2e2jiNwlhWkq+oCQ==",
    "certificate": "-----BEGIN PUBLIC KEY-----\nMCowBQYDK2VwAyEAmocadmsr43FNMgAzMz6SRAWE6+4xVwYSwZDFvmTI47I=\n-----END PUBLIC KEY-----",
    "method": "dev-key",
    "rekor_log_index": -1
  },
  "slo_template": "llm.standard",
  "software_provenance": {
    "git_commit": "0000000000000000000000000000000000000000",
    "image_digest": "",
    "nvidia_smi_q_hash": "304153be2ffbde5bf8c97dfad2f65e82305798317869609341d8e5e616e6ee26",
    "pip_freeze_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
  },
  "suite_id": "llm.inference.chatbot-short",
  "suite_version": "1.0.0",
  "timestamp": "2026-06-13T05:30:44.118360Z",
  "warnings": []
}