{
  "dataset": {
    "hash": "6f4b1f68fc3a813baa983cbe70cd9ef57f8c86e6b2e6ccc9aaa2a498e588d510",
    "id": "builtin-chatbot-short"
  },
  "distributions": {},
  "driver_options": {},
  "engine": {
    "config_hash": "0000000000000000000000000000000000000000000000000000000000000000",
    "image_digest": "",
    "name": "vllm",
    "version": "0.21.0"
  },
  "envelope_version": "v1",
  "hardware_fingerprint": {
    "bios": {
      "above_4g": false,
      "resizable_bar": false,
      "version": "R24"
    },
    "cpu": {
      "microcode": "0x2b000643",
      "model": "Intel(R) Xeon(R) Platinum 8480+"
    },
    "cuda": "13.0",
    "dmi_uuid": "unknown",
    "driver": "580.126.09",
    "fingerprint_sha256": "550474fc9132129654f5d20c316eaffec99a1f67c0cc0b4641e60efb46ea79e7",
    "gpus": [
      {
        "model": "NVIDIA H100 80GB HBM3",
        "pci_id": "00000000:09:00.0",
        "serial": "1653623070767",
        "vbios": "96.00.D0.00.02"
      },
      {
        "model": "NVIDIA H100 80GB HBM3",
        "pci_id": "00000000:17:00.0",
        "serial": "1654023030096",
        "vbios": "96.00.D0.00.02"
      },
      {
        "model": "NVIDIA H100 80GB HBM3",
        "pci_id": "00000000:22:00.0",
        "serial": "1654023067981",
        "vbios": "96.00.D0.00.02"
      },
      {
        "model": "NVIDIA H100 80GB HBM3",
        "pci_id": "00000000:2B:00.0",
        "serial": "1654023030507",
        "vbios": "96.00.D0.00.02"
      },
      {
        "model": "NVIDIA H100 80GB HBM3",
        "pci_id": "00000000:87:00.0",
        "serial": "1654023004905",
        "vbios": "96.00.D0.00.02"
      },
      {
        "model": "NVIDIA H100 80GB HBM3",
        "pci_id": "00000000:90:00.0",
        "serial": "1654023068544",
        "vbios": "96.00.D0.00.02"
      },
      {
        "model": "NVIDIA H100 80GB HBM3",
        "pci_id": "00000000:B8:00.0",
        "serial": "1654023020346",
        "vbios": "96.00.D0.00.02"
      },
      {
        "model": "NVIDIA H100 80GB HBM3",
        "pci_id": "00000000:C1:00.0",
        "serial": "1654023003983",
        "vbios": "96.00.D0.00.02"
      }
    ],
    "memory": {
      "channels": 1,
      "ecc": false,
      "speed_mts": 1
    },
    "nccl": "",
    "numa": {
      "nodes": [
        {
          "cpus": [
            0,
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            112,
            113,
            114,
            115,
            116,
            117,
            118,
            119,
            120,
            121,
            122,
            123,
            124,
            125,
            126,
            127,
            128,
            129,
            130,
            131,
            132,
            133,
            134,
            135,
            136,
            137,
            138,
            139
          ],
          "id": 0,
          "memory_mb": 515679
        },
        {
          "cpus": [
            28,
            29,
            30,
            31,
            32,
            33,
            34,
            35,
            36,
            37,
            38,
            39,
            40,
            41,
            42,
            43,
            44,
            45,
            46,
            47,
            48,
            49,
            50,
            51,
            52,
            53,
            54,
            55,
            140,
            141,
            142,
            143,
            144,
            145,
            146,
            147,
            148,
            149,
            150,
            151,
            152,
            153,
            154,
            155,
            156,
            157,
            158,
            159,
            160,
            161,
            162,
            163,
            164,
            165,
            166,
            167
          ],
          "id": 1,
          "memory_mb": 516081
        },
        {
          "cpus": [
            56,
            57,
            58,
            59,
            60,
            61,
            62,
            63,
            64,
            65,
            66,
            67,
            68,
            69,
            70,
            71,
            72,
            73,
            74,
            75,
            76,
            77,
            78,
            79,
            80,
            81,
            82,
            83,
            168,
            169,
            170,
            171,
            172,
            173,
            174,
            175,
            176,
            177,
            178,
            179,
            180,
            181,
            182,
            183,
            184,
            185,
            186,
            187,
            188,
            189,
            190,
            191,
            192,
            193,
            194,
            195
          ],
          "id": 2,
          "memory_mb": 516034
        },
        {
          "cpus": [
            84,
            85,
            86,
            87,
            88,
            89,
            90,
            91,
            92,
            93,
            94,
            95,
            96,
            97,
            98,
            99,
            100,
            101,
            102,
            103,
            104,
            105,
            106,
            107,
            108,
            109,
            110,
            111,
            196,
            197,
            198,
            199,
            200,
            201,
            202,
            203,
            204,
            205,
            206,
            207,
            208,
            209,
            210,
            211,
            212,
            213,
            214,
            215,
            216,
            217,
            218,
            219,
            220,
            221,
            222,
            223
          ],
          "id": 3,
          "memory_mb": 516069
        }
      ]
    }
  },
  "metrics": {
    "compliance_rate": 0.9767441860465116,
    "energy_joules_total": 18004.607031374166,
    "joules_per_token": 3.829952569958342,
    "ok_rate": 1.0,
    "power_avg_w": 836.8075469879518,
    "power_peak_w": 857.025,
    "req_per_s_all": 1.9724451867934403,
    "req_per_s_passing": 1.9265743684959185,
    "slo_hardware_class": "h100",
    "slo_template_resolved": "ttft<200ms, tpot<50ms, total<3000ms",
    "throughput_tok_per_s": 215.6387168166503,
    "total_p50_ms": 1981.2402590177953,
    "total_p99_ms": 2016.463664029725,
    "tpot_p50_ms": 15.34785290512689,
    "tpot_p99_ms": 15.79729331392915,
    "ttft_p50_ms": 42.49977902509272,
    "ttft_p99_ms": 198.21805385872682
  },
  "model": {
    "endpoint_hash": "0000000000000000000000000000000000000000000000000000000000000000",
    "id": "Qwen/Qwen2-VL-7B-Instruct",
    "provider": "vllm",
    "revision": "unknown00"
  },
  "quantization": {
    "format": "fp16",
    "method": ""
  },
  "run_id": "019e3b85-e34e-706c-826e-d44636d028c2",
  "seed": 42,
  "signature": {
    "bundle": "28dM2rqPXtGKy6G5oF+J5i5pCYq3WS/nO3nSd0h9C1hxWlc13IY2PHFbs9y8UBvbBalCK942gahrwxBjeeSUAA==",
    "certificate": "-----BEGIN PUBLIC KEY-----\nMCowBQYDK2VwAyEAaizxUp45TOSKnwtl4cV/7R0nr0g2EcpvOtMUGGBhgxQ=\n-----END PUBLIC KEY-----",
    "method": "dev-key",
    "rekor_log_index": -1
  },
  "slo_template": "llm.standard",
  "software_provenance": {
    "git_commit": "0000000000000000000000000000000000000000",
    "image_digest": "",
    "nvidia_smi_q_hash": "7f867bdac76b25dfa5df7bb85ee0bc559cecfe29ddc0ea9b886282867728925a",
    "pip_freeze_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
  },
  "suite_id": "llm.inference.chatbot-short",
  "suite_version": "1.0.0",
  "timestamp": "2026-05-18T14:38:10.766378Z",
  "warnings": []
}