{
  "kind": "nodus_benchmark_results",
  "date_pdt": "2026-10-29",
  "gpu": "NVIDIA A100-SXM4-40GB",
  "model": "Qwen/Qwen3-1.7B-FP8",
  "configuration": {
    "tenants": 2,
    "engine_gib_each": 18,
    "vllm_target_gib_each": 16.2,
    "max_num_batched_tokens": 8192,
    "max_num_seqs": 64,
    "offered_window_s": 120,
    "output_tokens_per_request": 256
  },
  "results": {
    "12.0_req_s": {
      "offered": 1440,
      "completed": 1440,
      "within_latency_targets_percent": 100,
      "completed_output_tok_s": 3021.69,
      "slo_qualified_output_tok_s": 3021.69,
      "latency": {
        "ttft_p50_s": 0.062,
        "ttft_p95_s": 0.067,
        "ttft_p99_s": 0.069,
        "tpot_p99_s": 0.01318
      },
      "gpu_activity_percent": {
        "kernel_busy_mean": 99.2,
        "memory_busy_mean": 73.8,
        "sm_active_mean": 91,
        "tensor_active_mean": 27.3,
        "dram_active_mean": 57.2
      }
    },
    "16.0_req_s": {
      "offered": 1920,
      "completed": 1920,
      "within_latency_targets_percent": 37.14,
      "completed_output_tok_s": 3826.58,
      "slo_qualified_output_tok_s": 1421.02,
      "latency": {
        "ttft_p50_s": 1.556,
        "ttft_p95_s": 4.867,
        "ttft_p99_s": 5.091,
        "tpot_p99_s": 0.03304
      },
      "gpu_activity_percent": {
        "kernel_busy_mean": 99.2,
        "memory_busy_mean": 79.3,
        "sm_active_mean": 95.2,
        "tensor_active_mean": 34.5,
        "dram_active_mean": 61.8
      }
    }
  }
}