{
  "gpu": "Tesla T4",
  "torch": "2.11.0+cu130",
  "transformers": "5.20.2",
  "cuda": "13.0",
  "python": "3.13.16",
  "date_utc": "2026-11-15 06:32",
  "rows": [
    {
      "model": "Qwen/Qwen2.5-0.5B",
      "precision": "fp16",
      "ctx": 1024,
      "layers": 24,
      "kv_per_layer": 256,
      "params_b": 0.494,
      "weights_gb": 0.988,
      "kv_measured_gb": 0.0126,
      "peak_alloc_gb": 1.171,
      "process_used_gb": 1.333,
      "kv_pred_gb": 0.0126,
      "weights_pred_gb": 0.988,
      "ok": true
    },
    {
      "model": "Qwen/Qwen2.5-0.5B",
      "precision": "fp16",
      "ctx": 4096,
      "layers": 24,
      "kv_per_layer": 256,
      "params_b": 0.494,
      "weights_gb": 0.988,
      "kv_measured_gb": 0.0503,
      "peak_alloc_gb": 3.324,
      "process_used_gb": 3.507,
      "kv_pred_gb": 0.0503,
      "weights_pred_gb": 0.988,
      "ok": true
    },
    {
      "model": "Qwen/Qwen2.5-0.5B",
      "precision": "fp16",
      "ctx": 8192,
      "layers": 24,
      "kv_per_layer": 256,
      "params_b": 0.494,
      "weights_gb": 0.988,
      "kv_measured_gb": 0.1007,
      "peak_alloc_gb": 10.012,
      "process_used_gb": 11.114,
      "kv_pred_gb": 0.1007,
      "weights_pred_gb": 0.988,
      "ok": true
    },
    {
      "model": "Qwen/Qwen2.5-1.5B",
      "precision": "fp16",
      "ctx": 1024,
      "layers": 28,
      "kv_per_layer": 512,
      "params_b": 1.544,
      "weights_gb": 3.102,
      "kv_measured_gb": 0.0294,
      "peak_alloc_gb": 3.289,
      "process_used_gb": 3.455,
      "kv_pred_gb": 0.0294,
      "weights_pred_gb": 3.087,
      "ok": true
    },
    {
      "model": "Qwen/Qwen2.5-1.5B",
      "precision": "fp16",
      "ctx": 4096,
      "layers": 28,
      "kv_per_layer": 512,
      "params_b": 1.544,
      "weights_gb": 3.102,
      "kv_measured_gb": 0.1174,
      "peak_alloc_gb": 5.259,
      "process_used_gb": 5.577,
      "kv_pred_gb": 0.1174,
      "weights_pred_gb": 3.087,
      "ok": true
    },
    {
      "model": "Qwen/Qwen2.5-1.5B",
      "precision": "fp16",
      "ctx": 8192,
      "layers": 28,
      "kv_per_layer": 512,
      "params_b": 1.544,
      "weights_gb": 3.102,
      "kv_measured_gb": 0.2349,
      "peak_alloc_gb": 11.177,
      "process_used_gb": 12.057,
      "kv_pred_gb": 0.2349,
      "weights_pred_gb": 3.087,
      "ok": true
    },
    {
      "model": "Qwen/Qwen2.5-3B",
      "precision": "fp16",
      "ctx": 1024,
      "layers": 36,
      "kv_per_layer": 512,
      "params_b": 3.086,
      "weights_gb": 6.19,
      "kv_measured_gb": 0.0377,
      "peak_alloc_gb": 6.436,
      "process_used_gb": 6.601,
      "kv_pred_gb": 0.0377,
      "weights_pred_gb": 6.172,
      "ok": true
    },
    {
      "model": "Qwen/Qwen2.5-3B",
      "precision": "fp16",
      "ctx": 4096,
      "layers": 36,
      "kv_per_layer": 512,
      "params_b": 3.086,
      "weights_gb": 6.19,
      "kv_measured_gb": 0.151,
      "peak_alloc_gb": 9.029,
      "process_used_gb": 9.381,
      "kv_pred_gb": 0.151,
      "weights_pred_gb": 6.172,
      "ok": true
    },
    {
      "model": "Qwen/Qwen2.5-3B",
      "precision": "fp16",
      "ctx": 8192,
      "layers": 36,
      "kv_per_layer": 512,
      "params_b": 3.086,
      "ok": false,
      "error": "OOM"
    },
    {
      "model": "Qwen/Qwen2.5-1.5B",
      "precision": "int4",
      "ctx": 1024,
      "layers": 28,
      "kv_per_layer": 512,
      "params_b": 1.544,
      "weights_gb": 1.228,
      "kv_measured_gb": 0.0294,
      "peak_alloc_gb": 1.415,
      "process_used_gb": 6.466,
      "kv_pred_gb": 0.0294,
      "weights_pred_gb": 0.772,
      "ok": true
    },
    {
      "model": "Qwen/Qwen2.5-1.5B",
      "precision": "int4",
      "ctx": 4096,
      "layers": 28,
      "kv_per_layer": 512,
      "params_b": 1.544,
      "weights_gb": 1.228,
      "kv_measured_gb": 0.1174,
      "peak_alloc_gb": 3.383,
      "process_used_gb": 6.439,
      "kv_pred_gb": 0.1174,
      "weights_pred_gb": 0.772,
      "ok": true
    },
    {
      "model": "Qwen/Qwen2.5-1.5B",
      "precision": "int4",
      "ctx": 8192,
      "layers": 28,
      "kv_per_layer": 512,
      "params_b": 1.544,
      "weights_gb": 1.228,
      "kv_measured_gb": 0.2349,
      "peak_alloc_gb": 9.303,
      "process_used_gb": 12.875,
      "kv_pred_gb": 0.2349,
      "weights_pred_gb": 0.772,
      "ok": true
    },
    {
      "model": "Qwen/Qwen2.5-7B",
      "precision": "int4",
      "ctx": 1024,
      "layers": 28,
      "kv_per_layer": 1024,
      "params_b": 7.616,
      "weights_gb": 5.871,
      "kv_measured_gb": 0.0587,
      "peak_alloc_gb": 6.291,
      "process_used_gb": 6.791,
      "kv_pred_gb": 0.0587,
      "weights_pred_gb": 3.808,
      "ok": true
    },
    {
      "model": "Qwen/Qwen2.5-7B",
      "precision": "int4",
      "ctx": 4096,
      "layers": 28,
      "kv_per_layer": 1024,
      "params_b": 7.616,
      "weights_gb": 5.871,
      "kv_measured_gb": 0.2349,
      "peak_alloc_gb": 10.766,
      "process_used_gb": 11.43,
      "kv_pred_gb": 0.2349,
      "weights_pred_gb": 3.808,
      "ok": true
    },
    {
      "model": "Qwen/Qwen2.5-7B",
      "precision": "int4",
      "ctx": 8192,
      "layers": 28,
      "kv_per_layer": 1024,
      "params_b": 7.616,
      "ok": false,
      "error": "OOM"
    }
  ],
  "bitsandbytes": "0.50.2"
}