vllm-project · franciscojavierarceo · Jul 13, 2026
@@ -0,0 +1,13 @@
+profile,pair,response_id,first_backend,continuation_backend,warm_replica_return,cold_latency_ms,continuation_latency_ms,input_tokens,cached_tokens,cache_hit_ratio,salt
+approximate,1,resp_019f5b9a-98e1-71c1-8762-36968cfca2c0,1,1,True,1250.824,304.279,6653,6592,0.9908312039681346,approximate-1-aff8fdfe989844609898a398a5955c76
+approximate,2,resp_019f5b9a-a139-7e01-aaae-d7a9d65cb573,0,0,True,1280.666,327.964,6653,6592,0.9908312039681346,approximate-2-e9db923ce14e4d70bddc2e3796757026
+approximate,3,resp_019f5b9a-a99c-7080-a8d2-4b153401dc1d,1,1,True,1280.43,316.337,6653,6592,0.9908312039681346,approximate-3-44bdc25bab9d48c181a702d6c0461fd6
+approximate,4,resp_019f5b9a-b1ee-7ac0-9534-ac6121d00347,0,0,True,1322.826,338.046,6653,6592,0.9908312039681346,approximate-4-a9d476640ea44b179f2ff62d10801ea9
+approximate,5,resp_019f5b9a-bac2-7ce2-9409-1bf332ec4caa,1,1,True,1261.728,363.487,6653,6592,0.9908312039681346,approximate-5-e756a76549854be090981a7e40f799bf
+approximate,6,resp_019f5b9a-c368-74c3-b73e-71626dc1b9ad,0,0,True,1284.841,320.064,6653,6592,0.9908312039681346,approximate-6-02903120b07d4a05b93a2592dcba0c12
+approximate,7,resp_019f5b9a-cc1d-7b60-87b6-45d9a2cda4cf,1,1,True,1267.259,295.566,6653,6592,0.9908312039681346,approximate-7-cc24545faa7e4f6f88382f2231680e93
+approximate,8,resp_019f5b9a-d483-70a0-ae76-b83bf0cd932a,0,0,True,1301.424,334.96,6653,6592,0.9908312039681346,approximate-8-1382560c764c4d948f860cb06901ff2c
+approximate,9,resp_019f5b9a-dd2e-7eb2-a080-bc8b4e114a4b,1,1,True,1269.574,278.705,6653,6592,0.9908312039681346,approximate-9-e1afe005c6694444888a7cc4909ccda1
+approximate,10,resp_019f5b9a-e588-7d42-a777-4398ffa5b578,0,0,True,1286.97,295.284,6653,6592,0.9908312039681346,approximate-10-d2cc20777c994c57a21f3a05ede2d2eb
+approximate,11,resp_019f5b9a-ee14-7831-8ea2-248e4cd72b55,1,1,True,1286.731,301.548,6653,6592,0.9908312039681346,approximate-11-9fcfde1fd3854fa78dcf685c8889d4ee
+approximate,12,resp_019f5b9a-f6db-72f3-9567-52d77a28bde0,0,0,True,1278.703,294.675,6653,6592,0.9908312039681346,approximate-12-21c9ab79d6104c60937a1b168f26dfc2
@@ -0,0 +1,11 @@
+{
+  "profile": "approximate",
+  "pairs": 12,
+  "warm_replica_returns": 12,
+  "high_hit_pairs": 12,
+  "mean_cache_hit_pct": 99.08312039681346,
+  "cold_mean_ms": 1280.998,
+  "continuation_mean_ms": 314.24291666666664,
+  "continuation_ci95_ms": 15.159492720963872,
+  "raw_csv": "approximate.csv"
+}
@@ -0,0 +1,13 @@
+profile,pair,response_id,first_backend,continuation_backend,warm_replica_return,cold_latency_ms,continuation_latency_ms,input_tokens,cached_tokens,cache_hit_ratio,salt
+load-only,1,resp_019f5b99-fbe4-7622-97d5-1e08ecda123a,1,1,True,1315.491,325.064,6653,6592,0.9908312039681346,load-only-1-bcfb66f9e609469ba100ed08ff222da6
+load-only,2,resp_019f5b9a-04f8-7753-94ef-eb2daaae7e72,1,0,False,1267.437,1308.696,6653,0,0.0,load-only-2-d015f5b70b564e84b3e2d795f6cb4570
+load-only,3,resp_019f5b9a-112a-70d0-9877-9f2181cd1477,1,1,True,1251.571,328.635,6653,6592,0.9908312039681346,load-only-3-d023bc5e520b4642b5b3c76178a3b923
+load-only,4,resp_019f5b9a-19b6-7460-8b11-90d4acaada38,1,1,True,1281.469,417.696,6653,6592,0.9908312039681346,load-only-4-f0bebda489904f83b2af5857a9452118
+load-only,5,resp_019f5b9a-23a7-7a72-a08f-5ab8e0ddcc87,0,1,False,1280.071,1287.252,6653,0,0.0,load-only-5-c83d710ec9ed42aaa17ac0c59c82d30d
+load-only,6,resp_019f5b9a-304c-70c1-9486-866750b82c2d,1,0,False,1263.754,1279.143,6653,0,0.0,load-only-6-7c1b7006fb174362bfcfc68011fbc316
+load-only,7,resp_019f5b9a-3c83-7742-a559-81c84d953ae2,0,0,True,1283.837,346.781,6653,6592,0.9908312039681346,load-only-7-8989e3c7fe5f4323a05593c616bef47c
+load-only,8,resp_019f5b9a-451b-7c13-bb46-1d82b0136bc8,1,0,False,1277.743,1280.832,6653,0,0.0,load-only-8-4d93d81aafd34174bcaebb7a0bd24ff1
+load-only,9,resp_019f5b9a-51c3-7033-b6f7-eb903d60c635,0,0,True,1320.714,295.187,6653,6592,0.9908312039681346,load-only-9-eb5fa22ef3664e8e9c6f2bed9704d9cc
+load-only,10,resp_019f5b9a-5a6b-7e13-965b-0a15db9c4604,1,0,False,1283.064,1275.413,6653,0,0.0,load-only-10-a9d12224b85b4f4c8853e2f27606f6e3
+load-only,11,resp_019f5b9a-66f3-70f3-a5a0-9377b1be2aba,1,0,False,1279.711,1266.208,6653,0,0.0,load-only-11-a27c360f5a7f447ea5f8fb3f9a97edf6
+load-only,12,resp_019f5b9a-734e-72c0-93bf-fd4426b12ae3,0,0,True,1295.668,320.584,6653,6592,0.9908312039681346,load-only-12-30e4223b1f2c4155b906108f491f6f44
@@ -0,0 +1,11 @@
+{
+  "profile": "load-only",
+  "pairs": 12,
+  "warm_replica_returns": 6,
+  "high_hit_pairs": 6,
+  "mean_cache_hit_pct": 49.54156019840673,
+  "cold_mean_ms": 1283.3775,
+  "continuation_mean_ms": 810.9575833333333,
+  "continuation_ci95_ms": 313.7860410725008,
+  "raw_csv": "load-only.csv"
+}
@@ -0,0 +1,13 @@
+profile,pair,response_id,first_backend,continuation_backend,warm_replica_return,cold_latency_ms,continuation_latency_ms,input_tokens,cached_tokens,cache_hit_ratio,salt
+precise,1,resp_019f5b9b-1cd4-7943-89e7-a18319365c29,1,1,True,1283.113,342.293,6653,6592,0.9908312039681346,precise-1-986b4a907962462f8dd4e4e83f91e201
+precise,2,resp_019f5b9b-2584-70f2-bdc2-baedb6cc12df,0,0,True,1270.011,306.071,6653,6592,0.9908312039681346,precise-2-2668e2707ea34283a3d6c9a76fee5366
+precise,3,resp_019f5b9b-2e0a-7d81-b4a7-7694d665d60e,1,1,True,1299.921,306.383,6653,6592,0.9908312039681346,precise-3-0ccc98b7b5b1403aa60d6a549295da5b
+precise,4,resp_019f5b9b-3695-7182-aae5-0fa651a34736,0,0,True,1286.589,300.805,6653,6592,0.9908312039681346,precise-4-2cab0b6417db40d5b29e7d7224de9e5b
+precise,5,resp_019f5b9b-3f21-7033-80de-eb228518a1be,1,1,True,1304.668,306.25,6653,6592,0.9908312039681346,precise-5-a1f1b5e691424c57978d2ea45d513486
+precise,6,resp_019f5b9b-47e4-77f1-a6a0-1dd2d51eec4a,0,0,True,1290.08,312.999,6653,6592,0.9908312039681346,precise-6-a8ff244fd470496c91aefb4cf07c8e04
+precise,7,resp_019f5b9b-510f-79b3-a010-34a4194cf371,1,1,True,1300.424,323.26,6653,6592,0.9908312039681346,precise-7-e3e49bc977204b19bb282d066381ee7c
+precise,8,resp_019f5b9b-599e-7770-b997-b5101f844a8b,0,0,True,1318.259,342.457,6653,6592,0.9908312039681346,precise-8-7793b2c578de4283b530a388e264a560
+precise,9,resp_019f5b9b-624a-7580-b698-998761902f55,1,1,True,1264.774,311.754,6653,6592,0.9908312039681346,precise-9-2282d7a89e8841e99f3b27cecc26d1a1
+precise,10,resp_019f5b9b-6ab2-7c90-90fc-071ffd1ad38b,0,0,True,1321.075,316.084,6653,6592,0.9908312039681346,precise-10-df44acd48cb244e8afb6fec0da37490f
+precise,11,resp_019f5b9b-7381-7811-98b8-5f225fa18f48,1,1,True,1285.658,316.782,6653,6592,0.9908312039681346,precise-11-a0c7d96f2ae748d59738b895eacdc673
+precise,12,resp_019f5b9b-7c41-7ae1-be70-e19375aad553,0,0,True,1319.35,312.635,6653,6592,0.9908312039681346,precise-12-1e031234fcc64b75b98751f1dd25b220
@@ -0,0 +1,11 @@
+{
+  "profile": "precise",
+  "pairs": 12,
+  "warm_replica_returns": 12,
+  "high_hit_pairs": 12,
+  "mean_cache_hit_pct": 99.08312039681346,
+  "cold_mean_ms": 1295.3268333333333,
+  "continuation_mean_ms": 316.48108333333334,
+  "continuation_ci95_ms": 8.561432155318602,
+  "raw_csv": "precise.csv"
+}
@@ -94,6 +94,8 @@ nav:
   - API Reference: api/index.md
   - Developing:
     - Getting Started: developing/getting-started.md
+  - ADRs:
+    - KV-affine Continuation: adr/ADR-04_kv_affine_continuation.md
   - Community: community/index.md
 
 extra: