diff --git a/packages/snapcompact/research/bench_kimi.py b/packages/snapcompact/research/bench_kimi.py index 5d020a6db..7a6957202 100644 --- a/packages/snapcompact/research/bench_kimi.py +++ b/packages/snapcompact/research/bench_kimi.py @@ -2,16 +2,20 @@ # requires-python = ">=3.10" # dependencies = ["pillow"] # /// -"""Kimi K2.6 chunked benchmark runner (KimiK26Bench scratch file). +"""Kimi-line chunked benchmark runner over PRODUCTION-rendered frames. mono_prod protocol (same flow/questions/seed) but every request carries <=8 frames: OpenRouter silently drops images after the first 8, and kimi itself dilutes >8 genuine frames. Chunk plan = windows of 8 frames, overlap >=1, evenly spread (reproduces the diag [(0,8),(6,14),(13,21)] plan for 21 frames -so the .973 anchor is a cache hit). Questions are routed to the chunk where -their answer position is most interior. +so the k2.6 .973 anchor is a cache hit). Questions are routed to the chunk +where their answer position is most interior. - uv run --with pillow python bench_kimi.py --shape-json '' --name