lovey/benchmarks/standard/2026-10-27-standard-rtx-3090-16ea71d0/provenance/corpus-build.json

{
  "protocol_id": "strata-qwen38-thinking-v1-draft.1",
  "bundle": "standard-v1",
  "profile": "qwen3.8-flash-next-thinking",
  "tokenizer_files": {
    "vocab.json": "4ba64f0332abcfb0b600b7df1537d1e836e68009d5fb7cdb77339738dc6365c4",
    "merges.txt": "080cf95432173729d160346b7882bd2a644b07f7a3813a3eb73f4e66787bfde9",
    "token_type.json": "5088c8c298fc06af8382ddb3b76c888703ac2634e82263b97eedcc2ad202738b"
  },
  "template": {
    "path": "serve/chat_template.jinja",
    "sha256": "ae9644304511ef71f28e036b6f65b4c709880bc5a23b7d0b42125ec63a8c70ca"
  },
  "template_kwargs": {
    "enable_thinking": true,
    "preserve_thinking": true,
    "reasoning_effort": "xhigh"
  },
  "record_format": "record{:06d}: alpha beta gamma delta epsilon zeta eta theta.",
  "short_task": "Explain how a hash table finds a value, including collisions and one small example.",
  "summary_question": "Summarize the structure of these records and explain how to look up a record by its ID.",
  "record_counts": {
    "prompt-4k": {
      "records": 211,
      "target_tokens": 4096
    },
    "prompt-16k": {
      "records": 858,
      "target_tokens": 16384
    }
  },
  "length_tolerance": 0.02,
  "requests": [
    {
      "id": "warmup",
      "input_tokens": 75,
      "max_shared_prefix_tokens": 47
    },
    {
      "id": "performance-short-r1",
      "input_tokens": 77,
      "max_shared_prefix_tokens": 50
    },
    {
      "id": "performance-prompt-4k-r1",
      "input_tokens": 4093,
      "max_shared_prefix_tokens": 54
    },
    {
      "id": "performance-prompt-16k-r1",
      "input_tokens": 16387,
      "max_shared_prefix_tokens": 55
    },
    {
      "id": "performance-short-r2",
      "input_tokens": 77,
      "max_shared_prefix_tokens": 50
    },
    {
      "id": "performance-prompt-4k-r2",
      "input_tokens": 4093,
      "max_shared_prefix_tokens": 54
    },
    {
      "id": "performance-prompt-16k-r2",
      "input_tokens": 16387,
      "max_shared_prefix_tokens": 55
    },
    {
      "id": "performance-short-r3",
      "input_tokens": 77,
      "max_shared_prefix_tokens": 50
    },
    {
      "id": "performance-prompt-4k-r3",
      "input_tokens": 4093,
      "max_shared_prefix_tokens": 54
    },
    {
      "id": "performance-prompt-16k-r3",
      "input_tokens": 16387,
      "max_shared_prefix_tokens": 55
    },
    {
      "id": "sanity-I1",
      "input_tokens": 82,
      "max_shared_prefix_tokens": 49
    },
    {
      "id": "sanity-I2",
      "input_tokens": 90,
      "max_shared_prefix_tokens": 49
    },
    {
      "id": "sanity-I3",
      "input_tokens": 85,
      "max_shared_prefix_tokens": 49
    },
    {
      "id": "sanity-I4",
      "input_tokens": 71,
      "max_shared_prefix_tokens": 49
    },
    {
      "id": "sanity-R1",
      "input_tokens": 4089,
      "max_shared_prefix_tokens": 49
    },
    {
      "id": "sanity-R2",
      "input_tokens": 4089,
      "max_shared_prefix_tokens": 49
    },
    {
      "id": "sanity-R3",
      "input_tokens": 16382,
      "max_shared_prefix_tokens": 49
    },
    {
      "id": "sanity-R4",
      "input_tokens": 16390,
      "max_shared_prefix_tokens": 49
    },
    {
      "id": "sanity-T1",
      "input_tokens": 325,
      "max_shared_prefix_tokens": 61
    },
    {
      "id": "sanity-T2",
      "input_tokens": 335,
      "max_shared_prefix_tokens": 62
    },
    {
      "id": "sanity-T3",
      "input_tokens": 352,
      "max_shared_prefix_tokens": 61
    },
    {
      "id": "sanity-T4",
      "input_tokens": 339,
      "max_shared_prefix_tokens": 62
    },
    {
      "id": "concurrency-r1-c1",
      "input_tokens": 78,
      "max_shared_prefix_tokens": 51
    },
    {
      "id": "concurrency-r1-c2",
      "input_tokens": 78,
      "max_shared_prefix_tokens": 51
    },
    {
      "id": "concurrency-r1-c3",
      "input_tokens": 78,
      "max_shared_prefix_tokens": 51
    },
    {
      "id": "concurrency-r1-c4",
      "input_tokens": 78,
      "max_shared_prefix_tokens": 51
    },
    {
      "id": "concurrency-r2-c1",
      "input_tokens": 78,
      "max_shared_prefix_tokens": 51
    },
    {
      "id": "concurrency-r2-c2",
      "input_tokens": 78,
      "max_shared_prefix_tokens": 51
    },
    {
      "id": "concurrency-r2-c3",
      "input_tokens": 78,
      "max_shared_prefix_tokens": 51
    },
    {
      "id": "concurrency-r2-c4",
      "input_tokens": 78,
      "max_shared_prefix_tokens": 51
    },
    {
      "id": "concurrency-r3-c1",
      "input_tokens": 78,
      "max_shared_prefix_tokens": 51
    },
    {
      "id": "concurrency-r3-c2",
      "input_tokens": 78,
      "max_shared_prefix_tokens": 51
    },
    {
      "id": "concurrency-r3-c3",
      "input_tokens": 78,
      "max_shared_prefix_tokens": 51
    },
    {
      "id": "concurrency-r3-c4",
      "input_tokens": 78,
      "max_shared_prefix_tokens": 51
    }
  ],
  "note": "input_tokens counts the rendered thinking request with the generation prompt. max_shared_prefix_tokens is the longest token prefix this request shares with any other request of the bundle: cache reuse above it means the user payload was read from the cache."
}