{
  "schema": "l2s1.rtx3060.public-provenance.v1",
  "measuredDate": "2026-09-23",
  "exportDate": "2026-09-26",
  "publicModels": 20,
  "publicDecisions": 4620,
  "sourceDirectory": "jevbench-matrix-20260923",
  "sourceFilesSha256": {
    "REPORT.json": "27ea16c92b7a8d32041ae15a5e4d92ef7886626bb0ebc539c3e367b415b4d965",
    "environment.json": "a9ee1d726209919c519ebede418c13373fe93fb6abeeab379ff0d74c0a1b58d8",
    "plan.json": "d7d530e9f3945bc97a875601569ea3f39b2e833326f2294ec4425fc18797297e"
  },
  "summarySha256": "13884bea4df32bbe36aae51e9fcb547c991b920980c59e60becbc6faa6f43136",
  "hardware": {
    "gpu": "NVIDIA GeForce RTX 3060",
    "vramMiB": 12288,
    "driver": "595.71.05"
  },
  "llamaCppRevision": "3d82ef62d47fd74e18f36c5eccbdcf965b617b17",
  "sourceAndBinarySha256": {
    "src/decision.rs": "7a7f5c3dd6f0a4b671f3b097b6de1fb5b3a34e66dd51c12a86cac7d89c2b9716",
    "src/llama.rs": "4b32dbd50ac0fdfb0628fdd397dda691a1c8db37a9372b9c9aed2f8c0c5130ca",
    "src/output_head.rs": "4f68b1316e3dec5420dacf25a9bf3add441b166c0d1a00d5d24b10973118169c",
    "src/interoperability.rs": "c2680988725895ce1dab7822850f1bd2d6df238c72cfe49cf41c60ec08a3eb5e",
    "src/worker.rs": "b7446f6799159d0dd36a563d5070a8b72e310396bf2eafea41f2a899068b7489",
    "src/prompt.rs": "11e7972a2cb7b62ca55698e26401b85253288c35ec9972bde8d04a5216d95616",
    "src/main.rs": "30123732bdc23c76ef5c5ae337535863466621a92b055a64dd2dc6470c687a1d",
    "src/evidence.rs": "5a05c5a9890278d783f530eed3c848faa78e95c1a9a4b80fac4fe48d1f99d68a",
    "src/calibration.rs": "21a458cb41b7bb019084dd807125e48f94ee172df26ac6ef190518cc38c43310",
    "src/lib.rs": "427cd0f571215065222d4e02d77ce7ecd9a5aaf7f4e33783214c216ea8821441",
    "src/llama/interchange.rs": "ca03a422d36e7cf1d859ab42c00fb5a2c20598a4308f6768ff8371804f0f5303",
    "native/chat.cpp": "67e839b252b778b58d377fc3f0c770e1cadec1d67c1e5c916896149f8756157c",
    "native/bridge.cpp": "64a150736bc384f532aff52fcbe5e58a840131225775460edc2aabc772ccc8c4",
    "Cargo.toml": "c7a9b7fa425b161901d7293447a176a400f0d277ce9959925320221ee4d79d1f",
    "Cargo.lock": "0b3a0fcf90879772b4824fb0c3671b600013f4af2cb3fc21b64f6b426963f36e",
    "build.rs": "dc134c8bfe917b2cd14f27dbbc7e609aff9f054034e66b8c5346f8a614c14c5c",
    "examples/evaluate_jsonl.rs": "c739d5bf95cd2ef049392d23eb7155c7ea8fb48303bcbf8238e4e08e250d8e09",
    "target/release/examples/evaluate_jsonl": "312ceabd7f82ed769d97eb5528a726de6ad00dd29ed9585791d5a466280e45a8"
  },
  "runtimeLibrarySha256": {
    "libggml-base.so.0.24.0": "68e95b522cc946f1abf9ef1a2ec979f00c36671814ddace78e10d5c59cd80107",
    "libggml-cpu.so.0.24.0": "2b864fe950a2794c0bfdc8a226b40844336f6eb5d60e8ca01c3c5128440f78d3",
    "libggml-cuda.so.0.24.0": "08066584ddd2c89c1611371d9d8e03875ef99dad91ac51da2cd8cf219262e21d",
    "libggml.so.0.24.0": "be0f00f41e6880b439b39972a88e4cd81860e468fc39112aab6e6635f0ada1ce",
    "libllama.so.0.4.1": "23c09d45150f447bd3c72c534f2382be3f163ef935768f40097b9fe56730af65"
  },
  "publicExport": {
    "contents": "Aggregated counts, metrics, command flags, and source hashes",
    "absolutePaths": "Command path arguments replaced with basenames",
    "sourceStates": "Omitted",
    "reproduce": "python3 scripts/export_rtx3060_web.py --check"
  },
  "models": [
    {
      "fileSizeBytes": 4482403488,
      "fileSizeEvidence": {
        "method": "Frozen download metadata",
        "sourceFile": "plan.json",
        "repository": "unsloth/Qwen3.5-4B-GGUF",
        "revision": "e87f176479d0855a907a41277aca2f8ee7a09523",
        "url": "https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/e87f176479d0855a907a41277aca2f8ee7a09523/Qwen3.5-4B-Q8_0.gguf"
      },
      "id": "Qwen3.5-4B-Q8_0",
      "modelFile": "Qwen3.5-4B-Q8_0.gguf",
      "modelSha256": "10cc391b403021dd11c614679d2fd92f611c3681d29e29651b717316965d61e1",
      "evaluatorSha256": "312ceabd7f82ed769d97eb5528a726de6ad00dd29ed9585791d5a466280e45a8",
      "requestsSha256": "1b9659798a983396c170999e879f05344aeeb017b5ca9cb0fca3a26f77c26e02",
      "adapterSha256": "bba4190bfb14346dd616a112486099aadb131990713e7461487b972dadf08c4a",
      "jevbenchRevision": "f79a1cab94ab9a5879383b7ef9ee1805b9dc2d84",
      "datasetHash": "dc3995d8ae1e2fc8e81ce38431add509eb8bb39b85aadfd0c7c32079382dde51",
      "datasetFilesSha256": {
        "easy.jsonl": "231df3c2c8e88a1a8c137ebe85de96ba70fabd330849098ac7b3c52c70b7172b",
        "original.jsonl": "5c2414edb3006b8bfcb70fda433f0f9ca015759433849f8d3104328a1f7c4180",
        "hard.jsonl": "89e9e6becb33ed88c1de7d42dcc87531b2fb64cfaef4e1986faf7c37b3f80ebb"
      },
      "sourceFilesSha256": {
        "summary.json": "fb2b873a6c4974763665224bcf866e2641a52d5daba101658171447ca4b249f3",
        "manifest.json": "7a0a6aa363e12547ee32f280b82207b0767fe52704736d63d9fa19c38b53433c",
        "predictions.jsonl": "4726cfde26daa68237cdea889cd2727047c0308986147bca790f75b73a17476b",
        "gpu-memory.csv": "b1ed99440434ecf8a3a2bfedc0fb29ecd867d0c1222161b7ffdd3a52904944af",
        "selective-policy.jsonl": "c774dbeb4974d91e2d156d4f678b0e775be45daa88fb8e9fa214ee38a4be2cca",
        "jevbench-records.jsonl": "83c1e7f2ff812a8d55f57ac8d07fc88b43850763367458080d19cc9e992a37c0",
        "tasks-with-gold.jsonl": "758521e9b09dbdb1adbcac469ff6e1b11e6830f9f396a8ea9cdc4be5741eb092",
        "requests.jsonl": "1b9659798a983396c170999e879f05344aeeb017b5ca9cb0fca3a26f77c26e02"
      },
      "command": [
        "evaluate_jsonl",
        "--model",
        "Qwen3.5-4B-Q8_0.gguf",
        "--input",
        "requests.jsonl",
        "--output",
        "predictions.jsonl",
        "--context",
        "8192",
        "--batch",
        "256",
        "--threads",
        "4",
        "--execution-mode",
        "fresh",
        "--prompt-layout",
        "legacy",
        "--warmup",
        "--cuda"
      ],
      "runtimeEnvironmentOverrides": {},
      "gpuMemorySamples": 358,
      "gpuMemorySamplingMs": 200
    },
    {
      "fileSizeBytes": 5680522464,
      "fileSizeEvidence": {
        "method": "Frozen download metadata",
        "sourceFile": "plan.json",
        "repository": "unsloth/Qwen3.5-9B-GGUF",
        "revision": "3885219b6810b007914f3a7950a8d1b469d598a5",
        "url": "https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/3885219b6810b007914f3a7950a8d1b469d598a5/Qwen3.5-9B-Q4_K_M.gguf"
      },
      "id": "Qwen3.5-9B-Q4_K_M",
      "modelFile": "Qwen3.5-9B-Q4_K_M.gguf",
      "modelSha256": "03b74727a860a56338e042c4420bb3f04b2fec5734175f4cb9fa853daf52b7e8",
      "evaluatorSha256": "312ceabd7f82ed769d97eb5528a726de6ad00dd29ed9585791d5a466280e45a8",
      "requestsSha256": "1b9659798a983396c170999e879f05344aeeb017b5ca9cb0fca3a26f77c26e02",
      "adapterSha256": "bba4190bfb14346dd616a112486099aadb131990713e7461487b972dadf08c4a",
      "jevbenchRevision": "f79a1cab94ab9a5879383b7ef9ee1805b9dc2d84",
      "datasetHash": "dc3995d8ae1e2fc8e81ce38431add509eb8bb39b85aadfd0c7c32079382dde51",
      "datasetFilesSha256": {
        "easy.jsonl": "231df3c2c8e88a1a8c137ebe85de96ba70fabd330849098ac7b3c52c70b7172b",
        "original.jsonl": "5c2414edb3006b8bfcb70fda433f0f9ca015759433849f8d3104328a1f7c4180",
        "hard.jsonl": "89e9e6becb33ed88c1de7d42dcc87531b2fb64cfaef4e1986faf7c37b3f80ebb"
      },
      "sourceFilesSha256": {
        "summary.json": "feea74c3dcd65e6ac58789b48211a0311b81b97cdabe86fe42c4375595f9693c",
        "manifest.json": "d4f3a6573f36c1cda7e2305af08c813c2f3632c32da33b640020910a01152696",
        "predictions.jsonl": "63bf02a2941cb4af439afbcdeca8b20264a78b6745a191193ecfe8e337366c87",
        "gpu-memory.csv": "708d2619f4a2444bcf273ca6fd3aff0fb60efa3cd47546cebb4ca1c47e2cd8c6",
        "selective-policy.jsonl": "db381a3df2939ec1f1c9ba5d412023b2f071741f6dfc3bb67f189a66a73a569c",
        "jevbench-records.jsonl": "de5aca953d94f9128d9dd32802bbfa2ede782cd604eaff2d3b4f4876925d2162",
        "tasks-with-gold.jsonl": "758521e9b09dbdb1adbcac469ff6e1b11e6830f9f396a8ea9cdc4be5741eb092",
        "requests.jsonl": "1b9659798a983396c170999e879f05344aeeb017b5ca9cb0fca3a26f77c26e02"
      },
      "command": [
        "evaluate_jsonl",
        "--model",
        "Qwen3.5-9B-Q4_K_M.gguf",
        "--input",
        "requests.jsonl",
        "--output",
        "predictions.jsonl",
        "--context",
        "8192",
        "--batch",
        "256",
        "--threads",
        "4",
        "--execution-mode",
        "fresh",
        "--prompt-layout",
        "legacy",
        "--warmup",
        "--cuda"
      ],
      "runtimeEnvironmentOverrides": {},
      "gpuMemorySamples": 528,
      "gpuMemorySamplingMs": 200
    },
    {
      "fileSizeBytes": 9527502048,
      "fileSizeEvidence": {
        "method": "Frozen download metadata",
        "sourceFile": "plan.json",
        "repository": "unsloth/Qwen3.5-9B-GGUF",
        "revision": "3885219b6810b007914f3a7950a8d1b469d598a5",
        "url": "https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/3885219b6810b007914f3a7950a8d1b469d598a5/Qwen3.5-9B-Q8_0.gguf"
      },
      "id": "Qwen3.5-9B-Q8_0",
      "modelFile": "Qwen3.5-9B-Q8_0.gguf",
      "modelSha256": "809626574d0cb43d4becfa56169980da2bb448f2299270f7be443cb89d0a6ae4",
      "evaluatorSha256": "312ceabd7f82ed769d97eb5528a726de6ad00dd29ed9585791d5a466280e45a8",
      "requestsSha256": "1b9659798a983396c170999e879f05344aeeb017b5ca9cb0fca3a26f77c26e02",
      "adapterSha256": "bba4190bfb14346dd616a112486099aadb131990713e7461487b972dadf08c4a",
      "jevbenchRevision": "f79a1cab94ab9a5879383b7ef9ee1805b9dc2d84",
      "datasetHash": "dc3995d8ae1e2fc8e81ce38431add509eb8bb39b85aadfd0c7c32079382dde51",
      "datasetFilesSha256": {
        "easy.jsonl": "231df3c2c8e88a1a8c137ebe85de96ba70fabd330849098ac7b3c52c70b7172b",
        "original.jsonl": "5c2414edb3006b8bfcb70fda433f0f9ca015759433849f8d3104328a1f7c4180",
        "hard.jsonl": "89e9e6becb33ed88c1de7d42dcc87531b2fb64cfaef4e1986faf7c37b3f80ebb"
      },
      "sourceFilesSha256": {
        "summary.json": "62189ab8d508fdf09bf1789b05ed82cadea072d6a1f54aa001cd60f99ba2715d",
        "manifest.json": "2e10157425b31674ec76abc56e7d4a15a459fc4be4e8ec55100eff1d9187fc54",
        "predictions.jsonl": "014f8bf47a2811b891dfdff5ca830e33300b9c3b60bd8ae8f225768c990d08f4",
        "gpu-memory.csv": "a366e3d22e955722ebc21cfccd080f90486bc33ca5fe5c9657cd7d2893961d58",
        "selective-policy.jsonl": "a8e10a55f059aac469cb880753c7d2350402ba7289a97a4b6e0aa2b1cfbf4483",
        "jevbench-records.jsonl": "94541ec7e49695492ccfead25a713e16538db10ecb17303023675b1a68ac1e32",
        "tasks-with-gold.jsonl": "758521e9b09dbdb1adbcac469ff6e1b11e6830f9f396a8ea9cdc4be5741eb092",
        "requests.jsonl": "1b9659798a983396c170999e879f05344aeeb017b5ca9cb0fca3a26f77c26e02"
      },
      "command": [
        "evaluate_jsonl",
        "--model",
        "Qwen3.5-9B-Q8_0.gguf",
        "--input",
        "requests.jsonl",
        "--output",
        "predictions.jsonl",
        "--context",
        "8192",
        "--batch",
        "256",
        "--threads",
        "4",
        "--execution-mode",
        "fresh",
        "--prompt-layout",
        "legacy",
        "--warmup",
        "--cuda"
      ],
      "runtimeEnvironmentOverrides": {},
      "gpuMemorySamples": 527,
      "gpuMemorySamplingMs": 200
    },
    {
      "fileSizeBytes": 4977171584,
      "fileSizeEvidence": {
        "method": "Frozen download metadata",
        "sourceFile": "plan.json",
        "repository": "unsloth/gemma-4-E4B-it-GGUF",
        "revision": "bfc15c382204943c3a8fff0c750b94ae2364d7a3",
        "url": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/bfc15c382204943c3a8fff0c750b94ae2364d7a3/gemma-4-E4B-it-Q4_K_M.gguf"
      },
      "id": "gemma-4-E4B-it-Q4_K_M",
      "modelFile": "gemma-4-E4B-it-Q4_K_M.gguf",
      "modelSha256": "85a896a047553e842f25297ee5b031d64ff30147d9c4af17b1e4b394cd1fab87",
      "evaluatorSha256": "312ceabd7f82ed769d97eb5528a726de6ad00dd29ed9585791d5a466280e45a8",
      "requestsSha256": "1b9659798a983396c170999e879f05344aeeb017b5ca9cb0fca3a26f77c26e02",
      "adapterSha256": "bba4190bfb14346dd616a112486099aadb131990713e7461487b972dadf08c4a",
      "jevbenchRevision": "f79a1cab94ab9a5879383b7ef9ee1805b9dc2d84",
      "datasetHash": "dc3995d8ae1e2fc8e81ce38431add509eb8bb39b85aadfd0c7c32079382dde51",
      "datasetFilesSha256": {
        "easy.jsonl": "231df3c2c8e88a1a8c137ebe85de96ba70fabd330849098ac7b3c52c70b7172b",
        "original.jsonl": "5c2414edb3006b8bfcb70fda433f0f9ca015759433849f8d3104328a1f7c4180",
        "hard.jsonl": "89e9e6becb33ed88c1de7d42dcc87531b2fb64cfaef4e1986faf7c37b3f80ebb"
      },
      "sourceFilesSha256": {
        "summary.json": "414b65dbb9b6622efb700518fb5751378b23b618b32f6ee4d46ed748f30b0487",
        "manifest.json": "a2c11b4139cf509bbd73f3e1e1791c6dfa9cdd500a239ce8d3987eb3642ea2c3",
        "predictions.jsonl": "a77f36ec417dad3be7f4476663c27fd72a0f85a3aec3d195bb434c53d72f5886",
        "gpu-memory.csv": "1df606c5a83bf152bcd19a69bac5e89071b8a33ff4b114aaf3aa602d92c2afdf",
        "selective-policy.jsonl": "c89ea3c5d4a26324d5493e8be901e5f65200e86fb0bf7e037a79c038fcbb3b60",
        "jevbench-records.jsonl": "db0d7e9ce0348b5db817fc2995be71a2f0a718f857f2d70de75f264e0bcc4d4e",
        "tasks-with-gold.jsonl": "758521e9b09dbdb1adbcac469ff6e1b11e6830f9f396a8ea9cdc4be5741eb092",
        "requests.jsonl": "1b9659798a983396c170999e879f05344aeeb017b5ca9cb0fca3a26f77c26e02"
      },
      "command": [
        "evaluate_jsonl",
        "--model",
        "gemma-4-E4B-it-Q4_K_M.gguf",
        "--input",
        "requests.jsonl",
        "--output",
        "predictions.jsonl",
        "--context",
        "8192",
        "--batch",
        "256",
        "--threads",
        "4",
        "--execution-mode",
        "fresh",
        "--prompt-layout",
        "legacy",
        "--warmup",
        "--cuda"
      ],
      "runtimeEnvironmentOverrides": {},
      "gpuMemorySamples": 366,
      "gpuMemorySamplingMs": 200
    },
    {
      "fileSizeBytes": 8192953472,
      "fileSizeEvidence": {
        "method": "Frozen download metadata",
        "sourceFile": "plan.json",
        "repository": "unsloth/gemma-4-E4B-it-GGUF",
        "revision": "bfc15c382204943c3a8fff0c750b94ae2364d7a3",
        "url": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/bfc15c382204943c3a8fff0c750b94ae2364d7a3/gemma-4-E4B-it-Q8_0.gguf"
      },
      "id": "gemma-4-E4B-it-Q8_0",
      "modelFile": "gemma-4-E4B-it-Q8_0.gguf",
      "modelSha256": "f8854aa4480df62585a279e7ca0a881554fc18a41c59c4f62642d16a2ae47012",
      "evaluatorSha256": "312ceabd7f82ed769d97eb5528a726de6ad00dd29ed9585791d5a466280e45a8",
      "requestsSha256": "1b9659798a983396c170999e879f05344aeeb017b5ca9cb0fca3a26f77c26e02",
      "adapterSha256": "bba4190bfb14346dd616a112486099aadb131990713e7461487b972dadf08c4a",
      "jevbenchRevision": "f79a1cab94ab9a5879383b7ef9ee1805b9dc2d84",
      "datasetHash": "dc3995d8ae1e2fc8e81ce38431add509eb8bb39b85aadfd0c7c32079382dde51",
      "datasetFilesSha256": {
        "easy.jsonl": "231df3c2c8e88a1a8c137ebe85de96ba70fabd330849098ac7b3c52c70b7172b",
        "original.jsonl": "5c2414edb3006b8bfcb70fda433f0f9ca015759433849f8d3104328a1f7c4180",
        "hard.jsonl": "89e9e6becb33ed88c1de7d42dcc87531b2fb64cfaef4e1986faf7c37b3f80ebb"
      },
      "sourceFilesSha256": {
        "summary.json": "b7512b1b6d710d909964bed45e74367c4f8ad7a0ac0144f61655ac13e5816e23",
        "manifest.json": "c4b0e36d299d6afef24b5891bf71d58ad79a5a4c202e64679042ad3787e9b12c",
        "predictions.jsonl": "517af61338ee1dd7987f212fa0bcafc7bbc492c003183884a4794042b42413cd",
        "gpu-memory.csv": "a7d784c142f6fdea09751d6f16715a661029a3af06f5c1e64aee36be4b3bcc51",
        "selective-policy.jsonl": "9e096b143ae6052a2b5272ad34428ade34debfc0b52eeab1fceaabc81e6d196d",
        "jevbench-records.jsonl": "f9a5eb9c0b2565512ba712909465ed6a9575ad489b63bf873f5df10d39965b74",
        "tasks-with-gold.jsonl": "758521e9b09dbdb1adbcac469ff6e1b11e6830f9f396a8ea9cdc4be5741eb092",
        "requests.jsonl": "1b9659798a983396c170999e879f05344aeeb017b5ca9cb0fca3a26f77c26e02"
      },
      "command": [
        "evaluate_jsonl",
        "--model",
        "gemma-4-E4B-it-Q8_0.gguf",
        "--input",
        "requests.jsonl",
        "--output",
        "predictions.jsonl",
        "--context",
        "8192",
        "--batch",
        "256",
        "--threads",
        "4",
        "--execution-mode",
        "fresh",
        "--prompt-layout",
        "legacy",
        "--warmup",
        "--cuda"
      ],
      "runtimeEnvironmentOverrides": {},
      "gpuMemorySamples": 369,
      "gpuMemorySamplingMs": 200
    },
    {
      "fileSizeBytes": 2740937888,
      "fileSizeEvidence": {
        "method": "Frozen download metadata",
        "sourceFile": "plan.json",
        "repository": "unsloth/Qwen3.5-4B-GGUF",
        "revision": "e87f176479d0855a907a41277aca2f8ee7a09523",
        "url": "https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/e87f176479d0855a907a41277aca2f8ee7a09523/Qwen3.5-4B-Q4_K_M.gguf"
      },
      "id": "Qwen3.5-4B-Q4_K_M",
      "modelFile": "Qwen3.5-4B-Q4_K_M.gguf",
      "modelSha256": "00fe7986ff5f6b463e62455821146049db6f9313603938a70800d1fb69ef11a4",
      "evaluatorSha256": "312ceabd7f82ed769d97eb5528a726de6ad00dd29ed9585791d5a466280e45a8",
      "requestsSha256": "1b9659798a983396c170999e879f05344aeeb017b5ca9cb0fca3a26f77c26e02",
      "adapterSha256": "bba4190bfb14346dd616a112486099aadb131990713e7461487b972dadf08c4a",
      "jevbenchRevision": "f79a1cab94ab9a5879383b7ef9ee1805b9dc2d84",
      "datasetHash": "dc3995d8ae1e2fc8e81ce38431add509eb8bb39b85aadfd0c7c32079382dde51",
      "datasetFilesSha256": {
        "easy.jsonl": "231df3c2c8e88a1a8c137ebe85de96ba70fabd330849098ac7b3c52c70b7172b",
        "original.jsonl": "5c2414edb3006b8bfcb70fda433f0f9ca015759433849f8d3104328a1f7c4180",
        "hard.jsonl": "89e9e6becb33ed88c1de7d42dcc87531b2fb64cfaef4e1986faf7c37b3f80ebb"
      },
      "sourceFilesSha256": {
        "summary.json": "862cc57140ada79b3ad7d751e51efc6e8dfcb73a458d877e372edff039d73f40",
        "manifest.json": "8716abd3837954ce0e79c66a9f1ac8c51e917d194301f3c4adcc180bc5d3e6cd",
        "predictions.jsonl": "60e8ddd6a2a18484769389bee209949ad8349736957dbc871b79d0504fb9df6f",
        "gpu-memory.csv": "6f611b6f0fedafcafdf52f0bd9ddb6b74adf1f5a1d3f5a0fb161960220d58b80",
        "selective-policy.jsonl": "4a37d27bc8fe8f4dafafccd99994894d3c62fc2c0d4b24aef228238c9b41022a",
        "jevbench-records.jsonl": "a2d50addf4d35ecdf7ead7a4adeedff0b75850a970e6b93659ebc94bfa77161a",
        "tasks-with-gold.jsonl": "758521e9b09dbdb1adbcac469ff6e1b11e6830f9f396a8ea9cdc4be5741eb092",
        "requests.jsonl": "1b9659798a983396c170999e879f05344aeeb017b5ca9cb0fca3a26f77c26e02"
      },
      "command": [
        "evaluate_jsonl",
        "--model",
        "Qwen3.5-4B-Q4_K_M.gguf",
        "--input",
        "requests.jsonl",
        "--output",
        "predictions.jsonl",
        "--context",
        "8192",
        "--batch",
        "256",
        "--threads",
        "4",
        "--execution-mode",
        "fresh",
        "--prompt-layout",
        "legacy",
        "--warmup",
        "--cuda"
      ],
      "runtimeEnvironmentOverrides": {},
      "gpuMemorySamples": 361,
      "gpuMemorySamplingMs": 200
    },
    {
      "fileSizeBytes": 7266070528,
      "fileSizeEvidence": {
        "method": "Frozen download metadata",
        "sourceFile": "plan.json",
        "repository": "unsloth/Qwen3.8-27B-GGUF",
        "revision": "4ca720788d1e01f1bff70c033e0d0028fd02e502",
        "url": "https://huggingface.co/unsloth/Qwen3.8-27B-GGUF/resolve/4ca720788d1e01f1bff70c033e0d0028fd02e502/Qwen3.8-27B-UD-IQ2_XXS.gguf"
      },
      "id": "Qwen3.8-27B-UD-IQ2_XXS",
      "modelFile": "Qwen3.8-27B-UD-IQ2_XXS.gguf",
      "modelSha256": "e792d8fb3142fe6d9171876d6da0f71f05a71028718debc72dbec93ff645e67d",
      "evaluatorSha256": "312ceabd7f82ed769d97eb5528a726de6ad00dd29ed9585791d5a466280e45a8",
      "requestsSha256": "1b9659798a983396c170999e879f05344aeeb017b5ca9cb0fca3a26f77c26e02",
      "adapterSha256": "bba4190bfb14346dd616a112486099aadb131990713e7461487b972dadf08c4a",
      "jevbenchRevision": "f79a1cab94ab9a5879383b7ef9ee1805b9dc2d84",
      "datasetHash": "dc3995d8ae1e2fc8e81ce38431add509eb8bb39b85aadfd0c7c32079382dde51",
      "datasetFilesSha256": {
        "easy.jsonl": "231df3c2c8e88a1a8c137ebe85de96ba70fabd330849098ac7b3c52c70b7172b",
        "original.jsonl": "5c2414edb3006b8bfcb70fda433f0f9ca015759433849f8d3104328a1f7c4180",
        "hard.jsonl": "89e9e6becb33ed88c1de7d42dcc87531b2fb64cfaef4e1986faf7c37b3f80ebb"
      },
      "sourceFilesSha256": {
        "summary.json": "2d1e0decb5aad6bc13f5b09b473f5bbdd29a50da2e2624f62f0fd403179c8d5b",
        "manifest.json": "75871c4606595da9e6bb73c5d09892a7e2017a64c322c365ec0d9bcb2526ae77",
        "predictions.jsonl": "6aca487346792cc27495f32f4b6df95b241a36d44832400bb3728d7e28c61b43",
        "gpu-memory.csv": "e6d02c3822a6b51e08d922cb0d00ccfb2aa84da9447ff5536b8c75a89eac82b8",
        "selective-policy.jsonl": "712707567b1783dabc601b0743bf6b8c26033ca29d49be0e9bbc5d0bcf49a099",
        "jevbench-records.jsonl": "b212d11fff0c7cae9bc7701e399edd8278ed8368138f6accb51dfc95c911da03",
        "tasks-with-gold.jsonl": "758521e9b09dbdb1adbcac469ff6e1b11e6830f9f396a8ea9cdc4be5741eb092",
        "requests.jsonl": "1b9659798a983396c170999e879f05344aeeb017b5ca9cb0fca3a26f77c26e02"
      },
      "command": [
        "evaluate_jsonl",
        "--model",
        "Qwen3.8-27B-UD-IQ2_XXS.gguf",
        "--input",
        "requests.jsonl",
        "--output",
        "predictions.jsonl",
        "--context",
        "8192",
        "--batch",
        "256",
        "--threads",
        "4",
        "--execution-mode",
        "fresh",
        "--prompt-layout",
        "legacy",
        "--warmup",
        "--cuda"
      ],
      "runtimeEnvironmentOverrides": {},
      "gpuMemorySamples": 1650,
      "gpuMemorySamplingMs": 200
    },
    {
      "fileSizeBytes": 8709519168,
      "fileSizeEvidence": {
        "method": "Frozen download metadata",
        "sourceFile": "plan.json",
        "repository": "unsloth/Qwen3-8B-GGUF",
        "revision": "a6adef130ffb23ddaf1a62fec9dced968c9bc482",
        "url": "https://huggingface.co/unsloth/Qwen3-8B-GGUF/resolve/a6adef130ffb23ddaf1a62fec9dced968c9bc482/Qwen3-8B-Q8_0.gguf"
      },
      "id": "Qwen3-8B-Q8_0",
      "modelFile": "Qwen3-8B-Q8_0.gguf",
      "modelSha256": "0cfbf745760f07a76ddeb358dd025a27f2e11d1ca9c9a4169a373d52990fe86e",
      "evaluatorSha256": "312ceabd7f82ed769d97eb5528a726de6ad00dd29ed9585791d5a466280e45a8",
      "requestsSha256": "1b9659798a983396c170999e879f05344aeeb017b5ca9cb0fca3a26f77c26e02",
      "adapterSha256": "bba4190bfb14346dd616a112486099aadb131990713e7461487b972dadf08c4a",
      "jevbenchRevision": "f79a1cab94ab9a5879383b7ef9ee1805b9dc2d84",
      "datasetHash": "dc3995d8ae1e2fc8e81ce38431add509eb8bb39b85aadfd0c7c32079382dde51",
      "datasetFilesSha256": {
        "easy.jsonl": "231df3c2c8e88a1a8c137ebe85de96ba70fabd330849098ac7b3c52c70b7172b",
        "original.jsonl": "5c2414edb3006b8bfcb70fda433f0f9ca015759433849f8d3104328a1f7c4180",
        "hard.jsonl": "89e9e6becb33ed88c1de7d42dcc87531b2fb64cfaef4e1986faf7c37b3f80ebb"
      },
      "sourceFilesSha256": {
        "summary.json": "dac29ee95905e59999e28bcab3385a0238f58e2abb7f4f0800ebbeda04a4712c",
        "manifest.json": "fa027b4fa655a972fe5b4dfae049fc7d2af461663f27171b1108c3e74db6ba83",
        "predictions.jsonl": "75f3a1e49a391e165f133b93b6fe88e1a8b81705b84e39bea94cd7d9ff0e4cf4",
        "gpu-memory.csv": "23551b22661c532b796724afe7de0b624c29edb2b671913be7d53a331553d425",
        "selective-policy.jsonl": "ffd9b9fd6fcd9fb8d71cdc2d167f64b68a85a1cf9fad0f08501f1315330fd567",
        "jevbench-records.jsonl": "ef32897808cca0f3d2baf73fe8b425e81a135e4fbeb7e48b602d0dd95bbb1da0",
        "tasks-with-gold.jsonl": "758521e9b09dbdb1adbcac469ff6e1b11e6830f9f396a8ea9cdc4be5741eb092",
        "requests.jsonl": "1b9659798a983396c170999e879f05344aeeb017b5ca9cb0fca3a26f77c26e02"
      },
      "command": [
        "evaluate_jsonl",
        "--model",
        "Qwen3-8B-Q8_0.gguf",
        "--input",
        "requests.jsonl",
        "--output",
        "predictions.jsonl",
        "--context",
        "8192",
        "--batch",
        "256",
        "--threads",
        "4",
        "--execution-mode",
        "fresh",
        "--prompt-layout",
        "legacy",
        "--warmup",
        "--cuda"
      ],
      "runtimeEnvironmentOverrides": {},
      "gpuMemorySamples": 549,
      "gpuMemorySamplingMs": 200
    },
    {
      "fileSizeBytes": 4967497152,
      "fileSizeEvidence": {
        "method": "Local file stat and SHA-256 verification",
        "verifiedDate": "2026-09-26"
      },
      "id": "gemma-4-E2B-it-Q8_0",
      "modelFile": "gemma-4-E2B-it-Q8_0.gguf",
      "modelSha256": "996d08777aadc6bfd3c7375ef70ba25a0f55240075860754fdb18d6d860aa63a",
      "evaluatorSha256": "312ceabd7f82ed769d97eb5528a726de6ad00dd29ed9585791d5a466280e45a8",
      "requestsSha256": "1b9659798a983396c170999e879f05344aeeb017b5ca9cb0fca3a26f77c26e02",
      "adapterSha256": "bba4190bfb14346dd616a112486099aadb131990713e7461487b972dadf08c4a",
      "jevbenchRevision": "f79a1cab94ab9a5879383b7ef9ee1805b9dc2d84",
      "datasetHash": "dc3995d8ae1e2fc8e81ce38431add509eb8bb39b85aadfd0c7c32079382dde51",
      "datasetFilesSha256": {
        "easy.jsonl": "231df3c2c8e88a1a8c137ebe85de96ba70fabd330849098ac7b3c52c70b7172b",
        "original.jsonl": "5c2414edb3006b8bfcb70fda433f0f9ca015759433849f8d3104328a1f7c4180",
        "hard.jsonl": "89e9e6becb33ed88c1de7d42dcc87531b2fb64cfaef4e1986faf7c37b3f80ebb"
      },
      "sourceFilesSha256": {
        "summary.json": "d3323cf8a2e1236c3ebfd86cf9adfd827ab3ce71c96cba97fd68d0b54af60e0d",
        "manifest.json": "453af5dac7b6d66d9365f2e0ecda4d2295cc59be3b8160883fb3af12c227f041",
        "predictions.jsonl": "c2985b6c42eb842f8bce9e305207fb8a8b4781514e2255fb93fa663a01769add",
        "gpu-memory.csv": "47b591ab508a676c0e01cbee1bb61bfc8ac5860788c542b33ef0872a978d9d36",
        "selective-policy.jsonl": "df377e20d9f598ee5f3304dfe65fc7f76a29e0282c9c304ac10201e89b7e17cf",
        "jevbench-records.jsonl": "f14b86a1e6bfb62a6e70d24773b6ff5def2fa0cf3e72ac58f64a4bfcf9fb21e0",
        "tasks-with-gold.jsonl": "758521e9b09dbdb1adbcac469ff6e1b11e6830f9f396a8ea9cdc4be5741eb092",
        "requests.jsonl": "1b9659798a983396c170999e879f05344aeeb017b5ca9cb0fca3a26f77c26e02"
      },
      "command": [
        "evaluate_jsonl",
        "--model",
        "gemma-4-E2B-it-Q8_0.gguf",
        "--input",
        "requests.jsonl",
        "--output",
        "predictions.jsonl",
        "--context",
        "8192",
        "--batch",
        "256",
        "--threads",
        "4",
        "--execution-mode",
        "fresh",
        "--prompt-layout",
        "legacy",
        "--warmup",
        "--cuda"
      ],
      "runtimeEnvironmentOverrides": {},
      "gpuMemorySamples": 221,
      "gpuMemorySamplingMs": 200
    },
    {
      "fileSizeBytes": 4280405792,
      "fileSizeEvidence": {
        "method": "Frozen download metadata",
        "sourceFile": "plan.json",
        "repository": "unsloth/Qwen3-4B-GGUF",
        "revision": "22c9fc8a8c7700b76a1789366280a6a5a1ad1120",
        "url": "https://huggingface.co/unsloth/Qwen3-4B-GGUF/resolve/22c9fc8a8c7700b76a1789366280a6a5a1ad1120/Qwen3-4B-Q8_0.gguf"
      },
      "id": "Qwen3-4B-Q8_0",
      "modelFile": "Qwen3-4B-Q8_0.gguf",
      "modelSha256": "eed555233267a33c7e8ee31682762cc7751b3f6d224039086e0e846f05fffa5d",
      "evaluatorSha256": "312ceabd7f82ed769d97eb5528a726de6ad00dd29ed9585791d5a466280e45a8",
      "requestsSha256": "1b9659798a983396c170999e879f05344aeeb017b5ca9cb0fca3a26f77c26e02",
      "adapterSha256": "bba4190bfb14346dd616a112486099aadb131990713e7461487b972dadf08c4a",
      "jevbenchRevision": "f79a1cab94ab9a5879383b7ef9ee1805b9dc2d84",
      "datasetHash": "dc3995d8ae1e2fc8e81ce38431add509eb8bb39b85aadfd0c7c32079382dde51",
      "datasetFilesSha256": {
        "easy.jsonl": "231df3c2c8e88a1a8c137ebe85de96ba70fabd330849098ac7b3c52c70b7172b",
        "original.jsonl": "5c2414edb3006b8bfcb70fda433f0f9ca015759433849f8d3104328a1f7c4180",
        "hard.jsonl": "89e9e6becb33ed88c1de7d42dcc87531b2fb64cfaef4e1986faf7c37b3f80ebb"
      },
      "sourceFilesSha256": {
        "summary.json": "f7dbaa09d0d2727bbd42a7b79edbc558d9c4ab21c6822a8d3ea9281892e90f21",
        "manifest.json": "39860079bdf53d30b6d8169f3d70aa5299ccf765001afa2bec8ef82a2105ccce",
        "predictions.jsonl": "25daabf3a5252531a68c5767c35d93083411930db6127b85b0f51fe69a4b5eca",
        "gpu-memory.csv": "d82720ae1d16ebc357defa0c2dbeac54178633399b38e4a5e9cc34e772da0901",
        "selective-policy.jsonl": "f02b00d0984cef6d2c0230beaa56da82e8edadd77f68e4c592cfe38797cea682",
        "jevbench-records.jsonl": "01ec395a2afeb0ec0652edb2cee207092071bf3f7950a6e8a2a6cdfa552051ae",
        "tasks-with-gold.jsonl": "758521e9b09dbdb1adbcac469ff6e1b11e6830f9f396a8ea9cdc4be5741eb092",
        "requests.jsonl": "1b9659798a983396c170999e879f05344aeeb017b5ca9cb0fca3a26f77c26e02"
      },
      "command": [
        "evaluate_jsonl",
        "--model",
        "Qwen3-4B-Q8_0.gguf",
        "--input",
        "requests.jsonl",
        "--output",
        "predictions.jsonl",
        "--context",
        "8192",
        "--batch",
        "256",
        "--threads",
        "4",
        "--execution-mode",
        "fresh",
        "--prompt-layout",
        "legacy",
        "--warmup",
        "--cuda"
      ],
      "runtimeEnvironmentOverrides": {},
      "gpuMemorySamples": 395,
      "gpuMemorySamplingMs": 200
    },
    {
      "fileSizeBytes": 5198386720,
      "fileSizeEvidence": {
        "method": "Frozen download metadata",
        "sourceFile": "plan.json",
        "repository": "unsloth/Ministral-3-8B-Instruct-2512-GGUF",
        "revision": "3731507ec3e867db16d620f73e14d689125758f4",
        "url": "https://huggingface.co/unsloth/Ministral-3-8B-Instruct-2512-GGUF/resolve/3731507ec3e867db16d620f73e14d689125758f4/Ministral-3-8B-Instruct-2512-Q4_K_M.gguf"
      },
      "id": "Ministral-3-8B-Instruct-2512-Q4_K_M",
      "modelFile": "Ministral-3-8B-Instruct-2512-Q4_K_M.gguf",
      "modelSha256": "5dbc3647eb563b9f8d3c70ec3d906cce84b86bb35c5e0b8a36e7df3937ab7174",
      "evaluatorSha256": "312ceabd7f82ed769d97eb5528a726de6ad00dd29ed9585791d5a466280e45a8",
      "requestsSha256": "1b9659798a983396c170999e879f05344aeeb017b5ca9cb0fca3a26f77c26e02",
      "adapterSha256": "bba4190bfb14346dd616a112486099aadb131990713e7461487b972dadf08c4a",
      "jevbenchRevision": "f79a1cab94ab9a5879383b7ef9ee1805b9dc2d84",
      "datasetHash": "dc3995d8ae1e2fc8e81ce38431add509eb8bb39b85aadfd0c7c32079382dde51",
      "datasetFilesSha256": {
        "easy.jsonl": "231df3c2c8e88a1a8c137ebe85de96ba70fabd330849098ac7b3c52c70b7172b",
        "original.jsonl": "5c2414edb3006b8bfcb70fda433f0f9ca015759433849f8d3104328a1f7c4180",
        "hard.jsonl": "89e9e6becb33ed88c1de7d42dcc87531b2fb64cfaef4e1986faf7c37b3f80ebb"
      },
      "sourceFilesSha256": {
        "summary.json": "a89d7c790c850e14c4f22a90633e881257c98d3e523c0254a60c2f650c756ff9",
        "manifest.json": "152a26e6c797f4a3dd4c465b77e06f6e16001b3f47275ea98fd8f3950893d41f",
        "predictions.jsonl": "e0eeef6a3f603ae4a4c65fce8981aeb690cd8c15389adb2c98f8a3b8703038e9",
        "gpu-memory.csv": "733455ed6629a138f1d22c9b4329e487f3a3f434f217b4484dff93b51d74c8a8",
        "selective-policy.jsonl": "beefbe2eea54eb66cf64980741b9c96a10214ea6e3dc8b48ae30fb65d4870878",
        "jevbench-records.jsonl": "0dd3c16e89a18c0308ffb9acf886192ceb0c0a142854c9154723b008477cc70a",
        "tasks-with-gold.jsonl": "758521e9b09dbdb1adbcac469ff6e1b11e6830f9f396a8ea9cdc4be5741eb092",
        "requests.jsonl": "1b9659798a983396c170999e879f05344aeeb017b5ca9cb0fca3a26f77c26e02"
      },
      "command": [
        "evaluate_jsonl",
        "--model",
        "Ministral-3-8B-Instruct-2512-Q4_K_M.gguf",
        "--input",
        "requests.jsonl",
        "--output",
        "predictions.jsonl",
        "--context",
        "8192",
        "--batch",
        "256",
        "--threads",
        "4",
        "--execution-mode",
        "fresh",
        "--prompt-layout",
        "legacy",
        "--warmup",
        "--cuda"
      ],
      "runtimeEnvironmentOverrides": {},
      "gpuMemorySamples": 984,
      "gpuMemorySamplingMs": 200
    },
    {
      "fileSizeBytes": 11624759488,
      "fileSizeEvidence": {
        "method": "Frozen download metadata",
        "sourceFile": "plan.json",
        "repository": "unsloth/gpt-oss-20b-GGUF",
        "revision": "d449b42d93e1c2c7bda5312f5c25c8fb91dfa9b4",
        "url": "https://huggingface.co/unsloth/gpt-oss-20b-GGUF/resolve/d449b42d93e1c2c7bda5312f5c25c8fb91dfa9b4/gpt-oss-20b-Q4_K_M.gguf"
      },
      "id": "gpt-oss-20b-Q4_K_M-no-cuda-graphs",
      "modelFile": "gpt-oss-20b-Q4_K_M.gguf",
      "modelSha256": "c27536640e410032865dc68781d80a08b98f8db5e93575919af8ccc0568aeb4f",
      "evaluatorSha256": "312ceabd7f82ed769d97eb5528a726de6ad00dd29ed9585791d5a466280e45a8",
      "requestsSha256": "1b9659798a983396c170999e879f05344aeeb017b5ca9cb0fca3a26f77c26e02",
      "adapterSha256": "bba4190bfb14346dd616a112486099aadb131990713e7461487b972dadf08c4a",
      "jevbenchRevision": "f79a1cab94ab9a5879383b7ef9ee1805b9dc2d84",
      "datasetHash": "dc3995d8ae1e2fc8e81ce38431add509eb8bb39b85aadfd0c7c32079382dde51",
      "datasetFilesSha256": {
        "easy.jsonl": "231df3c2c8e88a1a8c137ebe85de96ba70fabd330849098ac7b3c52c70b7172b",
        "original.jsonl": "5c2414edb3006b8bfcb70fda433f0f9ca015759433849f8d3104328a1f7c4180",
        "hard.jsonl": "89e9e6becb33ed88c1de7d42dcc87531b2fb64cfaef4e1986faf7c37b3f80ebb"
      },
      "sourceFilesSha256": {
        "summary.json": "5b278fefd7c40aba7d2c805803231b0f4d02da1b7bc9f80a02d2f0803a43ebe6",
        "manifest.json": "ba560f289121f184a8b92921f7ca3c37f132d942ebeae997de6d84723e181672",
        "predictions.jsonl": "dd92c6c02fa6411480b5b0772e2564454542bd870fad14e0eb2ba6661bed8b27",
        "gpu-memory.csv": "4e406ee3f2ddcdfa9ca3bedb5ff89bb35b4e9b35d63cd9027a74b004b9937d6c",
        "selective-policy.jsonl": "e98ac886ec0372ea40cbb5d913aa60ae818efe7714f80bb8ac291b56776c389c",
        "jevbench-records.jsonl": "1556d5561667d0031b2ac581af73568633c51f99e50f42659d3c28232a6cab32",
        "tasks-with-gold.jsonl": "758521e9b09dbdb1adbcac469ff6e1b11e6830f9f396a8ea9cdc4be5741eb092",
        "requests.jsonl": "1b9659798a983396c170999e879f05344aeeb017b5ca9cb0fca3a26f77c26e02"
      },
      "command": [
        "evaluate_jsonl",
        "--model",
        "gpt-oss-20b-Q4_K_M.gguf",
        "--input",
        "requests.jsonl",
        "--output",
        "predictions.jsonl",
        "--context",
        "8192",
        "--batch",
        "256",
        "--threads",
        "4",
        "--execution-mode",
        "fresh",
        "--prompt-layout",
        "legacy",
        "--warmup",
        "--cuda"
      ],
      "runtimeEnvironmentOverrides": {
        "GGML_CUDA_DISABLE_GRAPHS": "1"
      },
      "gpuMemorySamples": 710,
      "gpuMemorySamplingMs": 200
    },
    {
      "fileSizeBytes": 2012012800,
      "fileSizeEvidence": {
        "method": "Frozen download metadata",
        "sourceFile": "plan.json",
        "repository": "unsloth/Qwen3.5-2B-GGUF",
        "revision": "f6d5376be1edb4d416d56da11e5397a961aca8ae",
        "url": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/f6d5376be1edb4d416d56da11e5397a961aca8ae/Qwen3.5-2B-Q8_0.gguf"
      },
      "id": "Qwen3.5-2B-Q8_0",
      "modelFile": "Qwen3.5-2B-Q8_0.gguf",
      "modelSha256": "1b04acba824817554f4ce23639bc8495ff70453b8fcb047900c731521021f2c1",
      "evaluatorSha256": "312ceabd7f82ed769d97eb5528a726de6ad00dd29ed9585791d5a466280e45a8",
      "requestsSha256": "1b9659798a983396c170999e879f05344aeeb017b5ca9cb0fca3a26f77c26e02",
      "adapterSha256": "bba4190bfb14346dd616a112486099aadb131990713e7461487b972dadf08c4a",
      "jevbenchRevision": "f79a1cab94ab9a5879383b7ef9ee1805b9dc2d84",
      "datasetHash": "dc3995d8ae1e2fc8e81ce38431add509eb8bb39b85aadfd0c7c32079382dde51",
      "datasetFilesSha256": {
        "easy.jsonl": "231df3c2c8e88a1a8c137ebe85de96ba70fabd330849098ac7b3c52c70b7172b",
        "original.jsonl": "5c2414edb3006b8bfcb70fda433f0f9ca015759433849f8d3104328a1f7c4180",
        "hard.jsonl": "89e9e6becb33ed88c1de7d42dcc87531b2fb64cfaef4e1986faf7c37b3f80ebb"
      },
      "sourceFilesSha256": {
        "summary.json": "16f375bc8aa39ff7b1b0f953bff0d79731a952c94461c684ef3b91e19c67ae56",
        "manifest.json": "56e31605c1fa5364e566d64cf521774d2bc91b83c9b0d9a944a31739dd69e1fa",
        "predictions.jsonl": "9fb16cae62e61a7847d5332a44ac498b2be07468043f95693d6efd043e41194d",
        "gpu-memory.csv": "3feb4093d7f59366a7f41db6ff7cd42d3c2af0da970c403ae88bc40cbdf9703b",
        "selective-policy.jsonl": "a4b35e82563f8079fb3d77a66dcfbb5a5e407a8be6640c01af0898445152da62",
        "jevbench-records.jsonl": "e32db153549aa7d5475d8b1ebc5a8b2f23033eb20259d73db820454404ebf31d",
        "tasks-with-gold.jsonl": "758521e9b09dbdb1adbcac469ff6e1b11e6830f9f396a8ea9cdc4be5741eb092",
        "requests.jsonl": "1b9659798a983396c170999e879f05344aeeb017b5ca9cb0fca3a26f77c26e02"
      },
      "command": [
        "evaluate_jsonl",
        "--model",
        "Qwen3.5-2B-Q8_0.gguf",
        "--input",
        "requests.jsonl",
        "--output",
        "predictions.jsonl",
        "--context",
        "8192",
        "--batch",
        "256",
        "--threads",
        "4",
        "--execution-mode",
        "fresh",
        "--prompt-layout",
        "legacy",
        "--warmup",
        "--cuda"
      ],
      "runtimeEnvironmentOverrides": {},
      "gpuMemorySamples": 165,
      "gpuMemorySamplingMs": 200
    },
    {
      "fileSizeBytes": 4130402176,
      "fileSizeEvidence": {
        "method": "Frozen download metadata",
        "sourceFile": "plan.json",
        "repository": "unsloth/gemma-3-4b-it-GGUF",
        "revision": "5a3566e716d80f709ed7b79817eaf7733d2a1fce",
        "url": "https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/resolve/5a3566e716d80f709ed7b79817eaf7733d2a1fce/gemma-3-4b-it-Q8_0.gguf"
      },
      "id": "gemma-3-4b-it-Q8_0",
      "modelFile": "gemma-3-4b-it-Q8_0.gguf",
      "modelSha256": "81bf0583ab5bad155a5a3b15d155a880a1a1e4f7de2de5c06f10f64ac49f8336",
      "evaluatorSha256": "312ceabd7f82ed769d97eb5528a726de6ad00dd29ed9585791d5a466280e45a8",
      "requestsSha256": "1b9659798a983396c170999e879f05344aeeb017b5ca9cb0fca3a26f77c26e02",
      "adapterSha256": "bba4190bfb14346dd616a112486099aadb131990713e7461487b972dadf08c4a",
      "jevbenchRevision": "f79a1cab94ab9a5879383b7ef9ee1805b9dc2d84",
      "datasetHash": "dc3995d8ae1e2fc8e81ce38431add509eb8bb39b85aadfd0c7c32079382dde51",
      "datasetFilesSha256": {
        "easy.jsonl": "231df3c2c8e88a1a8c137ebe85de96ba70fabd330849098ac7b3c52c70b7172b",
        "original.jsonl": "5c2414edb3006b8bfcb70fda433f0f9ca015759433849f8d3104328a1f7c4180",
        "hard.jsonl": "89e9e6becb33ed88c1de7d42dcc87531b2fb64cfaef4e1986faf7c37b3f80ebb"
      },
      "sourceFilesSha256": {
        "summary.json": "d0dbbd8240fd565b5fb5ac8997dc809b4eee089592884b300679edd026ce4ff7",
        "manifest.json": "fb4f31e29141be6d501c5da0d00e35434bb87658dc2f639e193c532b465669f4",
        "predictions.jsonl": "3e38da5f4955f148234c3119f225fa5e731fae693d5ee6305368674a79aec2bf",
        "gpu-memory.csv": "0c962580b491c7b437db3c424e716375fa1886f93f3d45eb35f1c8d3c16d9a64",
        "selective-policy.jsonl": "4157a9e9485a789cc94a680a09a119c28ce600f3264ef6349e50010d353c3c90",
        "jevbench-records.jsonl": "632438438a0851504ccb7047b4426120b97ce48a63c846186f17e74a7693029e",
        "tasks-with-gold.jsonl": "758521e9b09dbdb1adbcac469ff6e1b11e6830f9f396a8ea9cdc4be5741eb092",
        "requests.jsonl": "1b9659798a983396c170999e879f05344aeeb017b5ca9cb0fca3a26f77c26e02"
      },
      "command": [
        "evaluate_jsonl",
        "--model",
        "gemma-3-4b-it-Q8_0.gguf",
        "--input",
        "requests.jsonl",
        "--output",
        "predictions.jsonl",
        "--context",
        "8192",
        "--batch",
        "256",
        "--threads",
        "4",
        "--execution-mode",
        "fresh",
        "--prompt-layout",
        "legacy",
        "--warmup",
        "--cuda"
      ],
      "runtimeEnvironmentOverrides": {},
      "gpuMemorySamples": 285,
      "gpuMemorySamplingMs": 200
    },
    {
      "fileSizeBytes": 4084611040,
      "fileSizeEvidence": {
        "method": "Frozen download metadata",
        "sourceFile": "plan.json",
        "repository": "unsloth/Phi-4-mini-instruct-GGUF",
        "revision": "78eb92a46fc37e6b524df991ed9aca9bc6aa7b80",
        "url": "https://huggingface.co/unsloth/Phi-4-mini-instruct-GGUF/resolve/78eb92a46fc37e6b524df991ed9aca9bc6aa7b80/Phi-4-mini-instruct.Q8_0.gguf"
      },
      "id": "Phi-4-mini-instruct.Q8_0",
      "modelFile": "Phi-4-mini-instruct.Q8_0.gguf",
      "modelSha256": "26188c6050d525376a88b04514c236c5e28a36730f1e936f2a00314212b7ba42",
      "evaluatorSha256": "312ceabd7f82ed769d97eb5528a726de6ad00dd29ed9585791d5a466280e45a8",
      "requestsSha256": "1b9659798a983396c170999e879f05344aeeb017b5ca9cb0fca3a26f77c26e02",
      "adapterSha256": "bba4190bfb14346dd616a112486099aadb131990713e7461487b972dadf08c4a",
      "jevbenchRevision": "f79a1cab94ab9a5879383b7ef9ee1805b9dc2d84",
      "datasetHash": "dc3995d8ae1e2fc8e81ce38431add509eb8bb39b85aadfd0c7c32079382dde51",
      "datasetFilesSha256": {
        "easy.jsonl": "231df3c2c8e88a1a8c137ebe85de96ba70fabd330849098ac7b3c52c70b7172b",
        "original.jsonl": "5c2414edb3006b8bfcb70fda433f0f9ca015759433849f8d3104328a1f7c4180",
        "hard.jsonl": "89e9e6becb33ed88c1de7d42dcc87531b2fb64cfaef4e1986faf7c37b3f80ebb"
      },
      "sourceFilesSha256": {
        "summary.json": "408cfb6baaecc7ca0cd29ed207518a94d08caa40a114025497c52994796a993c",
        "manifest.json": "e7e026ab84c3d1189bdf061904c00e02ee8cc40a56b7da4615233be763818d16",
        "predictions.jsonl": "61b336c33161608237a7c46f95c2c09c62afe45255b79d70be9c31679b0e5e84",
        "gpu-memory.csv": "6adbc17281892c3d2e2e449df9b46662f0c4f566fdcfcae6ee81d9f3beb79f6b",
        "selective-policy.jsonl": "8fe8d6b69d43cd8ab5efbc1e8bdabab704e3dc7864e7f49bfc29c3b00679cd0b",
        "jevbench-records.jsonl": "b82868660a0c5cd6075f49fed4611fe86cc50ab54268c662d91c9bc24dad874a",
        "tasks-with-gold.jsonl": "758521e9b09dbdb1adbcac469ff6e1b11e6830f9f396a8ea9cdc4be5741eb092",
        "requests.jsonl": "1b9659798a983396c170999e879f05344aeeb017b5ca9cb0fca3a26f77c26e02"
      },
      "command": [
        "evaluate_jsonl",
        "--model",
        "Phi-4-mini-instruct.Q8_0.gguf",
        "--input",
        "requests.jsonl",
        "--output",
        "predictions.jsonl",
        "--context",
        "8192",
        "--batch",
        "256",
        "--threads",
        "4",
        "--execution-mode",
        "fresh",
        "--prompt-layout",
        "legacy",
        "--warmup",
        "--cuda"
      ],
      "runtimeEnvironmentOverrides": {},
      "gpuMemorySamples": 287,
      "gpuMemorySamplingMs": 200
    },
    {
      "fileSizeBytes": 811843840,
      "fileSizeEvidence": {
        "method": "Frozen download metadata",
        "sourceFile": "plan.json",
        "repository": "unsloth/Qwen3.5-0.8B-GGUF",
        "revision": "6ab461498e2023f6e3c1baea90a8f0fe38ab64d0",
        "url": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/6ab461498e2023f6e3c1baea90a8f0fe38ab64d0/Qwen3.5-0.8B-Q8_0.gguf"
      },
      "id": "Qwen3.5-0.8B-Q8_0",
      "modelFile": "Qwen3.5-0.8B-Q8_0.gguf",
      "modelSha256": "0ad885ffd4bb022fc4f0d33a3308fa108ef8613159d3b3a67e23abca056b7a6c",
      "evaluatorSha256": "312ceabd7f82ed769d97eb5528a726de6ad00dd29ed9585791d5a466280e45a8",
      "requestsSha256": "1b9659798a983396c170999e879f05344aeeb017b5ca9cb0fca3a26f77c26e02",
      "adapterSha256": "bba4190bfb14346dd616a112486099aadb131990713e7461487b972dadf08c4a",
      "jevbenchRevision": "f79a1cab94ab9a5879383b7ef9ee1805b9dc2d84",
      "datasetHash": "dc3995d8ae1e2fc8e81ce38431add509eb8bb39b85aadfd0c7c32079382dde51",
      "datasetFilesSha256": {
        "easy.jsonl": "231df3c2c8e88a1a8c137ebe85de96ba70fabd330849098ac7b3c52c70b7172b",
        "original.jsonl": "5c2414edb3006b8bfcb70fda433f0f9ca015759433849f8d3104328a1f7c4180",
        "hard.jsonl": "89e9e6becb33ed88c1de7d42dcc87531b2fb64cfaef4e1986faf7c37b3f80ebb"
      },
      "sourceFilesSha256": {
        "summary.json": "463efd223054b5a7cd707ecd1ea4f76619c20800e499a7ec1eb02860bb53d93d",
        "manifest.json": "b8de13c25c66bb112fbf71c34f6c66b9b30a4c76fff126657ff420ac85dc8a43",
        "predictions.jsonl": "6bcfdd49a850771094b99d84a804f1b1eb414c66c2ff2e94a2f5d09b2c14f221",
        "gpu-memory.csv": "f5adc40f3d4023548c3ec2fdd6806a7c42ef6f992f0b2ae90d1f34d45bf53250",
        "selective-policy.jsonl": "8c3dcffebe5dad100de5d0de92f51968ed33374950adc6720160de25248b48b4",
        "jevbench-records.jsonl": "c3271302c54cd403603a2434ca4d2c287d39deb1ddbc62624bda9b76722589d3",
        "tasks-with-gold.jsonl": "758521e9b09dbdb1adbcac469ff6e1b11e6830f9f396a8ea9cdc4be5741eb092",
        "requests.jsonl": "1b9659798a983396c170999e879f05344aeeb017b5ca9cb0fca3a26f77c26e02"
      },
      "command": [
        "evaluate_jsonl",
        "--model",
        "Qwen3.5-0.8B-Q8_0.gguf",
        "--input",
        "requests.jsonl",
        "--output",
        "predictions.jsonl",
        "--context",
        "8192",
        "--batch",
        "256",
        "--threads",
        "4",
        "--execution-mode",
        "fresh",
        "--prompt-layout",
        "legacy",
        "--warmup",
        "--cuda"
      ],
      "runtimeEnvironmentOverrides": {},
      "gpuMemorySamples": 112,
      "gpuMemorySamplingMs": 200
    },
    {
      "fileSizeBytes": 3275575840,
      "fileSizeEvidence": {
        "method": "Frozen download metadata",
        "sourceFile": "plan.json",
        "repository": "unsloth/SmolLM3-3B-GGUF",
        "revision": "a7bc17204c8a326d6bd6e466e076959eddae2025",
        "url": "https://huggingface.co/unsloth/SmolLM3-3B-GGUF/resolve/a7bc17204c8a326d6bd6e466e076959eddae2025/SmolLM3-3B-Q8_0.gguf"
      },
      "id": "SmolLM3-3B-Q8_0",
      "modelFile": "SmolLM3-3B-Q8_0.gguf",
      "modelSha256": "5bd828e684d883459a03ce1eec9dc9044345c6da64075d9ae7e890dedc68de28",
      "evaluatorSha256": "312ceabd7f82ed769d97eb5528a726de6ad00dd29ed9585791d5a466280e45a8",
      "requestsSha256": "1b9659798a983396c170999e879f05344aeeb017b5ca9cb0fca3a26f77c26e02",
      "adapterSha256": "bba4190bfb14346dd616a112486099aadb131990713e7461487b972dadf08c4a",
      "jevbenchRevision": "f79a1cab94ab9a5879383b7ef9ee1805b9dc2d84",
      "datasetHash": "dc3995d8ae1e2fc8e81ce38431add509eb8bb39b85aadfd0c7c32079382dde51",
      "datasetFilesSha256": {
        "easy.jsonl": "231df3c2c8e88a1a8c137ebe85de96ba70fabd330849098ac7b3c52c70b7172b",
        "original.jsonl": "5c2414edb3006b8bfcb70fda433f0f9ca015759433849f8d3104328a1f7c4180",
        "hard.jsonl": "89e9e6becb33ed88c1de7d42dcc87531b2fb64cfaef4e1986faf7c37b3f80ebb"
      },
      "sourceFilesSha256": {
        "summary.json": "2e2d30586a7ee47e2b43ac43355670fb44b899e8cdf24ee5dd62fc265ef89e36",
        "manifest.json": "cd8e156489756e45fbfd68e75ad40e5466b765507dd38fdf6d9ab577cbc6d167",
        "predictions.jsonl": "95517e2ae4aa029308020645e50770025295eb15e5cbccb2adffffeb408c65bb",
        "gpu-memory.csv": "e02a9328cb6dc06cc4961dc54d295a82098fb463f09aaf00032b4fa3376a8a74",
        "selective-policy.jsonl": "399b7161fb22407c98553178f030697fbad43a24432f37655a931dd296feafdf",
        "jevbench-records.jsonl": "97d67508e58797d067dff40bc3fd3ce9e03988b749081b4d782cb088f1614f35",
        "tasks-with-gold.jsonl": "758521e9b09dbdb1adbcac469ff6e1b11e6830f9f396a8ea9cdc4be5741eb092",
        "requests.jsonl": "1b9659798a983396c170999e879f05344aeeb017b5ca9cb0fca3a26f77c26e02"
      },
      "command": [
        "evaluate_jsonl",
        "--model",
        "SmolLM3-3B-Q8_0.gguf",
        "--input",
        "requests.jsonl",
        "--output",
        "predictions.jsonl",
        "--context",
        "8192",
        "--batch",
        "256",
        "--threads",
        "4",
        "--execution-mode",
        "fresh",
        "--prompt-layout",
        "legacy",
        "--warmup",
        "--cuda"
      ],
      "runtimeEnvironmentOverrides": {},
      "gpuMemorySamples": 271,
      "gpuMemorySamplingMs": 200
    },
    {
      "fileSizeBytes": 3421898816,
      "fileSizeEvidence": {
        "method": "Frozen download metadata",
        "sourceFile": "plan.json",
        "repository": "unsloth/Llama-3.2-3B-Instruct-GGUF",
        "revision": "e7d0997e49c9cb00d88b4c1a6a16aa894b0bbc31",
        "url": "https://huggingface.co/unsloth/Llama-3.2-3B-Instruct-GGUF/resolve/e7d0997e49c9cb00d88b4c1a6a16aa894b0bbc31/Llama-3.2-3B-Instruct-Q8_0.gguf"
      },
      "id": "Llama-3.2-3B-Instruct-Q8_0",
      "modelFile": "Llama-3.2-3B-Instruct-Q8_0.gguf",
      "modelSha256": "f34112a11b7dad74ab517dedf6dcf00d624c9adac2dc0c72c719ca0478554ef2",
      "evaluatorSha256": "312ceabd7f82ed769d97eb5528a726de6ad00dd29ed9585791d5a466280e45a8",
      "requestsSha256": "1b9659798a983396c170999e879f05344aeeb017b5ca9cb0fca3a26f77c26e02",
      "adapterSha256": "bba4190bfb14346dd616a112486099aadb131990713e7461487b972dadf08c4a",
      "jevbenchRevision": "f79a1cab94ab9a5879383b7ef9ee1805b9dc2d84",
      "datasetHash": "dc3995d8ae1e2fc8e81ce38431add509eb8bb39b85aadfd0c7c32079382dde51",
      "datasetFilesSha256": {
        "easy.jsonl": "231df3c2c8e88a1a8c137ebe85de96ba70fabd330849098ac7b3c52c70b7172b",
        "original.jsonl": "5c2414edb3006b8bfcb70fda433f0f9ca015759433849f8d3104328a1f7c4180",
        "hard.jsonl": "89e9e6becb33ed88c1de7d42dcc87531b2fb64cfaef4e1986faf7c37b3f80ebb"
      },
      "sourceFilesSha256": {
        "summary.json": "d6dc5ce8bdd3f20a1904e98bd8d0ebddb62f9b5cf92afed3bfb3de900db0c16c",
        "manifest.json": "00e28e07d151644bbd79e1c0340070fcffd1e0916992c5e523ef6b0466fd4ab3",
        "predictions.jsonl": "6f3cb9e4ea83e92a97a99409e8f08e44964734d63b15b8f65307a9d089938571",
        "gpu-memory.csv": "fd41bea0da484fbdc544022edc472d6539ade2b4638e28b364e3fe042e3997a9",
        "selective-policy.jsonl": "725efb187904a6b0912eabe9394ed8bea9692b34798c41a2ad474eca430721d0",
        "jevbench-records.jsonl": "809c148d5e2356b17f01c784f07eac3bfaec65dc816eccb2e5b5181a47e10fec",
        "tasks-with-gold.jsonl": "758521e9b09dbdb1adbcac469ff6e1b11e6830f9f396a8ea9cdc4be5741eb092",
        "requests.jsonl": "1b9659798a983396c170999e879f05344aeeb017b5ca9cb0fca3a26f77c26e02"
      },
      "command": [
        "evaluate_jsonl",
        "--model",
        "Llama-3.2-3B-Instruct-Q8_0.gguf",
        "--input",
        "requests.jsonl",
        "--output",
        "predictions.jsonl",
        "--context",
        "8192",
        "--batch",
        "256",
        "--threads",
        "4",
        "--execution-mode",
        "fresh",
        "--prompt-layout",
        "legacy",
        "--warmup",
        "--cuda"
      ],
      "runtimeEnvironmentOverrides": {},
      "gpuMemorySamples": 266,
      "gpuMemorySamplingMs": 200
    },
    {
      "fileSizeBytes": 1069306368,
      "fileSizeEvidence": {
        "method": "Local file stat and SHA-256 verification",
        "verifiedDate": "2026-09-26"
      },
      "id": "gemma-3-1b-it-Q8_0",
      "modelFile": "gemma-3-1b-it-Q8_0.gguf",
      "modelSha256": "b205840c5dcef55078e37d344677869a714ffd42a4ae448c48dcfb52e4bb10d5",
      "evaluatorSha256": "312ceabd7f82ed769d97eb5528a726de6ad00dd29ed9585791d5a466280e45a8",
      "requestsSha256": "1b9659798a983396c170999e879f05344aeeb017b5ca9cb0fca3a26f77c26e02",
      "adapterSha256": "bba4190bfb14346dd616a112486099aadb131990713e7461487b972dadf08c4a",
      "jevbenchRevision": "f79a1cab94ab9a5879383b7ef9ee1805b9dc2d84",
      "datasetHash": "dc3995d8ae1e2fc8e81ce38431add509eb8bb39b85aadfd0c7c32079382dde51",
      "datasetFilesSha256": {
        "easy.jsonl": "231df3c2c8e88a1a8c137ebe85de96ba70fabd330849098ac7b3c52c70b7172b",
        "original.jsonl": "5c2414edb3006b8bfcb70fda433f0f9ca015759433849f8d3104328a1f7c4180",
        "hard.jsonl": "89e9e6becb33ed88c1de7d42dcc87531b2fb64cfaef4e1986faf7c37b3f80ebb"
      },
      "sourceFilesSha256": {
        "summary.json": "506c0fe914588e8671be019a825994748dd4427dfb89cbc44c7aecf5cc456255",
        "manifest.json": "81425ea8b9d766e57936d9a9b71ff5aae0f589e5107f43cc3800f71c9f9bfe38",
        "predictions.jsonl": "d01d21ca31892c4ee7fd7fc570ae3318b9e655e911709494cceb0e72d4c91b7c",
        "gpu-memory.csv": "3ff1bb51ba14e6307ec99d4a9000142661e4a84cd424d3418c09fe0b9301419d",
        "selective-policy.jsonl": "b76fe8d3c27c47d5a199a9e0066fc9e0d493cb7dd2474b11c96e60d37539446a",
        "jevbench-records.jsonl": "0135f96fd91a190c3f81dbe39083476e3cc01f19ff796ef79ba0cff72d80ef27",
        "tasks-with-gold.jsonl": "758521e9b09dbdb1adbcac469ff6e1b11e6830f9f396a8ea9cdc4be5741eb092",
        "requests.jsonl": "1b9659798a983396c170999e879f05344aeeb017b5ca9cb0fca3a26f77c26e02"
      },
      "command": [
        "evaluate_jsonl",
        "--model",
        "gemma-3-1b-it-Q8_0.gguf",
        "--input",
        "requests.jsonl",
        "--output",
        "predictions.jsonl",
        "--context",
        "8192",
        "--batch",
        "256",
        "--threads",
        "4",
        "--execution-mode",
        "fresh",
        "--prompt-layout",
        "legacy",
        "--warmup",
        "--cuda"
      ],
      "runtimeEnvironmentOverrides": {},
      "gpuMemorySamples": 100,
      "gpuMemorySamplingMs": 200
    },
    {
      "fileSizeBytes": 639446688,
      "fileSizeEvidence": {
        "method": "Local file stat and SHA-256 verification",
        "verifiedDate": "2026-09-26"
      },
      "id": "Qwen3-0.6B-Q8_0",
      "modelFile": "Qwen3-0.6B-Q8_0.gguf",
      "modelSha256": "9465e63a22add5354d9bb4b99e90117043c7124007664907259bd16d043bb031",
      "evaluatorSha256": "312ceabd7f82ed769d97eb5528a726de6ad00dd29ed9585791d5a466280e45a8",
      "requestsSha256": "1b9659798a983396c170999e879f05344aeeb017b5ca9cb0fca3a26f77c26e02",
      "adapterSha256": "bba4190bfb14346dd616a112486099aadb131990713e7461487b972dadf08c4a",
      "jevbenchRevision": "f79a1cab94ab9a5879383b7ef9ee1805b9dc2d84",
      "datasetHash": "dc3995d8ae1e2fc8e81ce38431add509eb8bb39b85aadfd0c7c32079382dde51",
      "datasetFilesSha256": {
        "easy.jsonl": "231df3c2c8e88a1a8c137ebe85de96ba70fabd330849098ac7b3c52c70b7172b",
        "original.jsonl": "5c2414edb3006b8bfcb70fda433f0f9ca015759433849f8d3104328a1f7c4180",
        "hard.jsonl": "89e9e6becb33ed88c1de7d42dcc87531b2fb64cfaef4e1986faf7c37b3f80ebb"
      },
      "sourceFilesSha256": {
        "summary.json": "8cf8d833853a1b45df005b3dfb1fe563867fbd14020501f9b8f6ff5162e91d5c",
        "manifest.json": "afe0c8c41aa80033f9491159b587a3d6837638a750e6104fdcde64037361df65",
        "predictions.jsonl": "6318d3a3b73834e45b70da468b4761d58550962069bda0e00a13bbde28ace9a5",
        "gpu-memory.csv": "f7cf7182c1a947631603a02f1fb547bb7a46bb83eeb0026b6c4d24b79fa2b616",
        "selective-policy.jsonl": "ed924dfeea6048ab4a898696b471ce3b480e34cd4424d2727c5a57216dfb7c19",
        "jevbench-records.jsonl": "a31c290e63043872659fc5c27745c2563727459e28058e325e69b788a3bdbf4c",
        "tasks-with-gold.jsonl": "758521e9b09dbdb1adbcac469ff6e1b11e6830f9f396a8ea9cdc4be5741eb092",
        "requests.jsonl": "1b9659798a983396c170999e879f05344aeeb017b5ca9cb0fca3a26f77c26e02"
      },
      "command": [
        "evaluate_jsonl",
        "--model",
        "Qwen3-0.6B-Q8_0.gguf",
        "--input",
        "requests.jsonl",
        "--output",
        "predictions.jsonl",
        "--context",
        "8192",
        "--batch",
        "256",
        "--threads",
        "4",
        "--execution-mode",
        "fresh",
        "--prompt-layout",
        "legacy",
        "--warmup",
        "--cuda"
      ],
      "runtimeEnvironmentOverrides": {},
      "gpuMemorySamples": 134,
      "gpuMemorySamplingMs": 200
    }
  ]
}