{"archive_sha256":"31a56d0dcc5e0e3e6d319cd642206d62d5135f3a3fe481c0750915d4cbbda2d9","files":{"README.md":"65f1da44033d4feb0ab29b48865c4d83783c0fd767e78b796519a8116875fb55","analysis-spec.json":"8c8cdf29ae75dc2f10423783094cc3622a2483cacb752992e39d9e777b664309","analysis/analyze.py":"880eee769b6e62eecb216a4a4f303443f0cec995835cbdc012ca695342bb58be","analysis/evalrouter/__init__.py":"3e86541df38e7af7097b38454f53d151fcb03c5acc263788e91d7340755c2077","analysis/evalrouter/economic_efficiency.py":"e3404c12b71d51665a338a2afd3455881d5ee49a46b1b970a35e2e7878d43cac","analysis/scripts/economic_efficiency/source_binding.py":"fd044aec74eb11ce5dc93f69bc9bb2087f628be45333c674b7846deba1830c03","analysis/source_evidence.json":"d17f5b8dceb4aea5129af7b0913be9be8c4da33f6d5bf98a738fd68fad399e40","capsule-manifest.json":"f3db3d23b62485298043f4f7f65c32bda37111284348b5ba18b0d95c0ce8c198","charts.json":"102b9aa40dcf2aef508a23834cfda92926109d016d7cf24974b8817edb76f9bd","charts/architecture.png":"a353ab15f2d771e8f07764dfd836f65d84b90bc4fab610f936ad32e370d31bdd","charts/cost_per_success.png":"93b7f4ffcd94e1f03ca84b24b31835ead044a1673b032b69b8076f947ee2f316","charts/frontier.png":"892969fa005425fcfa68b3f3a8c441b7ecd0e51730e16e2b80f1f08f1dfd054f","charts/quality_vs_cached_input_tokens_203fcd1f.png":"400c2f88e7f98a7585d376f9aee9638cd1b0f03593b9a1a3553aa7756d3c4071","charts/quality_vs_cpu_core_nanosecs_f10eb9ce.png":"0a7ea59531469de501a0e24c1e923b676fd0020ec16d736cf55196f38c85c309","charts/quality_vs_gpu_nanosecs_114db935.png":"2faf5b19bdbfa385bd4382c24286f3a0776978805a92b2a6f080ad6553800142","charts/quality_vs_input_tokens_32439c88.png":"322f556051828fa98356da297e0c46c35b5788fef128ffe26f4364ca1cce4396","charts/quality_vs_mem_gib_nanosecs_8934c95a.png":"e2ec9beecf721a59da47014f0af3217209fa98904e6c33183b7db9f09b0e84e4","charts/quality_vs_output_tokens_ccb87516.png":"be46932b1f7072f4412438998d53f8992735cd8e446f0b049a2bb958d5ae215c","charts/quality_vs_reasoning_output_tokens_0a9df8fc.png":"5d8be31cbe125f35fbbca38742f0d8bb75c0c03639011117bb75b2af772b21a8","charts/quality_vs_resource.html":"37c8d0265c2a985136d78273e3fce04afdb82ae49fc64d6c050ab1a38a75a018","charts/quality_vs_total_output_tokens_02754a01.png":"505c454a6e1e851192a718fb4fc72849fa2e2cf564dbc3592b5a5459312cc5c6","charts/resource_breakdown.png":"ba9fc492f5b3d47a76cddd7c9496e941a5dd125c68e6a70c1834407fc3563634","charts/retry_cost.png":"9df59d995728e1ac55f8d8f2e6d8f82f17b7f54b4b716340f410c4f68c61a4f8","charts/system_comparison.png":"8fc290e41cbb11f8c66926d0cfc7289f2f68d418fef293ed83d523d4e5644060","charts/tokens_vs_total_cost.png":"ea644c9234104d8b5b5f3212d5773bb929d16cda2b7ea0b4d4267eaaaf2e4796","leaderboard.canonical.json":"ceb4456b43fae35bdea010930f6d5d7f9a1f8c364ba616ba1f264612b411ed86","leaderboard.csv":"95b4f20b7a17ab39c53d5823eddc9716161e5c9729b5e9f17780da3fd7adb5c5","leaderboard.json":"32f62e243ec910ba42926ae51c143b6d39d985ab89ae7de617a2032cd5c74d5b","leaderboard.sha256":"6f66e4dec4a45e91c58e1474f9b30a94623d2618529806aae5ec34eed366567d","methodology.md":"484790779cca0b2b19064436a31caf09a90cc2e60ad9d7312c7c3d6b624e5b1b","paper/manuscript.tex":"017bca0d64e51c83c6dc8687a1e724a8fa2472371b2c4a8bf37462ad63edeee1","paper/paper-manifest.json":"314a017470866e6ee5581a226a26d7a8330d1e306182323d5a5dd57dbd6c7894","paper/paper-source.zip":"f2f967ba68fadc9266683f9d20b1f98114bb610719666f77f021b75bc44f0313","paper/paper.pdf":"bc5c4e2870b346286fe5272da4baed58e3465fe6e22bc4ee45a7e183423f31d5","pricevector.json":"076c470bffa218e1c90845997e3d6885d7e6e46055a6de44cefcb216fca52b44","public-example/README.md":"614402a1e70fa21bec86d0f98a4386e984da01517fddce4ce225fb2c2599562a","public-example/quote.json":"51a9b244399b7eda48fe9faf5b50b55630339791fac022b38a35a72616313bbc","public-example/request.json":"7f3553c6d225a89c5952f7f6a6c377f9e1e7798ef64084f50d3ee9888fc4f460","public-example/task.json":"94706b99a52ada863506bc5822c436ef54e438dec72736a8298cd214f11225e2","requirements.txt":"de950d3b75e4ad1a760c121533e06390c84574f7dd0b53c0eaa742ab6d5c2f38","runs.jsonl":"55e118048870adba411104cb65e415223c247282cc2918cc46393bf2bc91a113","source_canonical.json":"98e6afe2787a8e498383d7d2fac00a38198c6b000bc4987a2ce3725785c13772","systems.json":"2b33bdfab572c5fc3758be1735d92dea116355700ffde283f9be0cd71230ca0c","tasks_public.json":"2663799390d65ab1cfd42e36de0618baa28cd48d06289576698019529bfde174"},"manifest_sha256":"2e0f51e7b94bac266c74de2b6c636ee6fa528e34128e63c4f0386c91c4f88b95","schema_version":"kimpton.costbench.release-artifacts.v1","source_evidence_sha256":"98e6afe2787a8e498383d7d2fac00a38198c6b000bc4987a2ce3725785c13772"}