model_id	model	condition	replicate_id	runs_total	runs_with_usage	runs_without_usage	input_tokens	cached_input_tokens	output_tokens	reasoning_output_tokens	uncached_input_tokens	total_tokens	estimated_cost_usd
gpt-5.5	GPT-5.5	any_code_no_galaxy_tools	r1	1	1	0	3882842	3750528	27308	5363	132314	3910150	8.390185
gpt-5.5	GPT-5.5	any_code_no_galaxy_tools	r2	1	1	0	3399436	3256576	26541	7822	142860	3425977	7.847045
gpt-5.5	GPT-5.5	any_code_no_galaxy_tools	r3	1	1	0	1575492	1505664	20984	7736	69828	1596476	4.32873
gpt-5.5	GPT-5.5	galaxy_tools	r1	1	1	0	3197848	2906752	16206	4477	291096	3214054	8.48759
gpt-5.5	GPT-5.5	galaxy_tools	r2	1	1	0	1579882	1377152	12821	3171	202730	1592703	5.21714
gpt-5.5	GPT-5.5	galaxy_tools	r3	1	1	0	1970429	1843712	17680	4568	126717	1988109	5.214602
gpt-5.6-sol	GPT-5.6 Sol	any_code_no_galaxy_tools	r1	1	1	0	4099525	4002560	33281	13252	96965	4132806	5.309008
gpt-5.6-sol	GPT-5.6 Sol	any_code_no_galaxy_tools	r2	1	1	0	2742261	2644608	35979	13536	97653	2778240	4.33607
gpt-5.6-sol	GPT-5.6 Sol	any_code_no_galaxy_tools	r3	1	1	0	18171638	17899904	58845	24059	271734	18230483	18.847595
gpt-5.6-sol	GPT-5.6 Sol	galaxy_tools	r1	1	1	0	11812650	11547648	41333	12013	265002	11853983	13.011454
gpt-5.6-sol	GPT-5.6 Sol	galaxy_tools	r2	1	1	0	19386798	19086464	53352	13549	300334	19440150	19.805923
gpt-5.6-sol	GPT-5.6 Sol	galaxy_tools	r3	1	1	0	6626196	6475136	28126	10759	151060	6654322	7.513629
gpt-5.6-luna	GPT-5.6 Luna	any_code_no_galaxy_tools	r1	1	1	0	14673356	14380544	63003	30114	292812	14736359	0.843554
gpt-5.6-luna	GPT-5.6 Luna	any_code_no_galaxy_tools	r2	1	1	0	20983545	20571904	85459	43070	411641	21069004	1.192634
gpt-5.6-luna	GPT-5.6 Luna	any_code_no_galaxy_tools	r3	1	1	0	24130938	23637760	99532	44121	493178	24230470	1.381658
gpt-5.6-luna	GPT-5.6 Luna	galaxy_tools	r1	1	1	0	4564193	4391680	33047	17704	172513	4597240	0.323985
gpt-5.6-luna	GPT-5.6 Luna	galaxy_tools	r2	1	1	0	5956949	5693184	34931	19586	263765	5991880	0.417068
gpt-5.6-luna	GPT-5.6 Luna	galaxy_tools	r3	1	1	0	22063772	21569280	67882	25195	494492	22131654	1.223485
deepseek-v4-pro	Codex + DeepSeek V4 Pro	any_code_no_galaxy_tools	r1	1	1	0	9088876	8967424	42271	13627	121452	9131147	0.361138
deepseek-v4-pro	Codex + DeepSeek V4 Pro	any_code_no_galaxy_tools	r2	1	1	0	12601978	12506112	86188	37485	95866	12688166	0.509058
deepseek-v4-pro	Codex + DeepSeek V4 Pro	any_code_no_galaxy_tools	r3	1	1	0	29095555	29008896	54041	18243	86659	29149596	0.802392
deepseek-v4-pro	Codex + DeepSeek V4 Pro	galaxy_tools	r1	1	1	0	3249688	3178752	24229	7301	70936	3273917	0.164724
deepseek-v4-pro	Codex + DeepSeek V4 Pro	galaxy_tools	r2	1	1	0	1287550	1249408	14560	5184	38142	1302110	0.081489
deepseek-v4-pro	Codex + DeepSeek V4 Pro	galaxy_tools	r3	1	1	0	2116369	2045312	15800	4835	71057	2132169	0.123178