model_id	model	condition	replicate_id	runs_total	runs_with_usage	runs_without_usage	input_tokens	cached_input_tokens	uncached_input_tokens	output_tokens	reasoning_output_tokens	total_tokens	estimated_cost_usd
gpt-5.5	GPT-5.5	any_code_no_galaxy_tools	r1	10	10	0	54190031	53069184	1120847	199805	47652	54389836	95.332442
gpt-5.5	GPT-5.5	any_code_no_galaxy_tools	r2	10	10	0	91391166	90006528	1384638	266977	74865	91658143	149.83941
gpt-5.5	GPT-5.5	any_code_no_galaxy_tools	r3	10	10	0	69309571	68004864	1304707	254100	71085	69563671	120.372418
gpt-5.5	GPT-5.5	galaxy_tools	r1	10	10	0	27010539	25313024	1697515	157051	42430	27167590	64.639043
gpt-5.5	GPT-5.5	galaxy_tools	r2	10	10	0	24366041	22978432	1387609	162744	49460	24528785	58.273953
gpt-5.5	GPT-5.5	galaxy_tools	r3	10	10	0	31201881	29861376	1340505	186660	51900	31388541	68.082532
gpt-5.6-sol	GPT-5.6 Sol	any_code_no_galaxy_tools	r1	10	10	0	39104387	37977088	1127299	206864	87090	39311251	47.674622
gpt-5.6-sol	GPT-5.6 Sol	any_code_no_galaxy_tools	r2	10	10	0	37440969	36319872	1121097	193423	72763	37634392	45.761593
gpt-5.6-sol	GPT-5.6 Sol	any_code_no_galaxy_tools	r3	10	10	0	34247505	33151872	1095633	178720	69414	34426225	42.435362
gpt-5.6-sol	GPT-5.6 Sol	galaxy_tools	r1	10	10	0	53551981	51720448	1831533	196867	72904	53748848	63.903302
gpt-5.6-sol	GPT-5.6 Sol	galaxy_tools	r2	10	10	0	50753696	49029760	1723936	192526	70062	50946222	60.716336
gpt-5.6-sol	GPT-5.6 Sol	galaxy_tools	r3	10	10	0	91343876	89724544	1619332	216704	80595	91560580	93.402451
gpt-5.6-luna	GPT-5.6 Luna	any_code_no_galaxy_tools	r1	10	10	0	125419850	122669568	2750282	444464	213910	125864314	7.07361
gpt-5.6-luna	GPT-5.6 Luna	any_code_no_galaxy_tools	r2	10	10	0	83149750	81247488	1902262	387349	196781	83537099	4.940442
gpt-5.6-luna	GPT-5.6 Luna	any_code_no_galaxy_tools	r3	10	10	0	100417885	97872384	2545501	452566	227676	100870451	6.019254
gpt-5.6-luna	GPT-5.6 Luna	galaxy_tools	r1	10	10	0	110557882	107400192	3157690	412446	233040	110970328	6.548954
gpt-5.6-luna	GPT-5.6 Luna	galaxy_tools	r2	10	10	0	101644328	98537216	3107112	385792	218061	102030120	6.110234
gpt-5.6-luna	GPT-5.6 Luna	galaxy_tools	r3	10	10	0	117159920	112896768	4263152	447731	249254	117607651	7.295686
deepseek-v4-pro	Codex + DeepSeek V4 Pro	any_code_no_galaxy_tools	r1	10	10	0	60015592	59305856	709736	307666	100116	60323258	2.382334
deepseek-v4-pro	Codex + DeepSeek V4 Pro	any_code_no_galaxy_tools	r2	10	10	0	106534530	105841408	693122	403092	140843	106937622	3.584094
deepseek-v4-pro	Codex + DeepSeek V4 Pro	any_code_no_galaxy_tools	r3	10	10	0	67375402	66718080	657322	308505	105548	67683907	2.512471
deepseek-v4-pro	Codex + DeepSeek V4 Pro	galaxy_tools	r1	10	10	0	57579166	56368512	1210654	331651	117673	57910817	2.695808
deepseek-v4-pro	Codex + DeepSeek V4 Pro	galaxy_tools	r2	10	10	0	80564096	79073664	1490432	422964	170545	80987060	3.560774
deepseek-v4-pro	Codex + DeepSeek V4 Pro	galaxy_tools	r3	10	10	0	86702782	84924288	1778494	410515	147107	87113297	4.120315