# corrected 2026-09-06: litellm 1.97.0 stream usage dropped tools-block from prompt_tokens
# columns: date task agent model input_excl_cached cached output method
2026-09-05	astropy__astropy-14369	3code	glm-5.3	51452	1191808	12361	exact
2026-09-05	django__django-15037	3code	glm-5.3	16362	357696	7427	exact
2026-09-05	django__django-15368	3code	glm-5.3	8455	222336	5553	exact
2026-09-05	matplotlib__matplotlib-26342	3code	glm-5.3	52591	959680	12593	exact
2026-09-05	psf__requests-1766	3code	glm-5.3	2114	46784	1754	exact
2026-09-05	pydata__xarray-6461	3code	glm-5.3	16385	415040	8015	exact
2026-09-05	pytest-dev__pytest-7236	3code	glm-5.3	22376	461376	11524	exact
2026-09-05	scikit-learn__scikit-learn-14087	3code	glm-5.3	13033	216000	6025	exact
2026-09-05	sphinx-doc__sphinx-8056	3code	glm-5.3	29638	817664	12143	exact
2026-09-05	sympy__sympy-23534	3code	glm-5.3	3643	80128	2692	exact
2026-09-06	astropy__astropy-14369	pi	glm-5.3	123801	2217472	27953	exact
2026-09-06	django__django-15037	pi	glm-5.3	42489	708864	15999	exact
2026-09-06	django__django-15368	pi	glm-5.3	19399	344064	11155	exact
2026-09-06	matplotlib__matplotlib-26342	pi	glm-5.3	25630	327360	13512	exact
2026-09-06	psf__requests-1766	pi	glm-5.3	15071	180416	7266	exact
2026-09-06	pydata__xarray-6461	pi	glm-5.3	40680	817856	20810	exact
2026-09-06	pytest-dev__pytest-7236	pi	glm-5.3	72253	296640	69291	exact
2026-09-06	scikit-learn__scikit-learn-14087	pi	glm-5.3	55798	401536	63758	exact
2026-09-06	sphinx-doc__sphinx-8056	pi	glm-5.3	70451	1039872	54097	exact
2026-09-06	sympy__sympy-23534	pi	glm-5.3	39620	66304	36389	exact
2026-09-06	astropy__astropy-14369	zcode	glm-5.3	27228	2230720	36657	lower-bound
2026-09-06	django__django-15037	zcode	glm-5.3	17266	1213696	34696	lower-bound
2026-09-06	django__django-15368	zcode	glm-5.3	76923	988928	63968	lower-bound
2026-09-06	matplotlib__matplotlib-26342	zcode	glm-5.3	80879	1500736	68818	lower-bound
2026-09-06	psf__requests-1766	zcode	glm-5.3	0	420288	6498	lower-bound
2026-09-06	pydata__xarray-6461	zcode	glm-5.3	19973	1056448	27142	lower-bound
2026-09-06	pytest-dev__pytest-7236	zcode	glm-5.3	2042	1893760	44684	lower-bound
2026-09-06	scikit-learn__scikit-learn-14087	zcode	glm-5.3	35849	1418304	21141	lower-bound
2026-09-06	sphinx-doc__sphinx-8056	zcode	glm-5.3	44863	2463808	30268	lower-bound
2026-09-06	sympy__sympy-23534	zcode	glm-5.3	0	347520	5328	lower-bound
2026-09-06	astropy__astropy-14369	hermes	glm-5.3	57672	3309888	62458	lower-bound
2026-09-06	django__django-15037	hermes	glm-5.3	87885	1280832	15924	lower-bound
2026-09-06	django__django-15368	hermes	glm-5.3	57848	1538176	15303	lower-bound
2026-09-06	matplotlib__matplotlib-26342	hermes	glm-5.3	80546	2116992	15298	lower-bound
2026-09-06	psf__requests-1766	hermes	glm-5.3	59131	779072	6041	lower-bound
2026-09-06	pydata__xarray-6461	hermes	glm-5.3	35233	1020800	13423	lower-bound
2026-09-06	pytest-dev__pytest-7236	hermes	glm-5.3	61143	2038848	34277	lower-bound
2026-09-06	scikit-learn__scikit-learn-14087	hermes	glm-5.3	39330	2314496	34489	lower-bound
2026-09-06	sphinx-doc__sphinx-8056	hermes	glm-5.3	38483	1265856	14390	lower-bound
2026-09-06	sympy__sympy-23534	hermes	glm-5.3	43218	346688	3966	lower-bound
2026-09-06	astropy__astropy-14369	opencode	glm-5.3	21707	1833792	25896	lower-bound
2026-09-06	django__django-15037	opencode	glm-5.3	9429	1089024	13070	lower-bound
2026-09-06	django__django-15368	opencode	glm-5.3	546	816768	10382	lower-bound
2026-09-06	matplotlib__matplotlib-26342	opencode	glm-5.3	20549	1783168	18979	lower-bound
2026-09-06	psf__requests-1766	opencode	glm-5.3	7631	595072	7331	lower-bound
2026-09-06	pydata__xarray-6461	opencode	glm-5.3	8661	549760	12631	lower-bound
2026-09-06	pytest-dev__pytest-7236	opencode	glm-5.3	3773	1371776	21502	lower-bound
2026-09-06	scikit-learn__scikit-learn-14087	opencode	glm-5.3	1251	823936	12667	lower-bound
2026-09-06	sphinx-doc__sphinx-8056	opencode	glm-5.3	704	803904	8507	lower-bound
2026-09-06	sympy__sympy-23534	opencode	glm-5.3	209	113152	1306	lower-bound
