{
	"type": "gh",
	"name": "microsoft/fara",
	"version": "main",
	"default": null,
	"files": [
		{
			"name": "/.gitattributes",
			"hash": "47DEQpj8HBSa+/TImW+5JCeuQeRkm5NMpJWZG3hSuFU=",
			"size": 0
		},
		{
			"name": "/.gitignore",
			"hash": "giWHn4YTWU33Nfsm5j6x+E7pqpVELEDwooI7uDKJA6g=",
			"size": 3592
		},
		{
			"name": "/CODE_OF_CONDUCT.md",
			"hash": "na6ucJoL1xvP0cltxYIuzsUhAyfv+SnaZLCuf4+vFEQ=",
			"size": 444
		},
		{
			"name": "/docs/eval_reproducibility.md",
			"hash": "XjP2CcG9NZssZWCbln0PX6wX0qK2xs2Giei6s7wF7wU=",
			"size": 10972
		},
		{
			"name": "/docs/webtailbench_rubric_comparison.html",
			"hash": "REhSsAb5fOuyNleGgTWmlUOofHRZeyfF9JbUUpX4dZ4=",
			"size": 7024907
		},
		{
			"name": "/docs/webtailbench_v1_v2_diff.html",
			"hash": "FCHEyiQueHHvwmrFhIJUbmlfw3UBGdxrpL9lMAjbzZQ=",
			"size": 5862883
		},
		{
			"name": "/endpoint_configs/azure_foundry_config.json",
			"hash": "rl8avV5bukRqxcoeZ6h+zzXvx7HBbIlavwsuCQiN+a0=",
			"size": 94
		},
		{
			"name": "/endpoint_configs/o4-mini/dev/o4mini-0-config.json",
			"hash": "xFQWDyfqSWeZP6sv5Ly2/h8m3D+98Dd9tC7QKek0biI=",
			"size": 442
		},
		{
			"name": "/endpoint_configs/vllm_config.json",
			"hash": "XUlG1KGehcnSwJMnhR8lcgfci1qwhbFqhK9zkIwXSBQ=",
			"size": 118
		},
		{
			"name": "/figures/fara_hero_barchart.png",
			"hash": "d6zwB7vRr75AdEuBdURFMbzbPgEj6p67b3I3xJDgGJ0=",
			"size": 122041
		},
		{
			"name": "/figures/fig2_fara_agentic_loop.png",
			"hash": "5YBB42bdTivPD9LJoU366aQrJXi44fanS4PPEHI5Bto=",
			"size": 724335
		},
		{
			"name": "/figures/model_accuracy_vs_cost_v2_glm_cost_updated.pdf",
			"hash": "BRHbKyiPMsgy/vypvAdJztjOXd0X4W8HcGS31ILoBqM=",
			"size": 41149
		},
		{
			"name": "/figures/model_accuracy_vs_cost_v2_glm_cost_updated.png",
			"hash": "OkOeUQc43nu7nzM5zKNG1g26/AVlk2avFdyLYBgArwY=",
			"size": 592326
		},
		{
			"name": "/LICENSE",
			"hash": "mKlsOElN9JY5UeMrgexO/+vkyKgSq42efRhdWehv4vw=",
			"size": 1066
		},
		{
			"name": "/pyproject.toml",
			"hash": "5KxMV2bzCfASaL9tOAvvvTYARRb2ozaSisxoMjHM/Yg=",
			"size": 2227
		},
		{
			"name": "/README.md",
			"hash": "zhG9/oNU65w7iphd1d3SH4j5T7X7nQDJsBp2Im8LCjY=",
			"size": 19152
		},
		{
			"name": "/scripts/download_model.py",
			"hash": "YGs+Aa3mCRqKDKpebqkoXWiw8CdP1sBTJodrl0m7KzU=",
			"size": 2400
		},
		{
			"name": "/SECURITY.md",
			"hash": "e2l27sQ+36aLeaRZ3QicVrejlZFtvxoBvRHm2G4SEo8=",
			"size": 2656
		},
		{
			"name": "/src/fara/__init__.py",
			"hash": "fx1XzKU09Wruie1FZVmQaYCrKMy+EoVfxtc1HLVKNCE=",
			"size": 530
		},
		{
			"name": "/src/fara/agents/__init__.py",
			"hash": "47DEQpj8HBSa+/TImW+5JCeuQeRkm5NMpJWZG3hSuFU=",
			"size": 0
		},
		{
			"name": "/src/fara/agents/captcha.py",
			"hash": "qwweZ53zQlUxOq0DdS7zDWQ3cXGC6/vE2sAajaodBbo=",
			"size": 799
		},
		{
			"name": "/src/fara/agents/computer_agent/__init__.py",
			"hash": "47DEQpj8HBSa+/TImW+5JCeuQeRkm5NMpJWZG3hSuFU=",
			"size": 0
		},
		{
			"name": "/src/fara/agents/computer_agent/utils.py",
			"hash": "Moi8oKRvQOEATUjXk6Wo8NBfdnVVKbHhf07WjfeStPo=",
			"size": 4700
		},
		{
			"name": "/src/fara/agents/coord_spaces.py",
			"hash": "D45OC6P8amAPp9gE3BWfjutwpHda0psbdiFJa5NblmA=",
			"size": 670
		},
		{
			"name": "/src/fara/agents/fara/__init__.py",
			"hash": "47DEQpj8HBSa+/TImW+5JCeuQeRkm5NMpJWZG3hSuFU=",
			"size": 0
		},
		{
			"name": "/src/fara/agents/fara/_prompts.py",
			"hash": "cnxsfTER0os1CAietWRQIPbqFFwAhUm735dOePChaFQ=",
			"size": 14264
		},
		{
			"name": "/src/fara/agents/fara/fara_types.py",
			"hash": "yaPmMO6a0OH+TXZDPoQ5N/O3mdqXDVHD5y2ohadvx38=",
			"size": 341
		},
		{
			"name": "/src/fara/agents/fara/fara15_agent.py",
			"hash": "RcGyItBnpVhElxS74He4HRszNCDqqr+sjwORMzh/dSE=",
			"size": 32657
		},
		{
			"name": "/src/fara/agents/key_mapping.py",
			"hash": "Uz0i/Jr6Tel7mTrTNVDwu4pIHiqgGOaKH2gcozxKbHg=",
			"size": 799
		},
		{
			"name": "/src/fara/agents/utils.py",
			"hash": "/ghm7/BEJDLyVLWRk+deGGM+lcOtB9RdyISiVptcSsE=",
			"size": 4825
		},
		{
			"name": "/src/fara/clients/__init__.py",
			"hash": "47DEQpj8HBSa+/TImW+5JCeuQeRkm5NMpJWZG3hSuFU=",
			"size": 0
		},
		{
			"name": "/src/fara/clients/create_utils.py",
			"hash": "n73S/P1O5O7eHTx+SG2O/orvblvWCWPHGiFA+aB/R+U=",
			"size": 488
		},
		{
			"name": "/src/fara/clients/messages.py",
			"hash": "1Tj6cDFGO/a1QHKLdTIC6OEIreR45ki8wN9IQYFieLo=",
			"size": 4130
		},
		{
			"name": "/src/fara/clients/wrapper.py",
			"hash": "1bvXMVIf3uBcZe3Vd6ZpGN9r+Plb1uaN6nk8u6uxsnM=",
			"size": 1730
		},
		{
			"name": "/src/fara/core/__init__.py",
			"hash": "47DEQpj8HBSa+/TImW+5JCeuQeRkm5NMpJWZG3hSuFU=",
			"size": 0
		},
		{
			"name": "/src/fara/core/agent.py",
			"hash": "Z9CgchCDtp7pupa7PZQQXfmrVOGvjWV5PvkMysHppw8=",
			"size": 4723
		},
		{
			"name": "/src/fara/core/data_point.py",
			"hash": "xclmXBFvpcslP8rkrk8o3kLJZNP7GsQS9d2FPEVhV9s=",
			"size": 17046
		},
		{
			"name": "/src/fara/core/data_point_io.py",
			"hash": "Gb2bR95hQfUZLuY77idWwYiBLTvpv3Y0cFwDocppfB0=",
			"size": 7296
		},
		{
			"name": "/src/fara/core/run_context.py",
			"hash": "RTHM0QI++5a/1lh+7Fp0jfw22OEalAsogZNVXS8Z3Vo=",
			"size": 3832
		},
		{
			"name": "/src/fara/environments/__init__.py",
			"hash": "47DEQpj8HBSa+/TImW+5JCeuQeRkm5NMpJWZG3hSuFU=",
			"size": 0
		},
		{
			"name": "/src/fara/environments/base.py",
			"hash": "Q5gaOfdPZaCJGJefCOBAZ8BZIDhK9K3w+uBsN4tfL4s=",
			"size": 2147
		},
		{
			"name": "/src/fara/environments/computer.py",
			"hash": "xZOJuboKKSzOtCqEysQ771mPTf0+1mG+DgaQJjv6D0k=",
			"size": 5131
		},
		{
			"name": "/src/fara/environments/playwright/__init__.py",
			"hash": "JidAnCOQVSNU7hesG4y4aIZvcdyTp+jbDFYo8NL4M8U=",
			"size": 144
		},
		{
			"name": "/src/fara/environments/playwright/_types.py",
			"hash": "HVh7tL9DncP7OOD4VxQXnKyAx7b7t8uV2ZBTeAhakgo=",
			"size": 2815
		},
		{
			"name": "/src/fara/environments/playwright/environment.py",
			"hash": "UfrZ5v1ORpO0DsmaxYsveaMu4lkmDfR9t0Rq4cgMdZk=",
			"size": 30030
		},
		{
			"name": "/src/fara/environments/playwright/find_overlay.js",
			"hash": "KJGJeVI0Y5nbM3CTVjd1XPnGyHBhzFyGdhIcKMrTIl4=",
			"size": 6909
		},
		{
			"name": "/src/fara/environments/playwright/page_script.js",
			"hash": "ut7JpjFCCz66lcCwS5J1IoRvkcItvo53dTKEHcp1f8s=",
			"size": 21792
		},
		{
			"name": "/src/fara/environments/playwright/playwright_controller.py",
			"hash": "lsHNgQ9y1jeNA1kkeENSBRosLETS1d6tS33ZHWL/Mi8=",
			"size": 41421
		},
		{
			"name": "/src/fara/environments/playwright/webpage_text_utils.py",
			"hash": "Ok6KS55fEBIvocQLorLaZ18x2rHqCyPv+Us/MjSSVQE=",
			"size": 6146
		},
		{
			"name": "/src/fara/fara_7b/__init__.py",
			"hash": "n2ZUHSu6rN6mwrWlbA/61S94Mlcyc/P+1z/gzRFvYfg=",
			"size": 167
		},
		{
			"name": "/src/fara/fara_7b/_prompts.py",
			"hash": "DwXHxoueVNqBALGimMgb7JCRnIBTHT423EWP2/5Os6o=",
			"size": 9510
		},
		{
			"name": "/src/fara/fara_7b/browser/__init__.py",
			"hash": "47DEQpj8HBSa+/TImW+5JCeuQeRkm5NMpJWZG3hSuFU=",
			"size": 0
		},
		{
			"name": "/src/fara/fara_7b/browser/browser_bb.py",
			"hash": "0w03V7NUnSxmejPBXpdDuUzu7FInupY8qAiNLLE3dFI=",
			"size": 13440
		},
		{
			"name": "/src/fara/fara_7b/browser/page_script.js",
			"hash": "ut7JpjFCCz66lcCwS5J1IoRvkcItvo53dTKEHcp1f8s=",
			"size": 21792
		},
		{
			"name": "/src/fara/fara_7b/browser/playwright_controller.py",
			"hash": "NcByB+U9Vy97nvPnyfXNmhpvQjpcD0NeT6PIEB3XIh8=",
			"size": 22342
		},
		{
			"name": "/src/fara/fara_7b/fara_agent.py",
			"hash": "uBLUa9IWVgPjtrpJkF6YKXjugBeaZac8fB4834LIZY4=",
			"size": 23377
		},
		{
			"name": "/src/fara/fara_7b/fara_types.py",
			"hash": "NjxAPeoukkJhLIsRQHARgS8HEq2lU2P2VUz2YLsX3wI=",
			"size": 2929
		},
		{
			"name": "/src/fara/fara_7b/utils.py",
			"hash": "kbzqOH9w9H7leu8r+ODjFLTWk/LOoYKCy7k7RZ6ASJQ=",
			"size": 245
		},
		{
			"name": "/src/fara/qwen_helpers/__init__.py",
			"hash": "47DEQpj8HBSa+/TImW+5JCeuQeRkm5NMpJWZG3hSuFU=",
			"size": 0
		},
		{
			"name": "/src/fara/qwen_helpers/base_tool.py",
			"hash": "WF+1tI4xPa0FNGbb68hlxbYR0x8bSilvqY3D+CL5hfg=",
			"size": 5147
		},
		{
			"name": "/src/fara/qwen_helpers/fncall_prompt.py",
			"hash": "LNlPuReglf9f8v29KknuB2SE+b+PM8p4q+D0lCQN1fU=",
			"size": 8465
		},
		{
			"name": "/src/fara/qwen_helpers/schema.py",
			"hash": "3TG8uKcMksXq3I6DI3o5K3RPNXOOMYUyPnQdt8E0pXs=",
			"size": 4638
		},
		{
			"name": "/src/fara/qwen_helpers/utils.py",
			"hash": "2Xq2NDEP3agjPDVccp3C/cPFFWkaGcZ0pi+R5VRBkzg=",
			"size": 2509
		},
		{
			"name": "/src/fara/run_fara.py",
			"hash": "z9orU1/ust/w0Ld5p/Z6Hagfp7Ap5Hxq70B6XQ1Z6QQ=",
			"size": 10952
		},
		{
			"name": "/src/fara/version.py",
			"hash": "qliQJLY1uMPKQRGB6PLlCnkhrfB3gDIG4osBKSeoYbY=",
			"size": 58
		},
		{
			"name": "/tests/test_fara15.py",
			"hash": "NdGF2FyhBDV8cqobCX3d76ER06XA5jD+QOGhJECsbw0=",
			"size": 5087
		},
		{
			"name": "/TRANSPARENCY_NOTE.md",
			"hash": "47DEQpj8HBSa+/TImW+5JCeuQeRkm5NMpJWZG3hSuFU=",
			"size": 0
		},
		{
			"name": "/uv.lock",
			"hash": "2lVmKPFe+hRbTNwfsfSnVbHV8Pt5hwFpZ7yN4cockhs=",
			"size": 1251238
		},
		{
			"name": "/webeval/data/example_trajectory/alltrails_find_23_final_answer.json",
			"hash": "Rc1UpnRy5SNbR2pzCq8gAxo3plp+/JGtfWW4+j+jAeQ=",
			"size": 1001
		},
		{
			"name": "/webeval/data/example_trajectory/core.log",
			"hash": "iMDEjM6vsJhqGNngkMM95xYQe3WTtBGcdwh10kTGjdM=",
			"size": 18733
		},
		{
			"name": "/webeval/data/example_trajectory/scores/mmrubric_0.8-5-3.json",
			"hash": "eJZTakF+PLU9SSACKCeb9W2sjM+XUxaBjh21OA2Tqu4=",
			"size": 38074
		},
		{
			"name": "/webeval/data/example_trajectory/screenshot_1.png",
			"hash": "UtU6qqIVg3iqOq29YApb5/7lqFmTH69FJGbCxDHPqzs=",
			"size": 1487524
		},
		{
			"name": "/webeval/data/example_trajectory/screenshot_2.png",
			"hash": "NAgiliV1emxhpef1qsw9PqNcXpVFDHz5UQNJz6LGrH0=",
			"size": 299981
		},
		{
			"name": "/webeval/data/example_trajectory/screenshot_3.png",
			"hash": "BCw8ipojJqFChrmOD67HzkasKj0wawDMNFhZjkSdtFI=",
			"size": 208757
		},
		{
			"name": "/webeval/data/example_trajectory/screenshot_4.png",
			"hash": "BCw8ipojJqFChrmOD67HzkasKj0wawDMNFhZjkSdtFI=",
			"size": 208757
		},
		{
			"name": "/webeval/data/example_trajectory/task_data.json",
			"hash": "qgWOfVsBevlmoqqGkZuSyJzB6WvVEtxKQoKpPSzfQIE=",
			"size": 56428
		},
		{
			"name": "/webeval/data/example_trajectory/times.json",
			"hash": "vxMOjynx8PgZe+UR9qgiOlFJfa/HceBhSs9DObhmtgE=",
			"size": 96
		},
		{
			"name": "/webeval/data/example_trajectory/web_surfer.log",
			"hash": "9KXNZ9Ny0S+r4ygaQBUoklW02x9NrserAOtdtnJuyL0=",
			"size": 15325
		},
		{
			"name": "/webeval/data/om2w/Online_Mind2Web_06042025.json",
			"hash": "5LsJCnLY1X0wDzWN+Qb/wPaDh1C8noESNU56gaPCnAc=",
			"size": 87449
		},
		{
			"name": "/webeval/data/webvoyager/reference_answer.json",
			"hash": "VHOBhAjYoZlgxPggweVyHSGLh7VHSZ1ygcKg/EJnsMQ=",
			"size": 103047
		},
		{
			"name": "/webeval/data/webvoyager/WebVoyager_data_08312025.jsonl",
			"hash": "XIyxdf2sel7novqNFd5drZbGF9hvLLARhTmX7iNia58=",
			"size": 129969
		},
		{
			"name": "/webeval/endpoint_configs_gpt4o/dev/gpt4o_config.json",
			"hash": "6NVsfIqFl9JQlKXSGu59qdu/WxZLuDE3VBbxD6Tv2XE=",
			"size": 491
		},
		{
			"name": "/webeval/pyproject.toml",
			"hash": "4326HB3heSHM3akxE+2PcwfPAKufig1aKJc4JpTuHHw=",
			"size": 1055
		},
		{
			"name": "/webeval/README.md",
			"hash": "RGLobMRRs4GCP8V/ZlWiBVAfbdVP+vx1J3MSoKUfKzI=",
			"size": 17563
		},
		{
			"name": "/webeval/scripts/analyze_eval_results/analysis.ipynb",
			"hash": "pVRG3f0WjL9n2oaNTTjkPXw287A1d/w9E5Rb0QCYmBY=",
			"size": 109940
		},
		{
			"name": "/webeval/scripts/analyze_eval_results/artifacts.py",
			"hash": "T7xZRDYF2nrqus7KqzpoEEMLBWgWbtLbyt/N0IGYADE=",
			"size": 2753
		},
		{
			"name": "/webeval/scripts/arg_parsing.py",
			"hash": "xWhPGK2jf1b4d2VPCMRpeRxRPuonlRCPp8YU5UqTrOY=",
			"size": 7273
		},
		{
			"name": "/webeval/scripts/dummy_workspace.py",
			"hash": "KyA1whwyWlGo4Z8eTIrQrgNrtqW3RhwBqUFDw4PvSts=",
			"size": 229
		},
		{
			"name": "/webeval/scripts/eval_exp.py",
			"hash": "m26h6ZzhoNtfn2KTsEn6BuWk1GY2j0fU9HRA5rZfu70=",
			"size": 17817
		},
		{
			"name": "/webeval/scripts/mlflow_rate_limiter.py",
			"hash": "DOau9eaKFzjR1jzNkxmUy8g8nADtTFItSymgdWG/RBg=",
			"size": 2215
		},
		{
			"name": "/webeval/scripts/om2w.py",
			"hash": "a+i2M5LdX9Ft/EsDTOBxkrO9d9YT4axhpDcATbjJjnA=",
			"size": 5713
		},
		{
			"name": "/webeval/scripts/verify_trajectories.py",
			"hash": "iNKsl3FPGI3/NPMB2PeR4BmqIM9FjP3ggTSyFtUmGOo=",
			"size": 19567
		},
		{
			"name": "/webeval/scripts/webtailbench.py",
			"hash": "DWcXDM2rtqGm5uYmCl7lfi+g0Cy9th6jQ75ucV1zV7A=",
			"size": 9012
		},
		{
			"name": "/webeval/scripts/webvoyager.py",
			"hash": "k2en8LZcLJaXXSteSvUyqxlSdVqEVhGfyIOUOpDrYOM=",
			"size": 5413
		},
		{
			"name": "/webeval/src/webeval/__init__.py",
			"hash": "47DEQpj8HBSa+/TImW+5JCeuQeRkm5NMpJWZG3hSuFU=",
			"size": 0
		},
		{
			"name": "/webeval/src/webeval/basesystem.py",
			"hash": "lXrEj+DKmaIvooE8At9EA/OZ5ylrHm8IVWtheeQiMaA=",
			"size": 1730
		},
		{
			"name": "/webeval/src/webeval/benchmark.py",
			"hash": "XoQggoTeRcp48jUEKo3H+wNQoGI2RSi1szmpd1lhs5s=",
			"size": 6838
		},
		{
			"name": "/webeval/src/webeval/benchmarks/__init__.py",
			"hash": "CI/YDxORv+tYBWAYc3rE03mF2+PDBBqHewm2jE/1hEc=",
			"size": 254
		},
		{
			"name": "/webeval/src/webeval/benchmarks/om2w/__init__.py",
			"hash": "47DEQpj8HBSa+/TImW+5JCeuQeRkm5NMpJWZG3hSuFU=",
			"size": 0
		},
		{
			"name": "/webeval/src/webeval/benchmarks/om2w/impl/.gitattributes",
			"hash": "47DEQpj8HBSa+/TImW+5JCeuQeRkm5NMpJWZG3hSuFU=",
			"size": 0
		},
		{
			"name": "/webeval/src/webeval/benchmarks/om2w/impl/.gitignore",
			"hash": "47DEQpj8HBSa+/TImW+5JCeuQeRkm5NMpJWZG3hSuFU=",
			"size": 0
		},
		{
			"name": "/webeval/src/webeval/benchmarks/om2w/impl/data/example/fb7b4f784cfde003e2548fdf4e8d6b4f/result.json",
			"hash": "f01OGNoZJN9wfD5Y6Wyf/bfiN3q2KKNiwKJ62xLMT90=",
			"size": 1043
		},
		{
			"name": "/webeval/src/webeval/benchmarks/om2w/impl/data/example/fb7b4f784cfde003e2548fdf4e8d6b4f/trajectory/0_full_screenshot.png",
			"hash": "BMf3ZMd73HRtMgLIVOJlvaptXMCfm2hLbDPDJ8WZNP8=",
			"size": 1256089
		},
		{
			"name": "/webeval/src/webeval/benchmarks/om2w/impl/data/example/fb7b4f784cfde003e2548fdf4e8d6b4f/trajectory/1_full_screenshot.png",
			"hash": "hSq7fxIyJV7QXmPytvz1mbeVMStifPOnGUiQowOGkw4=",
			"size": 991562
		},
		{
			"name": "/webeval/src/webeval/benchmarks/om2w/impl/data/example/fb7b4f784cfde003e2548fdf4e8d6b4f/trajectory/2_full_screenshot.png",
			"hash": "DCR+aMxwtKy4bdnmbM1gK7j6TpDt7EJE2V858s8Bgvw=",
			"size": 1351779
		},
		{
			"name": "/webeval/src/webeval/benchmarks/om2w/impl/data/example/fb7b4f784cfde003e2548fdf4e8d6b4f/trajectory/3_full_screenshot.png",
			"hash": "blY757TZXBhKLpjwC6gBQrC+3RgmvvGtEs1llHNGMzU=",
			"size": 1273054
		},
		{
			"name": "/webeval/src/webeval/benchmarks/om2w/impl/data/example/fb7b4f784cfde003e2548fdf4e8d6b4f/trajectory/4_full_screenshot.png",
			"hash": "bQVj2LFHvO3ffmaZ9wJdXJdOpNsxPf5LoukGw6RmcAk=",
			"size": 232474
		},
		{
			"name": "/webeval/src/webeval/benchmarks/om2w/impl/data/README.md",
			"hash": "BW1aYStUrWsrk4fFKt+WR1rC7vCm+kXTM2HyevvilCE=",
			"size": 1603
		},
		{
			"name": "/webeval/src/webeval/benchmarks/om2w/impl/images/WebJudge.jpg",
			"hash": "Ij4FJ/4AXldPZFaujPpPScAvxBLf6QbXsmbp5HF4f54=",
			"size": 480545
		},
		{
			"name": "/webeval/src/webeval/benchmarks/om2w/impl/README.md",
			"hash": "makDsJsAnJcP0i1ey8cAs8aOqaHq6eqpaQ05FC9POog=",
			"size": 10098
		},
		{
			"name": "/webeval/src/webeval/benchmarks/om2w/impl/requirements.txt",
			"hash": "D0RMrVeFJuVs6kQY2JUBr66nQZwnjym7g94vqVum1S0=",
			"size": 45
		},
		{
			"name": "/webeval/src/webeval/benchmarks/om2w/impl/script/eval.sh",
			"hash": "oPvFQ1benWK0OWJeKraDxRGYSyxzRZNVLRjEGhn2sYI=",
			"size": 525
		},
		{
			"name": "/webeval/src/webeval/benchmarks/om2w/impl/src/clean_html.py",
			"hash": "UlROC6n8a3z2lTkxkxN9lY/PpGEbqRpyhQo4rnNoRVI=",
			"size": 1390
		},
		{
			"name": "/webeval/src/webeval/benchmarks/om2w/impl/src/methods/agenttrek_eval.py",
			"hash": "jh7P7Y7TM1NOoWI143o+acoOtw4WVb/0kxTdnZDhr0w=",
			"size": 3751
		},
		{
			"name": "/webeval/src/webeval/benchmarks/om2w/impl/src/methods/automomous_eval.py",
			"hash": "2DNuAwzt4G90BMOBGw5hFPV4dujT5QKUmifUevCmj7k=",
			"size": 2660
		},
		{
			"name": "/webeval/src/webeval/benchmarks/om2w/impl/src/methods/webjudge_general_eval.py",
			"hash": "8Iwjh5DsGfBDsQDBaiKbyz4ithIAztxriI3ORBZIrPg=",
			"size": 11574
		},
		{
			"name": "/webeval/src/webeval/benchmarks/om2w/impl/src/methods/webjudge_online_mind2web.py",
			"hash": "kKjXoNjNrf8KER0s4TCFzthqAo6fWavgA9ZIabXkLRs=",
			"size": 9959
		},
		{
			"name": "/webeval/src/webeval/benchmarks/om2w/impl/src/methods/webvoyager_eval.py",
			"hash": "TN5+qLdcYCRntwSfpqykrdrInZ3sFzj4lnPjI6RCGyU=",
			"size": 3200
		},
		{
			"name": "/webeval/src/webeval/benchmarks/om2w/impl/src/run.py",
			"hash": "iXV90Y/EgXp/7qsXHjvgFyQ2lJ0yaKvsH6AfXtGJH10=",
			"size": 7478
		},
		{
			"name": "/webeval/src/webeval/benchmarks/om2w/impl/src/utils.py",
			"hash": "V+klIXAXP4ZYPM+8swd9drd5yfhxmCbvuQIkI4PpSvc=",
			"size": 3875
		},
		{
			"name": "/webeval/src/webeval/benchmarks/om2w/om2w.py",
			"hash": "y86sWM2vKmLbcFpD8HQwlkK2BY4ImHDzDImMxIkQokQ=",
			"size": 8163
		},
		{
			"name": "/webeval/src/webeval/benchmarks/webtailbench/__init__.py",
			"hash": "5E/JOwbE35x0/e5Zj+I7cmMFsbSDdYCOoNMz8iTkErg=",
			"size": 85
		},
		{
			"name": "/webeval/src/webeval/benchmarks/webtailbench/shared_data_adapter.py",
			"hash": "VUtomRBg/GBDVOnjRfDVUGHVuVZjqjjO2XfQOKgjmHs=",
			"size": 5629
		},
		{
			"name": "/webeval/src/webeval/benchmarks/webtailbench/webtailbench.py",
			"hash": "Ti5aIE3z2jyhkwvIWqXq4J/BYd68HXnH4CLwRQuIuMc=",
			"size": 20350
		},
		{
			"name": "/webeval/src/webeval/benchmarks/webvoyager/__init__.py",
			"hash": "47DEQpj8HBSa+/TImW+5JCeuQeRkm5NMpJWZG3hSuFU=",
			"size": 0
		},
		{
			"name": "/webeval/src/webeval/benchmarks/webvoyager/gpt_eval.py",
			"hash": "6F3QJ4ySVQBYEE1NItHhGD9yv3u8C12CeZww/8x6s0s=",
			"size": 7774
		},
		{
			"name": "/webeval/src/webeval/benchmarks/webvoyager/README.md",
			"hash": "EhNRukhSH8wNtDNU8fLVKxgd9BpY3FFKQRKMAcnmsec=",
			"size": 81
		},
		{
			"name": "/webeval/src/webeval/benchmarks/webvoyager/webvoyager.py",
			"hash": "A0Pr+UL7LTZ8OdnlYCmBTcfg2VMO45ix4FnZSNrAOQk=",
			"size": 13136
		},
		{
			"name": "/webeval/src/webeval/cli.py",
			"hash": "TV/ZqpiDmELlSLxbhI9dOFdqQ7XcghuARVxbRebSRvk=",
			"size": 4185
		},
		{
			"name": "/webeval/src/webeval/core.py",
			"hash": "+mEXtXLd0pL04efqLJ0WV2G1OxxaCzo03JsuoEuYS9c=",
			"size": 29723
		},
		{
			"name": "/webeval/src/webeval/eval_result.py",
			"hash": "SHgO0iB3vuTdOzsJjtPUjrnK4H6lAtIVG1x47JKjo7g=",
			"size": 563
		},
		{
			"name": "/webeval/src/webeval/evaluators.py",
			"hash": "FF2AI5vAy2rB7VLLhpJCrfFIfxFB+RRyzcS6UIAGB0E=",
			"size": 25536
		},
		{
			"name": "/webeval/src/webeval/metric_helpers.py",
			"hash": "X5Qy/Oil7HtX6yMHo5K8AQki/v5+ciXjdyE6KKSs9xM=",
			"size": 389
		},
		{
			"name": "/webeval/src/webeval/oai_clients/__init__.py",
			"hash": "PDmIi9pS/KO+BA2WEnQAntBFhGXbqwNHi/wD7hqFGnI=",
			"size": 1512
		},
		{
			"name": "/webeval/src/webeval/oai_clients/create_utils.py",
			"hash": "NB/9UsGt8Syrc4/sWYz2NSEU+W1XHjoAHRDHqKUGD68=",
			"size": 5227
		},
		{
			"name": "/webeval/src/webeval/oai_clients/graceful_client.py",
			"hash": "vQvMqBchQpwyn13j+fMOXvyVPWWQ5KQT3KnOILDFcNo=",
			"size": 17567
		},
		{
			"name": "/webeval/src/webeval/oai_clients/messages.py",
			"hash": "dgGCCceqIP9VUV1Q7FBfl3azDPxWQ678iOTfimW82pQ=",
			"size": 4103
		},
		{
			"name": "/webeval/src/webeval/oai_clients/wrapper.py",
			"hash": "iqhDwHtCDzIh1RTcrXJlMFEDiJ5e8yR+Ar80DAaEhBo=",
			"size": 20831
		},
		{
			"name": "/webeval/src/webeval/post_eval_analysis.py",
			"hash": "zy2zwR2091Ju98WTm6oGGNt+k4wNhkeqIfGGsoDc7oM=",
			"size": 37897
		},
		{
			"name": "/webeval/src/webeval/rubric_agent/__init__.py",
			"hash": "atfe4mjS6jGgIOFvYsOh/rBGPT+qsLS5Zxme5gzzV7w=",
			"size": 1544
		},
		{
			"name": "/webeval/src/webeval/rubric_agent/_cp_schema.py",
			"hash": "6vas95udXMGkLFUh4OsTSZlJdnWMgj05yX18fTLPX/4=",
			"size": 3706
		},
		{
			"name": "/webeval/src/webeval/rubric_agent/_yaml_utils.py",
			"hash": "+QNZkZxwT0jPKBHKFVH0HPNMixlPYnzm92NPqCq9eGU=",
			"size": 2820
		},
		{
			"name": "/webeval/src/webeval/rubric_agent/base.py",
			"hash": "8Hejh+8vecRPlbj7liJ0ksf/PdQr+gfD9YFuJm2REDI=",
			"size": 1737
		},
		{
			"name": "/webeval/src/webeval/rubric_agent/critical_point_classifier.py",
			"hash": "zJEDiuMhsr2e8tI/bEA1NoFaMS9B8WjJX+xRQ9rQK3I=",
			"size": 14936
		},
		{
			"name": "/webeval/src/webeval/rubric_agent/critical_point_types.yaml",
			"hash": "wU/ojHt5aBVjybVSgR82CX+eGopnIJhVYvRCjefKnHw=",
			"size": 10491
		},
		{
			"name": "/webeval/src/webeval/rubric_agent/data_point.py",
			"hash": "FAeFcGPm/rs24i6ZrhUs7Vnlh2t41jSxJ6L2lobgYZc=",
			"size": 20609
		},
		{
			"name": "/webeval/src/webeval/rubric_agent/error_taxonomy_analysis.md",
			"hash": "6ieKOutFuq7d66Wu906SeUDpHUXZpFBJQYSHXhcKi0U=",
			"size": 30455
		},
		{
			"name": "/webeval/src/webeval/rubric_agent/error_taxonomy_loader.py",
			"hash": "04kVxdf2I9oyD7aTfbuxImqVM4ApKD/HKF2K2CrUCBk=",
			"size": 16235
		},
		{
			"name": "/webeval/src/webeval/rubric_agent/formatting.py",
			"hash": "S7rY/zhTQ4h8GTQod8yYkBIr11Ga3Kr8uzTDRy9EcpE=",
			"size": 7115
		},
		{
			"name": "/webeval/src/webeval/rubric_agent/llm_helpers.py",
			"hash": "aZ4weLEdl2A04Pwi32OgdvjvEORqIos/iDPCwotwbOs=",
			"size": 4666
		},
		{
			"name": "/webeval/src/webeval/rubric_agent/mm_rubric_agent.py",
			"hash": "hl2T5qEg8bippM4ag07ORoDUZuiT9gIyL/lLKaRnktY=",
			"size": 172437
		},
		{
			"name": "/webeval/src/webeval/rubric_agent/prompts.py",
			"hash": "ZF/KsGcNKdhdLy8P3mFISQzZKDap18KSzohHfunrIXY=",
			"size": 259566
		},
		{
			"name": "/webeval/src/webeval/rubric_agent/task_classification.py",
			"hash": "ysRTpApZkAjCnNiYiEPfB1zf9Jkr5PUJHhGMy8783tI=",
			"size": 8830
		},
		{
			"name": "/webeval/src/webeval/rubric_agent/templates/cp_classifier_system.j2",
			"hash": "fHsxxhbs5N9JqxNSc4xtyxQLbItdXR0pQ1i2TDHxli8=",
			"size": 8236
		},
		{
			"name": "/webeval/src/webeval/rubric_agent/templates/cp_classifier_user.j2",
			"hash": "hTTVD41sJVeSq9VwdfQ0/FQeRvQX8kHanXtIYNpeaOQ=",
			"size": 5241
		},
		{
			"name": "/webeval/src/webeval/rubric_agent/utils.py",
			"hash": "NDBOVJMKCLpN8hpN/XiH+xd/x6KBP5wxGTKqP/k44zw=",
			"size": 8779
		},
		{
			"name": "/webeval/src/webeval/rubric_agent/verifier_agent.py",
			"hash": "Cle/1b2VsjK/5m2rE+mBRGAMNpG5w7GCSdp6VzzmrTI=",
			"size": 71793
		},
		{
			"name": "/webeval/src/webeval/systems/__init__.py",
			"hash": "47DEQpj8HBSa+/TImW+5JCeuQeRkm5NMpJWZG3hSuFU=",
			"size": 0
		},
		{
			"name": "/webeval/src/webeval/systems/messages.py",
			"hash": "F1/TFaYVA27Js8+pVj95OOBStsugkKw+qYbiLjpRx/0=",
			"size": 882
		},
		{
			"name": "/webeval/src/webeval/systems/websurfer.py",
			"hash": "yAStaBEn79eO/wBdSduljrP5z+EL1st8yFahtDEobEM=",
			"size": 10062
		},
		{
			"name": "/webeval/src/webeval/trajectory.py",
			"hash": "FY53EY7F9PvxZyTeegNEh/1+WGEJQAJJIrFawWjtrgE=",
			"size": 8122
		},
		{
			"name": "/webeval/src/webeval/utils.py",
			"hash": "gJw3pzIs6xsyERwpOS1ECZUGjwOcMOL0uRpaATlmBfE=",
			"size": 5931
		},
		{
			"name": "/webeval/src/webeval/vllm/__init__.py",
			"hash": "47DEQpj8HBSa+/TImW+5JCeuQeRkm5NMpJWZG3hSuFU=",
			"size": 0
		},
		{
			"name": "/webeval/src/webeval/vllm/az_vllm.py",
			"hash": "ZKx6sn4cnl22PYvTKEzZBD4DKaQL3qD0ZRSfLjVI1AE=",
			"size": 11513
		},
		{
			"name": "/webeval/src/webeval/vllm/requirements.txt",
			"hash": "oDKM7x1JEPwmGhsLCK5ClUNpXfsreJza/LiGTJEhaLE=",
			"size": 224
		},
		{
			"name": "/webeval/src/webeval/vllm/vllm_facade.py",
			"hash": "PHlG+gDrVHcHLFRAfBSAzYAPKeZUvmAWtIPPOjeuP3s=",
			"size": 3526
		},
		{
			"name": "/webeval/tests/__init__.py",
			"hash": "47DEQpj8HBSa+/TImW+5JCeuQeRkm5NMpJWZG3hSuFU=",
			"size": 0
		},
		{
			"name": "/webeval/tests/conftest.py",
			"hash": "nyW5fcyygc6zRkRDdmz0b2/GCDTx8LeqG5xjWir1wiU=",
			"size": 635
		},
		{
			"name": "/webeval/tests/test_oai_clients.py",
			"hash": "a1IPIguiWzHNRT8fuX/9RXiNxDoEo0SJg9E5lNuysEg=",
			"size": 10481
		},
		{
			"name": "/webeval/tests/test_rubric_agent_imports.py",
			"hash": "bvuZ62rrfL6//8i+qoKOgoRXlSH3HuZ92SoxVj0I8OQ=",
			"size": 3556
		},
		{
			"name": "/webeval/tests/test_shared_data_adapter.py",
			"hash": "+SUCy9mZs2RCY6aVenMFKkz5LKtJ6viKdOZbN2QJOMY=",
			"size": 6670
		},
		{
			"name": "/webeval/tests/test_trajectory_loading.py",
			"hash": "jZG3wBHT2dbv/Oh4hOJVbRASiIwmm4mAKy6OgEpsXAw=",
			"size": 4584
		},
		{
			"name": "/webeval/tests/test_verify_trajectories.py",
			"hash": "7AP/UcFXcVXDi7OwTjPI8VApQMQKi4jKgTdCSM+MNu8=",
			"size": 23554
		},
		{
			"name": "/webeval/tests/test_webtailbench_dataset.py",
			"hash": "f8vnLeZUsnWNBWmtSyHc5WHUHKHaUojhHwjK2oe2rR0=",
			"size": 6975
		}
	],
	"links": {
		"stats": "https://data.jsdelivr.com/v1/stats/packages/gh/microsoft/fara@main"
	}
}