← Public packages
@kentcdodds/invisible-software
Invisible software: a phone-only step-through demo plus a chart of AI agent benchmark progress.
data/benchmark-trend-data.csv
43 lines · 2.7 KB · Plain textmonth,Aider Polyglot,Cybench,OSWorld,SWE-bench Verified (Epoch runs),Terminal-Bench,TheAgentCompany,median,n,smoothed
2023-01-01,,,,,,,,0,
2023-02-01,,,,,,,,0,
2023-03-01,,,,,,,,0,
2023-04-01,,,,,,,,0,
2023-05-01,,,,,,,,0,
2023-06-01,,,,,,,,0,
2023-07-01,,,,,,,,0,
2023-08-01,,,,,,,,0,
2023-09-01,,,,,,,,0,
2023-10-01,,,,,,,,0,
2023-11-01,,,,,,,,0,
2023-12-01,,,,,,,,0,
2024-01-01,,,,,,,,0,
2024-02-01,,7.5,,,,,,1,
2024-03-01,10.2,10.0,,,,,,2,
2024-04-01,10.2,10.0,,,,,,2,
2024-05-01,10.2,10.0,,,,,,2,12.149999999999999
2024-06-01,10.2,17.5,,,,4.2,10.2,3,13.933333333333332
2024-07-01,10.2,17.5,,,,14.099999999999998,14.099999999999998,3,14.399999999999999
2024-08-01,23.1,17.5,,,,14.099999999999998,17.5,3,16.71
2024-09-01,32.9,17.5,5.0,,,14.099999999999998,15.799999999999999,4,20.868347107438016
2024-10-01,51.6,17.5,5.0,,,34.4,25.95,4,24.246694214876033
2024-11-01,51.6,17.5,5.0,30.99173553719008,,34.4,30.99173553719008,5,26.945041322314047
2024-12-01,61.7,17.5,5.0,30.99173553719008,,34.4,30.99173553719008,5,31.825041322314053
2025-01-01,61.7,17.5,5.0,30.99173553719008,,34.4,30.99173553719008,5,34.67504132231405
2025-02-01,64.9,22.5,35.8,60.9504132231405,,40.2,40.2,5,36.51669421487603
2025-03-01,72.9,22.5,35.8,60.9504132231405,,40.2,40.2,5,39.098347107438016
2025-04-01,81.3,22.5,35.8,62.31884057971014,,40.2,40.2,5,41.61
2025-05-01,81.3,38.0,43.9,70.66115702479338,,43.2,43.9,5,42.28
2025-06-01,84.9,38.0,43.9,70.66115702479338,32.6404494382,43.2,43.55,6,43.5906741573
2025-07-01,84.9,43.0,43.9,70.66115702479338,32.6404494382,43.2,43.55,6,47.8406741573
2025-08-01,88.0,43.0,43.9,73.55371900826447,49.606741573,43.2,46.7533707865,6,51.3506741573
2025-09-01,88.0,60.0,62.9,73.55371900826447,49.606741573,52.400000000000006,61.45,6,57.248535198768344
2025-10-01,88.0,60.0,62.9,73.55371900826447,49.606741573,52.400000000000006,61.45,6,63.14639624023668
2025-11-01,88.0,82.0,66.3,76.65289256198346,69.4257178527,52.400000000000006,73.03930520734173,6,68.40358312440503
2025-12-01,88.0,82.0,66.3,76.65289256198346,69.4257178527,52.400000000000006,73.03930520734173,6,72.00795586096133
2026-01-01,88.0,82.0,66.3,76.65289256198346,69.4257178527,52.400000000000006,73.03930520734173,6,75.7698566874076
2026-02-01,88.0,93.0,72.1,78.71900826446281,80.2247191011,52.400000000000006,79.47186368278142,6,77.98101319631579
2026-03-01,88.0,93.0,72.1,78.71900826446281,81.8,52.400000000000006,80.2595041322314,6,80.19216970522396
2026-04-01,88.0,93.0,72.1,83.47107438016529,84.7191011236,52.400000000000006,84.09508775188264,6,82.40332621413214
2026-05-01,88.0,93.0,72.1,83.47107438016529,84.7191011236,52.400000000000006,84.09508775188264,6,83.13619184696984
2026-06-01,88.0,93.0,72.1,83.47107438016529,84.7191011236,52.400000000000006,84.09508775188264,6,84.09508775188264