Files
SpacetimeDB/docs/llms/docs-benchmark-summary.json
T
Piotr Sarnacki 3c8836b1a3 Templates rework (#3879)
# Description of Changes

We would like to move all of the templates to a central directory

# API and ABI breaking changes

None

# Expected complexity level and risk

2

# Testing

---------

Co-authored-by: spacetimedb-bot <spacetimedb-bot@users.noreply.github.com>
2026-01-09 15:09:26 +00:00

80 lines
2.2 KiB
JSON

{
"version": 1,
"generated_at": "2026-01-08T17:18:21.086Z",
"by_language": {
"csharp": {
"modes": {
"docs": {
"hash": "e2ae15b0c07ecc43f76ec3c154f477ea7851632e6f8985dc8f0ab845ac741afa",
"models": {
"GPT-5": {
"categories": {
"basics": {
"tasks": 12,
"total_tests": 27,
"passed_tests": 27,
"pass_pct": 100.0,
"task_pass_equiv": 12.0,
"task_pass_pct": 100.0
},
"schema": {
"tasks": 10,
"total_tests": 34,
"passed_tests": 31,
"pass_pct": 91.17647,
"task_pass_equiv": 9.0,
"task_pass_pct": 90.0
}
},
"totals": {
"tasks": 22,
"total_tests": 61,
"passed_tests": 58,
"pass_pct": 95.08197,
"task_pass_equiv": 21.0,
"task_pass_pct": 95.454544
}
}
}
}
}
},
"rust": {
"modes": {
"rustdoc_json": {
"hash": "9bb229f6cfd63a9477451e127576b9bd378ec1087b9f320e5a8576b415e021b0",
"models": {
"GPT-5": {
"categories": {
"basics": {
"tasks": 12,
"total_tests": 27,
"passed_tests": 19,
"pass_pct": 70.37037,
"task_pass_equiv": 8.0,
"task_pass_pct": 66.66667
},
"schema": {
"tasks": 10,
"total_tests": 34,
"passed_tests": 23,
"pass_pct": 67.64706,
"task_pass_equiv": 6.0,
"task_pass_pct": 60.000004
}
},
"totals": {
"tasks": 22,
"total_tests": 61,
"passed_tests": 42,
"pass_pct": 68.85246,
"task_pass_equiv": 14.000001,
"task_pass_pct": 63.636368
}
}
}
}
}
}
}
}