mirror of
https://github.com/clockworklabs/SpacetimeDB.git
synced 2026-05-10 01:30:37 -04:00
Ryan
e03b7d7516
# Description of Changes Implementation of #4295 Convert existing `Name` attribute to `Accessor` to support new Canonical Case conversation of 2.0 # API and ABI breaking changes Yes, in C# modules, we no longer use the attribute name `Name`, it should now be `Accessor` # Expected complexity level and risk 1 # Testing - [X] Build and tested locally - [X] Ran regression tests locally
3635 lines
281 KiB
JSON
3635 lines
281 KiB
JSON
{
|
|
"languages": [
|
|
{
|
|
"lang": "rust",
|
|
"modes": [
|
|
{
|
|
"mode": "rustdoc_json",
|
|
"hash": "2a0f4ec42cac03fb3da542793b311e4b399845c688bb0660a6c231c82e96c56a",
|
|
"models": [
|
|
{
|
|
"name": "GPT-5",
|
|
"route_api_model": "gpt-5",
|
|
"tasks": {
|
|
"t_000_empty_reducers": {
|
|
"hash": "2a0f4ec42cac03fb3da542793b311e4b399845c688bb0660a6c231c82e96c56a",
|
|
"task": "t_000_empty_reducers",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 1,
|
|
"passed_tests": 1,
|
|
"llm_output": "use spacetimedb::ReducerContext;\n\n#[spacetimedb::reducer]\npub fn empty_reducer_no_args(_ctx: &ReducerContext) {\n}\n\n#[spacetimedb::reducer]\npub fn empty_reducer_with_int(_ctx: &ReducerContext, count: i32) {\n let _ = count;\n}\n\n#[spacetimedb::reducer]\npub fn empty_reducer_with_string(_ctx: &ReducerContext, name: String) {\n let _ = name;\n}\n\n#[spacetimedb::reducer]\npub fn empty_reducer_with_two_args(_ctx: &ReducerContext, count: i32, name: String) {\n let _ = (count, name);\n}\n\n#[spacetimedb::reducer]\npub fn empty_reducer_with_three_args(_ctx: &ReducerContext, active: bool, ratio: f32, label: String) {\n let _ = (active, ratio, label);\n}",
|
|
"category": "basics",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "basics-t-000-empty-reducers-golden",
|
|
"llm_db": "basics-t-000-empty-reducers-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/basics/t_000_empty_reducers/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/basics/t_000_empty_reducers/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "basics-t-000-empty-reducers-golden",
|
|
"llm_db": "basics-t-000-empty-reducers-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:33615",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:50:33.923590167Z",
|
|
"finished_at": "2026-01-27T19:51:02.622615452Z"
|
|
},
|
|
"t_001_basic_tables": {
|
|
"hash": "2a0f4ec42cac03fb3da542793b311e4b399845c688bb0660a6c231c82e96c56a",
|
|
"task": "t_001_basic_tables",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 1,
|
|
"passed_tests": 1,
|
|
"llm_output": "#[spacetimedb::table(name = user)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool,\n}\n\n#[spacetimedb::table(name = product)]\npub struct Product {\n #[primary_key]\n id: i32,\n title: String,\n price: f32,\n in_stock: bool,\n}\n\n#[spacetimedb::table(name = note)]\npub struct Note {\n #[primary_key]\n id: i32,\n body: String,\n rating: i64,\n pinned: bool,\n}",
|
|
"category": "basics",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "basics-t-001-basic-tables-golden",
|
|
"llm_db": "basics-t-001-basic-tables-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/basics/t_001_basic_tables/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/basics/t_001_basic_tables/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "basics-t-001-basic-tables-golden",
|
|
"llm_db": "basics-t-001-basic-tables-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:33615",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:50:58.838771838Z",
|
|
"finished_at": "2026-01-27T19:51:33.707208916Z"
|
|
},
|
|
"t_002_scheduled_table": {
|
|
"hash": "2a0f4ec42cac03fb3da542793b311e4b399845c688bb0660a6c231c82e96c56a",
|
|
"task": "t_002_scheduled_table",
|
|
"lang": "rust",
|
|
"golden_published": false,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 1,
|
|
"passed_tests": 0,
|
|
"llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table, ScheduleAt};\n\n#[table(name = tick_timer, schedule(reducer = tick, column = scheduled_at))]\npub struct TickTimer {\n #[primary_key]\n #[auto_inc]\n scheduled_id: u64,\n scheduled_at: ScheduleAt,\n}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) {\n if ctx.db.tick_timer().count() == 0 {\n ctx.db\n .tick_timer()\n .insert(TickTimer { scheduled_id: 0, scheduled_at: ScheduleAt::repeat_micros(50_000) });\n }\n}\n\n#[reducer]\npub fn tick(_ctx: &ReducerContext) {\n}",
|
|
"category": "basics",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "basics-t-002-scheduled-table-golden",
|
|
"llm_db": "basics-t-002-scheduled-table-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/basics/t_002_scheduled_table/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/basics/t_002_scheduled_table/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"publish_error": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 72 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Adding spacetimedb v1.11.1 (available: v1.11.3)\n Adding spacetimedb-bindings-macro v1.11.1 (available: v1.11.3)\n Adding spacetimedb-bindings-sys v1.11.1 (available: v1.11.3)\n Adding spacetimedb-lib v1.11.1 (available: v1.11.3)\n Adding spacetimedb-primitives v1.11.1 (available: v1.11.3)\n Adding spacetimedb-sats v1.11.1 (available: v1.11.3)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.44\n Compiling unicode-ident v1.0.22\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.8\n Compiling zerocopy v0.8.34\n Compiling thiserror v1.0.69\n Compiling bitflags v2.10.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.100\n Compiling keccak v0.1.5\n Compiling bytes v1.11.0\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling zmij v1.0.17\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling second-stack v0.3.5\n Compiling serde_json v1.0.149\n Compiling hex v0.4.3\n Compiling bytemuck v1.24.0\n Compiling getrandom v0.2.17\n Compiling itoa v1.0.17\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling itertools v0.12.1\n Compiling spacetimedb-lib v1.11.1\n Compiling constant_time_eq v0.4.2\n Compiling log v0.4.29\n Compiling memchr v2.7.6\n Compiling rand_core v0.6.4\n Compiling cc v1.2.54\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling syn v2.0.114\n Compiling http v1.4.0\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling decorum v0.3.1\n Compiling blake3 v1.8.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling ethnum v1.5.2\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v1.11.1\n Compiling spacetimedb-bindings-macro v1.11.1\n Compiling spacetimedb-bindings-sys v1.11.1\n Compiling spacetimedb-sats v1.11.1\n Compiling spacetimedb v1.11.1\n Compiling spacetime-module v0.1.0 (/__w/SpacetimeDB/SpacetimeDB/target/llm-runs/basics/t_002_scheduled_table/rust/server/gpt-5/llm)\nerror: expected one of: `public`, `private`, `name`, `index`, `scheduled`\n --> src/lib.rs:4:28\n |\n4 | #[table(name = tick_timer, schedule(reducer = tick, column = scheduled_at))]\n | ^^^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `TickTimer` in this scope\n --> src/lib.rs:17:21\n |\n17 | .insert(TickTimer { scheduled_id: 0, scheduled_at: ScheduleAt::repeat_micros(50_000) });\n | ^^^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `tick_timer` found for struct `Local` in the current scope\n --> src/lib.rs:14:15\n |\n14 | if ctx.db.tick_timer().count() == 0 {\n | ^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `tick_timer` found for struct `Local` in the current scope\n --> src/lib.rs:16:14\n |\n15 | / ctx.db\n16 | | .tick_timer()\n | | -^^^^^^^^^^ method not found in `Local`\n | |_____________|\n |\n\nerror[E0599]: no variant or associated item named `repeat_micros` found for enum `ScheduleAt` in the current scope\n --> src/lib.rs:17:76\n |\n17 | .insert(TickTimer { scheduled_id: 0, scheduled_at: ScheduleAt::repeat_micros(50_000) });\n | ^^^^^^^^^^^^^ variant or associated item not found in `ScheduleAt`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n",
|
|
"phase": "build_or_publish"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:51:00.465423417Z",
|
|
"finished_at": "2026-01-27T19:51:47.339587032Z"
|
|
},
|
|
"t_003_struct_in_table": {
|
|
"hash": "2a0f4ec42cac03fb3da542793b311e4b399845c688bb0660a6c231c82e96c56a",
|
|
"task": "t_003_struct_in_table",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 1,
|
|
"passed_tests": 1,
|
|
"llm_output": "use spacetimedb::SpacetimeType;\n\n#[derive(SpacetimeType)]\npub struct Position {\n x: i32,\n y: i32,\n}\n\n#[spacetimedb::table(name = entity)]\npub struct Entity {\n #[primary_key]\n id: i32,\n pos: Position,\n}",
|
|
"category": "basics",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "basics-t-003-struct-in-table-golden",
|
|
"llm_db": "basics-t-003-struct-in-table-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/basics/t_003_struct_in_table/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/basics/t_003_struct_in_table/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "basics-t-003-struct-in-table-golden",
|
|
"llm_db": "basics-t-003-struct-in-table-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:33615",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:50:43.120116357Z",
|
|
"finished_at": "2026-01-27T19:51:34.789700080Z"
|
|
},
|
|
"t_004_insert": {
|
|
"hash": "2a0f4ec42cac03fb3da542793b311e4b399845c688bb0660a6c231c82e96c56a",
|
|
"task": "t_004_insert",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 2,
|
|
"passed_tests": 2,
|
|
"llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table};\n\n#[table(name = user)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool,\n}\n\n#[reducer]\npub fn insert_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) {\n ctx.db.user().insert(User { id, name, age, active });\n}",
|
|
"category": "basics",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "basics-t-004-insert-golden",
|
|
"llm_db": "basics-t-004-insert-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/basics/t_004_insert/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/basics/t_004_insert/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "basics-t-004-insert-golden",
|
|
"llm_db": "basics-t-004-insert-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:33615",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
},
|
|
"data_parity_insert_user": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"args": [
|
|
1,
|
|
"Alice",
|
|
30,
|
|
true
|
|
],
|
|
"golden_db": "basics-t-004-insert-golden",
|
|
"golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true",
|
|
"llm_db": "basics-t-004-insert-gpt-5-llm",
|
|
"llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true",
|
|
"query": "SELECT id, name, age, active FROM user WHERE id=1",
|
|
"reducer": "insert_user",
|
|
"server": "http://127.0.0.1:33615"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:51:00.012104606Z",
|
|
"finished_at": "2026-01-27T19:51:27.169795394Z"
|
|
},
|
|
"t_005_update": {
|
|
"hash": "2a0f4ec42cac03fb3da542793b311e4b399845c688bb0660a6c231c82e96c56a",
|
|
"task": "t_005_update",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 3,
|
|
"passed_tests": 3,
|
|
"llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table};\n\n#[table(name = user)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool,\n}\n\n#[reducer]\npub fn update_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) {\n let row = User { id, name, age, active };\n ctx.db.user().id().update(row);\n}",
|
|
"category": "basics",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "basics-t-005-update-golden",
|
|
"llm_db": "basics-t-005-update-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/basics/t_005_update/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/basics/t_005_update/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "basics-t-005-update-golden",
|
|
"llm_db": "basics-t-005-update-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:33615",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
},
|
|
"data_parity_update_user": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"args": [
|
|
1,
|
|
"Alice2",
|
|
31,
|
|
false
|
|
],
|
|
"golden_db": "basics-t-005-update-golden",
|
|
"golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
|
|
"llm_db": "basics-t-005-update-gpt-5-llm",
|
|
"llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
|
|
"query": "SELECT id, name, age, active FROM user WHERE id=1",
|
|
"reducer": "update_user",
|
|
"server": "http://127.0.0.1:33615"
|
|
}
|
|
},
|
|
"seed_users_row": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:50:22.268945837Z",
|
|
"finished_at": "2026-01-27T19:51:01.660325703Z"
|
|
},
|
|
"t_006_delete": {
|
|
"hash": "2a0f4ec42cac03fb3da542793b311e4b399845c688bb0660a6c231c82e96c56a",
|
|
"task": "t_006_delete",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 3,
|
|
"passed_tests": 3,
|
|
"llm_output": "use spacetimedb::{table, reducer, ReducerContext};\n\n#[table(name = user)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool,\n}\n\n#[reducer]\npub fn delete_user(ctx: &ReducerContext, id: i32) {\n ctx.db.user().id().delete(&id);\n}",
|
|
"category": "basics",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "basics-t-006-delete-golden",
|
|
"llm_db": "basics-t-006-delete-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/basics/t_006_delete/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/basics/t_006_delete/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"seed_users_row": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)"
|
|
}
|
|
},
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "basics-t-006-delete-golden",
|
|
"llm_db": "basics-t-006-delete-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:33615",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
},
|
|
"delete_user_count_zero": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 0,
|
|
"expected": 0,
|
|
"sql": "SELECT COUNT(*) AS n FROM user WHERE id=1"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:50:18.814239252Z",
|
|
"finished_at": "2026-01-27T19:51:00.465380864Z"
|
|
},
|
|
"t_007_crud": {
|
|
"hash": "2a0f4ec42cac03fb3da542793b311e4b399845c688bb0660a6c231c82e96c56a",
|
|
"task": "t_007_crud",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 4,
|
|
"passed_tests": 4,
|
|
"llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table};\n\n#[table(name = user)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool,\n}\n\n#[reducer]\npub fn crud(ctx: &ReducerContext) {\n let users = ctx.db.user();\n\n // insert (id=1, name=\"Alice\", age=30, active=true)\n users.insert(User {\n id: 1,\n name: \"Alice\".to_string(),\n age: 30,\n active: true,\n });\n\n // insert (id=2, name=\"Bob\", age=22, active=false)\n users.insert(User {\n id: 2,\n name: \"Bob\".to_string(),\n age: 22,\n active: false,\n });\n\n // update (id=1, name=\"Alice2\", age=31, active=false)\n users.id().update(User {\n id: 1,\n name: \"Alice2\".to_string(),\n age: 31,\n active: false,\n });\n\n // delete id=2\n users.id().delete(&2);\n}",
|
|
"category": "basics",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "basics-t-007-crud-golden",
|
|
"llm_db": "basics-t-007-crud-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/basics/t_007_crud/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/basics/t_007_crud/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"crud_row_id2_deleted": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 0,
|
|
"expected": 0,
|
|
"sql": "SELECT COUNT(*) AS n FROM user WHERE id=2"
|
|
}
|
|
},
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "basics-t-007-crud-golden",
|
|
"llm_db": "basics-t-007-crud-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:33615",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
},
|
|
"crud_total_count_one": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 1,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM user"
|
|
}
|
|
},
|
|
"crud_row_id1_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"args": [],
|
|
"golden_db": "basics-t-007-crud-golden",
|
|
"golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
|
|
"llm_db": "basics-t-007-crud-gpt-5-llm",
|
|
"llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
|
|
"query": "SELECT id, name, age, active FROM user WHERE id=1",
|
|
"reducer": "crud",
|
|
"server": "http://127.0.0.1:33615"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:50:19.572189963Z",
|
|
"finished_at": "2026-01-27T19:51:00.012056746Z"
|
|
},
|
|
"t_008_index_lookup": {
|
|
"hash": "2a0f4ec42cac03fb3da542793b311e4b399845c688bb0660a6c231c82e96c56a",
|
|
"task": "t_008_index_lookup",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 3,
|
|
"passed_tests": 3,
|
|
"llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table};\n\n#[table(name = user)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool,\n}\n\n#[table(name = result)]\npub struct ResultRow {\n #[primary_key]\n id: i32,\n name: String,\n}\n\n#[reducer]\npub fn lookup_user_name(ctx: &ReducerContext, id: i32) {\n if let Some(user) = ctx.db.user().id().find(id) {\n let _ = ctx.db.result().try_insert(ResultRow {\n id: user.id,\n name: user.name.clone(),\n });\n }\n}",
|
|
"category": "basics",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "basics-t-008-index-lookup-golden",
|
|
"llm_db": "basics-t-008-index-lookup-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/basics/t_008_index_lookup/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/basics/t_008_index_lookup/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"seed_user_row": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)"
|
|
}
|
|
},
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "basics-t-008-index-lookup-golden",
|
|
"llm_db": "basics-t-008-index-lookup-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:33615",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
},
|
|
"index_lookup_projection_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"args": [
|
|
1
|
|
],
|
|
"golden_db": "basics-t-008-index-lookup-golden",
|
|
"golden_out": "id | name ----+--------- 1 | \"Alice\"",
|
|
"llm_db": "basics-t-008-index-lookup-gpt-5-llm",
|
|
"llm_out": "id | name ----+--------- 1 | \"Alice\"",
|
|
"query": "SELECT id, name FROM result WHERE id=1",
|
|
"reducer": "lookup_user_name",
|
|
"server": "http://127.0.0.1:33615"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:50:59.032238062Z",
|
|
"finished_at": "2026-01-27T19:51:34.520084103Z"
|
|
},
|
|
"t_009_init": {
|
|
"hash": "2a0f4ec42cac03fb3da542793b311e4b399845c688bb0660a6c231c82e96c56a",
|
|
"task": "t_009_init",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 4,
|
|
"passed_tests": 4,
|
|
"llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = user)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool,\n}\n\n#[spacetimedb::reducer(init)]\npub fn init(ctx: &ReducerContext) {\n ctx.db.user().insert(User {\n id: 1,\n name: \"Alice\".to_string(),\n age: 30,\n active: true,\n });\n ctx.db.user().insert(User {\n id: 2,\n name: \"Bob\".to_string(),\n age: 22,\n active: false,\n });\n}",
|
|
"category": "basics",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "basics-t-009-init-golden",
|
|
"llm_db": "basics-t-009-init-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/basics/t_009_init/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/basics/t_009_init/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"init_seed_bob": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 1,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false"
|
|
}
|
|
},
|
|
"init_seed_alice": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 1,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true"
|
|
}
|
|
},
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "basics-t-009-init-golden",
|
|
"llm_db": "basics-t-009-init-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:33615",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
},
|
|
"init_total_two": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 2,
|
|
"expected": 2,
|
|
"sql": "SELECT COUNT(*) AS n FROM user"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:50:21.549783Z",
|
|
"finished_at": "2026-01-27T19:50:59.032183836Z"
|
|
},
|
|
"t_010_connect": {
|
|
"hash": "2a0f4ec42cac03fb3da542793b311e4b399845c688bb0660a6c231c82e96c56a",
|
|
"task": "t_010_connect",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 1,
|
|
"passed_tests": 1,
|
|
"llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = event)]\npub struct Event {\n #[primary_key]\n #[auto_inc]\n id: i32,\n kind: String,\n}\n\n#[spacetimedb::reducer(client_connected)]\npub fn client_connected(ctx: &ReducerContext) {\n let _ = ctx.db.event().insert(Event { id: 0, kind: \"connected\".to_string() });\n}\n\n#[spacetimedb::reducer(client_disconnected)]\npub fn client_disconnected(ctx: &ReducerContext) {\n let _ = ctx.db.event().insert(Event { id: 0, kind: \"disconnected\".to_string() });\n}",
|
|
"category": "basics",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "basics-t-010-connect-golden",
|
|
"llm_db": "basics-t-010-connect-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/basics/t_010_connect/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/basics/t_010_connect/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "basics-t-010-connect-golden",
|
|
"llm_db": "basics-t-010-connect-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:33615",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:50:19.565630879Z",
|
|
"finished_at": "2026-01-27T19:50:43.120012892Z"
|
|
},
|
|
"t_011_helper_function": {
|
|
"hash": "2a0f4ec42cac03fb3da542793b311e4b399845c688bb0660a6c231c82e96c56a",
|
|
"task": "t_011_helper_function",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 3,
|
|
"passed_tests": 3,
|
|
"llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table};\n\n#[table(name = result)]\npub struct ResultRow {\n #[primary_key]\n id: i32,\n sum: i32,\n}\n\nfn add(a: i32, b: i32) -> i32 {\n a + b\n}\n\n#[reducer]\npub fn compute_sum(ctx: &ReducerContext, id: i32, a: i32, b: i32) {\n let sum = add(a, b);\n ctx.db.result().insert(ResultRow { id, sum });\n}",
|
|
"category": "basics",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "basics-t-011-helper-function-golden",
|
|
"llm_db": "basics-t-011-helper-function-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/basics/t_011_helper_function/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/basics/t_011_helper_function/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"helper_func_sum_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"args": [
|
|
1,
|
|
2,
|
|
3
|
|
],
|
|
"golden_db": "basics-t-011-helper-function-golden",
|
|
"golden_out": "id | sum ----+----- 1 | 5",
|
|
"llm_db": "basics-t-011-helper-function-gpt-5-llm",
|
|
"llm_out": "id | sum ----+----- 1 | 5",
|
|
"query": "SELECT id, sum FROM result WHERE id=1",
|
|
"reducer": "compute_sum",
|
|
"server": "http://127.0.0.1:33615"
|
|
}
|
|
},
|
|
"helper_func_sum_abs": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 1,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5"
|
|
}
|
|
},
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "basics-t-011-helper-function-golden",
|
|
"llm_db": "basics-t-011-helper-function-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:33615",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:51:00.227420335Z",
|
|
"finished_at": "2026-01-27T19:51:29.538171947Z"
|
|
},
|
|
"t_012_spacetime_product_type": {
|
|
"hash": "2a0f4ec42cac03fb3da542793b311e4b399845c688bb0660a6c231c82e96c56a",
|
|
"task": "t_012_spacetime_product_type",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 3,
|
|
"passed_tests": 3,
|
|
"llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table, SpacetimeType};\n\n#[derive(SpacetimeType)]\npub struct Score {\n left: i32,\n right: i32,\n}\n\n#[table(name = result)]\npub struct ResultRow {\n #[primary_key]\n id: i32,\n value: Score,\n}\n\n#[reducer]\nfn set_score(ctx: &ReducerContext, id: i32, left: i32, right: i32) {\n ctx.db.result().insert(ResultRow {\n id,\n value: Score { left, right },\n });\n}",
|
|
"category": "schema",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "schema-t-012-spacetime-product-type-golden",
|
|
"llm_db": "schema-t-012-spacetime-product-type-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/schema/t_012_spacetime_product_type/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/schema/t_012_spacetime_product_type/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"product_type_row_count": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 1,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM result WHERE id=1"
|
|
}
|
|
},
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "schema-t-012-spacetime-product-type-golden",
|
|
"llm_db": "schema-t-012-spacetime-product-type-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:33615",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
},
|
|
"product_type_row_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"args": [
|
|
1,
|
|
2,
|
|
3
|
|
],
|
|
"golden_db": "schema-t-012-spacetime-product-type-golden",
|
|
"golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)",
|
|
"llm_db": "schema-t-012-spacetime-product-type-gpt-5-llm",
|
|
"llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)",
|
|
"query": "SELECT id, value FROM result WHERE id=1",
|
|
"reducer": "set_score",
|
|
"server": "http://127.0.0.1:33615"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:50:17.029809591Z",
|
|
"finished_at": "2026-01-27T19:50:58.838714798Z"
|
|
},
|
|
"t_013_spacetime_sum_type": {
|
|
"hash": "2a0f4ec42cac03fb3da542793b311e4b399845c688bb0660a6c231c82e96c56a",
|
|
"task": "t_013_spacetime_sum_type",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 3,
|
|
"passed_tests": 2,
|
|
"llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table, SpacetimeType};\n\n#[derive(SpacetimeType)]\npub struct Rect {\n width: i32,\n height: i32,\n}\n\n#[derive(SpacetimeType)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[table(name = result)]\npub struct ResultRow {\n #[primary_key]\n id: i32,\n value: Shape,\n}\n\n#[reducer]\npub fn set_circle(ctx: &ReducerContext, id: i32, radius: i32) {\n ctx.db.result().insert(ResultRow {\n id,\n value: Shape::Circle(radius),\n });\n}",
|
|
"category": "schema",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "schema-t-013-spacetime-sum-type-golden",
|
|
"llm_db": "schema-t-013-spacetime-sum-type-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/schema/t_013_spacetime_sum_type/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/schema/t_013_spacetime_sum_type/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"sum_type_row_parity": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: no such table: `result`. If the table exists, it may be marked private.\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:33615/v1/database/c200ef5026b116b67d90edbd0acaca12a273f2a7e6e888cc7265a5d4a4fe7173/sql)\n",
|
|
"phase": "sql_golden"
|
|
}
|
|
},
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "schema-t-013-spacetime-sum-type-golden",
|
|
"llm_db": "schema-t-013-spacetime-sum-type-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:33615",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
},
|
|
"sum_type_row_count": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 1,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM result WHERE id=1"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:49:28.665478058Z",
|
|
"finished_at": "2026-01-27T19:50:21.549671530Z"
|
|
},
|
|
"t_014_elementary_columns": {
|
|
"hash": "2a0f4ec42cac03fb3da542793b311e4b399845c688bb0660a6c231c82e96c56a",
|
|
"task": "t_014_elementary_columns",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 3,
|
|
"passed_tests": 3,
|
|
"llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = primitive)]\npub struct Primitive {\n #[primary_key]\n id: i32,\n count: i32,\n total: i64,\n price: f32,\n ratio: f64,\n active: bool,\n name: String,\n}\n\n#[spacetimedb::reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.primitive().insert(Primitive {\n id: 1,\n count: 2,\n total: 3_000_000_000,\n price: 1.5,\n ratio: 2.25,\n active: true,\n name: \"Alice\".to_string(),\n });\n}",
|
|
"category": "schema",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "schema-t-014-elementary-columns-golden",
|
|
"llm_db": "schema-t-014-elementary-columns-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/schema/t_014_elementary_columns/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/schema/t_014_elementary_columns/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"elementary_columns_row_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"args": [],
|
|
"golden_db": "schema-t-014-elementary-columns-golden",
|
|
"golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"",
|
|
"llm_db": "schema-t-014-elementary-columns-gpt-5-llm",
|
|
"llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"",
|
|
"query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1",
|
|
"reducer": "seed",
|
|
"server": "http://127.0.0.1:33615"
|
|
}
|
|
},
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "schema-t-014-elementary-columns-golden",
|
|
"llm_db": "schema-t-014-elementary-columns-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:33615",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
},
|
|
"elementary_columns_row_count": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 1,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:50:12.818589409Z",
|
|
"finished_at": "2026-01-27T19:51:00.227383147Z"
|
|
},
|
|
"t_015_product_type_columns": {
|
|
"hash": "2a0f4ec42cac03fb3da542793b311e4b399845c688bb0660a6c231c82e96c56a",
|
|
"task": "t_015_product_type_columns",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 3,
|
|
"passed_tests": 2,
|
|
"llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table, SpacetimeType};\n\n#[derive(SpacetimeType, Clone)]\nstruct Address {\n street: String,\n zip: i32,\n}\n\n#[derive(SpacetimeType, Clone)]\nstruct Position {\n x: i32,\n y: i32,\n}\n\n#[table(name = profile)]\nstruct Profile {\n #[primary_key]\n id: i32,\n home: Address,\n work: Address,\n pos: Position,\n}\n\n#[reducer]\nfn seed(ctx: &ReducerContext) {\n let tbl = ctx.db.profile();\n if tbl.count() == 0 {\n let home = Address { street: \"1 Main\".to_string(), zip: 11111 };\n let work = Address { street: \"2 Broad\".to_string(), zip: 22222 };\n let pos = Position { x: 7, y: 9 };\n tbl.insert(Profile { id: 1, home, work, pos });\n }\n}",
|
|
"category": "schema",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "schema-t-015-product-type-columns-golden",
|
|
"llm_db": "schema-t-015-product-type-columns-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/schema/t_015_product_type_columns/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/schema/t_015_product_type_columns/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"product_type_columns_row_count": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 1,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1"
|
|
}
|
|
},
|
|
"product_type_columns_row_parity": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: no such table: `profile`. If the table exists, it may be marked private.\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:33615/v1/database/c200171a9841d8ed2a9c762ac4e081fe93ed52fe5c9e32ae9bbd874bb7e1a8b5/sql)\n",
|
|
"phase": "sql_golden"
|
|
}
|
|
},
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "schema-t-015-product-type-columns-golden",
|
|
"llm_db": "schema-t-015-product-type-columns-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:33615",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:49:28.666090278Z",
|
|
"finished_at": "2026-01-27T19:50:19.565536981Z"
|
|
},
|
|
"t_016_sum_type_columns": {
|
|
"hash": "2a0f4ec42cac03fb3da542793b311e4b399845c688bb0660a6c231c82e96c56a",
|
|
"task": "t_016_sum_type_columns",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 3,
|
|
"passed_tests": 1,
|
|
"llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table, SpacetimeType};\n\n#[derive(SpacetimeType)]\npub struct Rect {\n width: i32,\n height: i32,\n}\n\n#[derive(SpacetimeType)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[table(name = drawing)]\npub struct Drawing {\n #[primary_key]\n id: i32,\n a: Shape,\n b: Shape,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n if ctx.db.drawing().id().find(1i32).is_none() {\n ctx.db.drawing().insert(Drawing {\n id: 1,\n a: Shape::Circle(10),\n b: Shape::Rectangle(Rect { width: 4, height: 6 }),\n });\n }\n}",
|
|
"category": "schema",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "schema-t-016-sum-type-columns-golden",
|
|
"llm_db": "schema-t-016-sum-type-columns-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/schema/t_016_sum_type_columns/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/schema/t_016_sum_type_columns/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"sum_type_columns_row_parity": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: no such table: `drawings`. If the table exists, it may be marked private.\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:33615/v1/database/c200881b5220df4b060ef4c2656171f2f8326cecff55db6c3c11d3ebbd2f5cec/sql)\n",
|
|
"phase": "sql_golden"
|
|
}
|
|
},
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "schema-t-016-sum-type-columns-golden",
|
|
"llm_db": "schema-t-016-sum-type-columns-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:33615",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
},
|
|
"sum_type_columns_row_count": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: no such table: `drawings`. If the table exists, it may be marked private.\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:33615/v1/database/c20074c3ee57884fdd34989755bdcfa11644a8f79ecbbdbf8f5182f2be46b5ec/sql)\n",
|
|
"phase": "sql"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:49:28.665270093Z",
|
|
"finished_at": "2026-01-27T19:50:17.767945290Z"
|
|
},
|
|
"t_017_scheduled_columns": {
|
|
"hash": "2a0f4ec42cac03fb3da542793b311e4b399845c688bb0660a6c231c82e96c56a",
|
|
"task": "t_017_scheduled_columns",
|
|
"lang": "rust",
|
|
"golden_published": false,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 2,
|
|
"passed_tests": 0,
|
|
"llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table, ScheduleAt};\n\n#[table(name = tick_timer, schedule(reducer = tick, column = scheduled_at))]\npub struct TickTimer {\n #[primary_key]\n #[auto_inc]\n scheduled_id: u64,\n scheduled_at: ScheduleAt,\n}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) {\n if ctx.db.tick_timer().count() == 0 {\n ctx.db.tick_timer().insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::RepeatMicros(50_000),\n });\n }\n}\n\n#[reducer]\npub fn tick(_ctx: &ReducerContext, _row: TickTimer) {\n}",
|
|
"category": "schema",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "schema-t-017-scheduled-columns-golden",
|
|
"llm_db": "schema-t-017-scheduled-columns-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/schema/t_017_scheduled_columns/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/schema/t_017_scheduled_columns/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"publish_error": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 72 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Adding spacetimedb v1.11.1 (available: v1.11.3)\n Adding spacetimedb-bindings-macro v1.11.1 (available: v1.11.3)\n Adding spacetimedb-bindings-sys v1.11.1 (available: v1.11.3)\n Adding spacetimedb-lib v1.11.1 (available: v1.11.3)\n Adding spacetimedb-primitives v1.11.1 (available: v1.11.3)\n Adding spacetimedb-sats v1.11.1 (available: v1.11.3)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.22\n Compiling quote v1.0.44\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.8\n Compiling shlex v1.3.0\n Compiling zerocopy v0.8.34\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.100\n Compiling thiserror v1.0.69\n Compiling bitflags v2.10.0\n Compiling keccak v0.1.5\n Compiling convert_case v0.4.0\n Compiling zmij v1.0.17\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling bytes v1.11.0\n Compiling heck v0.4.1\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling serde_json v1.0.149\n Compiling constant_time_eq v0.4.2\n Compiling itoa v1.0.17\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.17\n Compiling spacetimedb-lib v1.11.1\n Compiling bytemuck v1.24.0\n Compiling smallvec v1.15.1\n Compiling rand_core v0.6.4\n Compiling cc v1.2.54\n Compiling log v0.4.29\n Compiling memchr v2.7.6\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling syn v2.0.114\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling decorum v0.3.1\n Compiling blake3 v1.8.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v1.11.1\n Compiling spacetimedb-bindings-macro v1.11.1\n Compiling spacetimedb-bindings-sys v1.11.1\n Compiling spacetimedb-sats v1.11.1\n Compiling spacetimedb v1.11.1\n Compiling spacetime-module v0.1.0 (/__w/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_017_scheduled_columns/rust/server/gpt-5/llm)\nerror: expected one of: `public`, `private`, `name`, `index`, `scheduled`\n --> src/lib.rs:4:28\n |\n4 | #[table(name = tick_timer, schedule(reducer = tick, column = scheduled_at))]\n | ^^^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `TickTimer` in this scope\n --> src/lib.rs:15:36\n |\n15 | ctx.db.tick_timer().insert(TickTimer {\n | ^^^^^^^^^ not found in this scope\n\nerror[E0412]: cannot find type `TickTimer` in this scope\n --> src/lib.rs:23:42\n |\n23 | pub fn tick(_ctx: &ReducerContext, _row: TickTimer) {\n | ^^^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `tick_timer` found for struct `Local` in the current scope\n --> src/lib.rs:14:15\n |\n14 | if ctx.db.tick_timer().count() == 0 {\n | ^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `tick_timer` found for struct `Local` in the current scope\n --> src/lib.rs:15:16\n |\n15 | ctx.db.tick_timer().insert(TickTimer {\n | ^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no variant or associated item named `RepeatMicros` found for enum `ScheduleAt` in the current scope\n --> src/lib.rs:17:39\n |\n17 | scheduled_at: ScheduleAt::RepeatMicros(50_000),\n | ^^^^^^^^^^^^ variant or associated item not found in `ScheduleAt`\n\nerror[E0277]: invalid reducer signature\n --> src/lib.rs:23:8\n |\n 22 | #[reducer]\n | ---------- required by a bound introduced by this call\n 23 | pub fn tick(_ctx: &ReducerContext, _row: TickTimer) {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a ReducerContext, {type error}) {tick}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> /root/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/spacetimedb-1.11.1/src/rt.rs:746:81\n |\n746 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo<Invoke = ReducerFn>>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src/lib.rs:23:8\n |\n22 | #[reducer]\n | ---------- required by a bound introduced by this call\n23 | pub fn tick(_ctx: &ReducerContext, _row: TickTimer) {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a ReducerContext, {type error}) {tick}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> /root/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/spacetimedb-1.11.1/src/rt.rs:45:19\n |\n44 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n45 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nSome errors have detailed explanations: E0277, E0412, E0422, E0599.\nFor more information about an error, try `rustc --explain E0277`.\nerror: could not compile `spacetime-module` (lib) due to 8 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n",
|
|
"phase": "build_or_publish"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:49:28.664841535Z",
|
|
"finished_at": "2026-01-27T19:50:33.923572352Z"
|
|
},
|
|
"t_018_constraints": {
|
|
"hash": "2a0f4ec42cac03fb3da542793b311e4b399845c688bb0660a6c231c82e96c56a",
|
|
"task": "t_018_constraints",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 3,
|
|
"passed_tests": 2,
|
|
"llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = account, index(name = by_name, btree(columns = [name])))]\npub struct Account {\n #[primary_key]\n id: i32,\n #[unique]\n email: String,\n name: String,\n}\n\n#[spacetimedb::reducer]\npub fn seed(ctx: &ReducerContext) {\n let accounts = ctx.db.account();\n let _ = accounts.try_insert(Account { id: 1, email: \"a@example.com\".to_string(), name: \"Alice\".to_string() });\n let _ = accounts.try_insert(Account { id: 2, email: \"b@example.com\".to_string(), name: \"Bob\".to_string() });\n}",
|
|
"category": "schema",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "schema-t-018-constraints-golden",
|
|
"llm_db": "schema-t-018-constraints-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/schema/t_018_constraints/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/schema/t_018_constraints/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "schema-t-018-constraints-golden",
|
|
"llm_db": "schema-t-018-constraints-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:33615",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
},
|
|
"constraints_seed_two_rows": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 1,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM account WHERE id=2"
|
|
}
|
|
},
|
|
"constraints_row_parity_after_seed": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: no such table: `account`. If the table exists, it may be marked private.\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:33615/v1/database/c2002f3e10afac17bd0350f8d8feb90d1ae94d73c7c44c6824e7324679a8e5b9/sql)\n",
|
|
"phase": "sql_golden"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:49:28.664543506Z",
|
|
"finished_at": "2026-01-27T19:50:17.029704757Z"
|
|
},
|
|
"t_019_many_to_many": {
|
|
"hash": "2a0f4ec42cac03fb3da542793b311e4b399845c688bb0660a6c231c82e96c56a",
|
|
"task": "t_019_many_to_many",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 5,
|
|
"passed_tests": 5,
|
|
"llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = user)]\npub struct User {\n #[primary_key]\n user_id: i32,\n name: String,\n}\n\n#[spacetimedb::table(name = group)]\npub struct Group {\n #[primary_key]\n group_id: i32,\n title: String,\n}\n\n#[spacetimedb::table(\n name = membership,\n index(name = by_user, btree(columns = [user_id])),\n index(name = by_group, btree(columns = [group_id]))\n)]\npub struct Membership {\n #[primary_key]\n id: i32,\n user_id: i32,\n group_id: i32,\n}\n\n#[spacetimedb::reducer]\npub fn seed(ctx: &ReducerContext) {\n // Clear existing rows to ensure the database contains exactly the specified rows.\n let membership_ids: Vec<i32> = ctx.db.membership().iter().map(|m| m.id).collect();\n for id in membership_ids {\n ctx.db.membership().id().delete(&id);\n }\n\n let user_ids: Vec<i32> = ctx.db.user().iter().map(|u| u.user_id).collect();\n for id in user_ids {\n ctx.db.user().user_id().delete(&id);\n }\n\n let group_ids: Vec<i32> = ctx.db.group().iter().map(|g| g.group_id).collect();\n for id in group_ids {\n ctx.db.group().group_id().delete(&id);\n }\n\n // Insert users\n ctx.db.user().insert(User { user_id: 1, name: \"Alice\".to_string() });\n ctx.db.user().insert(User { user_id: 2, name: \"Bob\".to_string() });\n\n // Insert groups\n ctx.db.group().insert(Group { group_id: 10, title: \"Admin\".to_string() });\n ctx.db.group().insert(Group { group_id: 20, title: \"Dev\".to_string() });\n\n // Insert memberships\n ctx.db.membership().insert(Membership { id: 1, user_id: 1, group_id: 10 });\n ctx.db.membership().insert(Membership { id: 2, user_id: 1, group_id: 20 });\n ctx.db.membership().insert(Membership { id: 3, user_id: 2, group_id: 20 });\n}",
|
|
"category": "schema",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "schema-t-019-many-to-many-golden",
|
|
"llm_db": "schema-t-019-many-to-many-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/schema/t_019_many_to_many/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/schema/t_019_many_to_many/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"m2m_has_2_20": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 1,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=2 AND group_id=20"
|
|
}
|
|
},
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "schema-t-019-many-to-many-golden",
|
|
"llm_db": "schema-t-019-many-to-many-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:33615",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
},
|
|
"m2m_has_1_20": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 1,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=20"
|
|
}
|
|
},
|
|
"m2m_has_1_10": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 1,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=10"
|
|
}
|
|
},
|
|
"memberships_three_rows": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 3,
|
|
"expected": 3,
|
|
"sql": "SELECT COUNT(*) AS n FROM membership"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:49:28.665682949Z",
|
|
"finished_at": "2026-01-27T19:50:22.268882588Z"
|
|
},
|
|
"t_020_ecs": {
|
|
"hash": "2a0f4ec42cac03fb3da542793b311e4b399845c688bb0660a6c231c82e96c56a",
|
|
"task": "t_020_ecs",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 5,
|
|
"passed_tests": 1,
|
|
"llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table};\n\n#[table(name = entity)]\npub struct Entity {\n #[primary_key]\n id: i32,\n}\n\n#[table(name = position)]\npub struct Position {\n #[primary_key]\n entity_id: i32,\n x: i32,\n y: i32,\n}\n\n#[table(name = velocity)]\npub struct Velocity {\n #[primary_key]\n entity_id: i32,\n vx: i32,\n vy: i32,\n}\n\n#[table(name = next_position)]\npub struct NextPosition {\n #[primary_key]\n entity_id: i32,\n x: i32,\n y: i32,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n let _ = ctx.db.entity().try_insert(Entity { id: 1 });\n let _ = ctx.db.entity().try_insert(Entity { id: 2 });\n\n let _ = ctx.db.position().try_insert(Position { entity_id: 1, x: 0, y: 0 });\n let _ = ctx.db.velocity().try_insert(Velocity { entity_id: 1, vx: 1, vy: 0 });\n\n let _ = ctx.db.position().try_insert(Position { entity_id: 2, x: 10, y: 0 });\n let _ = ctx.db.velocity().try_insert(Velocity { entity_id: 2, vx: -2, vy: 3 });\n}\n\n#[reducer]\npub fn step(ctx: &ReducerContext) {\n for pos in ctx.db.position().iter() {\n if let Some(vel) = ctx.db.velocity().entity_id().find(pos.entity_id) {\n let nx = pos.x + vel.vx;\n let ny = pos.y + vel.vy;\n\n if let Some(mut existing) = ctx.db.next_position().entity_id().find(pos.entity_id) {\n existing.x = nx;\n existing.y = ny;\n let _ = ctx.db.next_position().entity_id().update(existing);\n } else {\n let _ = ctx.db.next_position().try_insert(NextPosition {\n entity_id: pos.entity_id,\n x: nx,\n y: ny,\n });\n }\n }\n }\n}",
|
|
"category": "schema",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "schema-t-020-ecs-golden",
|
|
"llm_db": "schema-t-020-ecs-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/schema/t_020_ecs/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/schema/t_020_ecs/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"ecs_step_next_positions_count": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: no such table: `next_positions`. If the table exists, it may be marked private.\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:33615/v1/database/c200ef190fe9bac0d026751d082f663c75cb0435d300fdc35e1bc1f038529566/sql)\n",
|
|
"phase": "sql"
|
|
}
|
|
},
|
|
"ecs_next_pos_entity2": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: no such table: `next_positions`. If the table exists, it may be marked private.\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:33615/v1/database/c200ef190fe9bac0d026751d082f663c75cb0435d300fdc35e1bc1f038529566/sql)\n",
|
|
"phase": "sql"
|
|
}
|
|
},
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "schema-t-020-ecs-golden",
|
|
"llm_db": "schema-t-020-ecs-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:33615",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
},
|
|
"ecs_next_pos_entity1": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: no such table: `next_positions`. If the table exists, it may be marked private.\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:33615/v1/database/c200ef190fe9bac0d026751d082f663c75cb0435d300fdc35e1bc1f038529566/sql)\n",
|
|
"phase": "sql"
|
|
}
|
|
},
|
|
"ecs_seed_positions_count": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: no such table: `positions`. If the table exists, it may be marked private.\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:33615/v1/database/c200ef190fe9bac0d026751d082f663c75cb0435d300fdc35e1bc1f038529566/sql)\n",
|
|
"phase": "sql"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:49:28.665885964Z",
|
|
"finished_at": "2026-01-27T19:50:18.814108696Z"
|
|
},
|
|
"t_021_multi_column_index": {
|
|
"hash": "2a0f4ec42cac03fb3da542793b311e4b399845c688bb0660a6c231c82e96c56a",
|
|
"task": "t_021_multi_column_index",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 4,
|
|
"passed_tests": 4,
|
|
"llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table};\n\n#[table(name = log, index(name = by_user_day, btree(columns = [user_id, day])))]\npub struct Log {\n #[primary_key]\n id: i32,\n user_id: i32,\n day: i32,\n message: String,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n let table = ctx.db.log();\n table.insert(Log { id: 1, user_id: 7, day: 1, message: \"a\".to_string() });\n table.insert(Log { id: 2, user_id: 7, day: 2, message: \"b\".to_string() });\n table.insert(Log { id: 3, user_id: 9, day: 1, message: \"c\".to_string() });\n}",
|
|
"category": "schema",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "schema-t-021-multi-column-index-golden",
|
|
"llm_db": "schema-t-021-multi-column-index-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/schema/t_021_multi_column_index/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/schema/t_021_multi_column_index/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "schema-t-021-multi-column-index-golden",
|
|
"llm_db": "schema-t-021-multi-column-index-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:33615",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
},
|
|
"mcindex_seed_count": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 3,
|
|
"expected": 3,
|
|
"sql": "SELECT COUNT(*) AS n FROM log"
|
|
}
|
|
},
|
|
"mcindex_lookup_u7_d1": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 1,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=1"
|
|
}
|
|
},
|
|
"mcindex_lookup_u7_d2": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 1,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=2"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:49:28.665048738Z",
|
|
"finished_at": "2026-01-27T19:50:12.818516478Z"
|
|
}
|
|
}
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"mode": "docs",
|
|
"hash": "d1bf0b033db905c668d016082c762eb4b91edd1299f7b8d4bcc6def5398610f9",
|
|
"models": [
|
|
{
|
|
"name": "GPT-5",
|
|
"route_api_model": "gpt-5",
|
|
"tasks": {
|
|
"t_000_empty_reducers": {
|
|
"hash": "d1bf0b033db905c668d016082c762eb4b91edd1299f7b8d4bcc6def5398610f9",
|
|
"task": "t_000_empty_reducers",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 1,
|
|
"passed_tests": 0,
|
|
"llm_output": "use spacetimedb::ReducerContext;\n\n#[spacetimedb::reducer]\npub fn empty_reducer_no_args(ctx: &ReducerContext) {}\n\n#[spacetimedb::reducer]\npub fn empty_reducer_with_int(ctx: &ReducerContext, count: i32) {}\n\n#[spacetimedb::reducer]\npub fn empty_reducer_with_string(ctx: &ReducerContext, name: String) {}\n\n#[spacetimedb::reducer]\npub fn empty_reducer_with_two_args(ctx: &ReducerContext, count: i32, name: String) {}\n\n#[spacetimedb::reducer]\npub fn empty_reducer_with_three_args(ctx: &ReducerContext, active: bool, ratio: f32, label: String) {}",
|
|
"category": "basics",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "basics-t-000-empty-reducers-golden",
|
|
"llm_db": "basics-t-000-empty-reducers-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/basics/t_000_empty_reducers/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/basics/t_000_empty_reducers/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"schema_parity": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "describe failed: WARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `basics-t-000-empty-reducers-golden`.\n",
|
|
"phase": "describe_golden"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:53:02.635478741Z",
|
|
"finished_at": "2026-01-27T19:53:40.787269737Z"
|
|
},
|
|
"t_001_basic_tables": {
|
|
"hash": "d1bf0b033db905c668d016082c762eb4b91edd1299f7b8d4bcc6def5398610f9",
|
|
"task": "t_001_basic_tables",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 1,
|
|
"passed_tests": 0,
|
|
"llm_output": "#[spacetimedb::table(name = user)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool,\n}\n\n#[spacetimedb::table(name = product)]\npub struct Product {\n #[primary_key]\n id: i32,\n title: String,\n price: f32,\n in_stock: bool,\n}\n\n#[spacetimedb::table(name = note)]\npub struct Note {\n #[primary_key]\n id: i32,\n body: String,\n rating: i64,\n pinned: bool,\n}",
|
|
"category": "basics",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "basics-t-001-basic-tables-golden",
|
|
"llm_db": "basics-t-001-basic-tables-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/basics/t_001_basic_tables/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/basics/t_001_basic_tables/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"schema_parity": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "describe failed: WARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `basics-t-001-basic-tables-golden`.\n",
|
|
"phase": "describe_golden"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:53:04.338845678Z",
|
|
"finished_at": "2026-01-27T19:53:39.243226783Z"
|
|
},
|
|
"t_002_scheduled_table": {
|
|
"hash": "d1bf0b033db905c668d016082c762eb4b91edd1299f7b8d4bcc6def5398610f9",
|
|
"task": "t_002_scheduled_table",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 1,
|
|
"passed_tests": 0,
|
|
"llm_output": "use spacetimedb::{ReducerContext, ScheduleAt, Table};\n\n#[spacetimedb::table(name = tick_timer, scheduled(tick))]\npub struct TickTimer {\n #[primary_key]\n #[auto_inc]\n scheduled_id: u64,\n scheduled_at: ScheduleAt,\n}\n\n#[spacetimedb::reducer]\npub fn tick(_ctx: &ReducerContext, _timer: TickTimer) -> Result<(), String> {\n Ok(())\n}\n\n#[spacetimedb::reducer(init)]\npub fn init(ctx: &ReducerContext) -> Result<(), String> {\n if ctx.db.tick_timer().count() == 0 {\n use std::time::Duration;\n ctx.db.tick_timer().insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Interval(Duration::from_micros(50_000).into()),\n });\n }\n Ok(())\n}",
|
|
"category": "basics",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "basics-t-002-scheduled-table-golden",
|
|
"llm_db": "basics-t-002-scheduled-table-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/basics/t_002_scheduled_table/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/basics/t_002_scheduled_table/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"schema_parity": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "describe failed: WARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `basics-t-002-scheduled-table-golden`.\n",
|
|
"phase": "describe_golden"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:53:38.403872273Z",
|
|
"finished_at": "2026-01-27T19:54:31.831288022Z"
|
|
},
|
|
"t_003_struct_in_table": {
|
|
"hash": "d1bf0b033db905c668d016082c762eb4b91edd1299f7b8d4bcc6def5398610f9",
|
|
"task": "t_003_struct_in_table",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 1,
|
|
"passed_tests": 0,
|
|
"llm_output": "use spacetimedb::SpacetimeType;\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Position {\n x: i32,\n y: i32,\n}\n\n#[spacetimedb::table(name = entity)]\npub struct Entity {\n #[primary_key]\n id: i32,\n pos: Position,\n}",
|
|
"category": "basics",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "basics-t-003-struct-in-table-golden",
|
|
"llm_db": "basics-t-003-struct-in-table-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/basics/t_003_struct_in_table/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/basics/t_003_struct_in_table/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"schema_parity": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "describe failed: WARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `basics-t-003-struct-in-table-golden`.\n",
|
|
"phase": "describe_golden"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:53:02.638916802Z",
|
|
"finished_at": "2026-01-27T19:53:40.055864699Z"
|
|
},
|
|
"t_004_insert": {
|
|
"hash": "d1bf0b033db905c668d016082c762eb4b91edd1299f7b8d4bcc6def5398610f9",
|
|
"task": "t_004_insert",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 2,
|
|
"passed_tests": 0,
|
|
"llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = user)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool,\n}\n\n#[spacetimedb::reducer]\npub fn insert_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) {\n ctx.db.user().insert(User { id, name, age, active });\n}",
|
|
"category": "basics",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "basics-t-004-insert-golden",
|
|
"llm_db": "basics-t-004-insert-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/basics/t_004_insert/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/basics/t_004_insert/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"schema_parity": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "describe failed: WARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `basics-t-004-insert-golden`.\n",
|
|
"phase": "describe_golden"
|
|
}
|
|
},
|
|
"data_parity_insert_user": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `basics-t-004-insert-golden`.\n",
|
|
"phase": "call_reducer_golden"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:53:33.748279444Z",
|
|
"finished_at": "2026-01-27T19:53:56.014195443Z"
|
|
},
|
|
"t_005_update": {
|
|
"hash": "d1bf0b033db905c668d016082c762eb4b91edd1299f7b8d4bcc6def5398610f9",
|
|
"task": "t_005_update",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 3,
|
|
"passed_tests": 0,
|
|
"llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = user)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool,\n}\n\n#[spacetimedb::reducer]\npub fn update_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) {\n if ctx.db.user().id().find(id).is_some() {\n ctx.db.user().id().update(User { id, name, age, active });\n }\n}",
|
|
"category": "basics",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "basics-t-005-update-golden",
|
|
"llm_db": "basics-t-005-update-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/basics/t_005_update/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/basics/t_005_update/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"data_parity_update_user": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `basics-t-005-update-golden`.\n",
|
|
"phase": "call_reducer_golden"
|
|
}
|
|
},
|
|
"schema_parity": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "describe failed: WARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `basics-t-005-update-golden`.\n",
|
|
"phase": "describe_golden"
|
|
}
|
|
},
|
|
"seed_users_row": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `basics-t-005-update-golden`.\n",
|
|
"phase": "sql_golden",
|
|
"sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:53:00.578961998Z",
|
|
"finished_at": "2026-01-27T19:53:38.403844461Z"
|
|
},
|
|
"t_006_delete": {
|
|
"hash": "d1bf0b033db905c668d016082c762eb4b91edd1299f7b8d4bcc6def5398610f9",
|
|
"task": "t_006_delete",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 3,
|
|
"passed_tests": 1,
|
|
"llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = user)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool,\n}\n\n#[spacetimedb::reducer]\npub fn delete_user(ctx: &ReducerContext, id: i32) {\n ctx.db.user().id().delete(id);\n}",
|
|
"category": "basics",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "basics-t-006-delete-golden",
|
|
"llm_db": "basics-t-006-delete-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/basics/t_006_delete/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/basics/t_006_delete/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"schema_parity": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "describe failed: WARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `basics-t-006-delete-golden`.\n",
|
|
"phase": "describe_golden"
|
|
}
|
|
},
|
|
"seed_users_row": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `basics-t-006-delete-golden`.\n",
|
|
"phase": "sql_golden",
|
|
"sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)"
|
|
}
|
|
},
|
|
"delete_user_count_zero": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 0,
|
|
"expected": 0,
|
|
"sql": "SELECT COUNT(*) AS n FROM user WHERE id=1"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:52:31.910165978Z",
|
|
"finished_at": "2026-01-27T19:52:58.192517311Z"
|
|
},
|
|
"t_007_crud": {
|
|
"hash": "d1bf0b033db905c668d016082c762eb4b91edd1299f7b8d4bcc6def5398610f9",
|
|
"task": "t_007_crud",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 4,
|
|
"passed_tests": 1,
|
|
"llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = user)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool,\n}\n\n#[spacetimedb::reducer]\npub fn crud(ctx: &ReducerContext) {\n ctx.db.user().insert(User { id: 1, name: \"Alice\".into(), age: 30, active: true });\n ctx.db.user().insert(User { id: 2, name: \"Bob\".into(), age: 22, active: false });\n ctx.db.user().id().update(User { id: 1, name: \"Alice2\".into(), age: 31, active: false });\n ctx.db.user().id().delete(2);\n}",
|
|
"category": "basics",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "basics-t-007-crud-golden",
|
|
"llm_db": "basics-t-007-crud-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/basics/t_007_crud/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/basics/t_007_crud/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"crud_row_id1_parity": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `basics-t-007-crud-golden`.\n",
|
|
"phase": "call_reducer_golden"
|
|
}
|
|
},
|
|
"crud_total_count_one": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"actual": 0,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM user"
|
|
}
|
|
},
|
|
"schema_parity": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "describe failed: WARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `basics-t-007-crud-golden`.\n",
|
|
"phase": "describe_golden"
|
|
}
|
|
},
|
|
"crud_row_id2_deleted": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 0,
|
|
"expected": 0,
|
|
"sql": "SELECT COUNT(*) AS n FROM user WHERE id=2"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:52:42.328837521Z",
|
|
"finished_at": "2026-01-27T19:53:33.740284067Z"
|
|
},
|
|
"t_008_index_lookup": {
|
|
"hash": "d1bf0b033db905c668d016082c762eb4b91edd1299f7b8d4bcc6def5398610f9",
|
|
"task": "t_008_index_lookup",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 3,
|
|
"passed_tests": 0,
|
|
"llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = user)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool,\n}\n\n#[spacetimedb::table(name = result)]\npub struct ResultRow {\n #[primary_key]\n id: i32,\n name: String,\n}\n\n#[spacetimedb::reducer]\npub fn lookup_user_name(ctx: &ReducerContext, id: i32) {\n if let Some(user) = ctx.db.user().id().find(id) {\n let row = ResultRow { id: user.id, name: user.name.clone() };\n if ctx.db.result().id().find(user.id).is_some() {\n ctx.db.result().id().update(row);\n } else {\n ctx.db.result().insert(row);\n }\n }\n}",
|
|
"category": "basics",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "basics-t-008-index-lookup-golden",
|
|
"llm_db": "basics-t-008-index-lookup-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/basics/t_008_index_lookup/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/basics/t_008_index_lookup/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"schema_parity": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "describe failed: WARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `basics-t-008-index-lookup-golden`.\n",
|
|
"phase": "describe_golden"
|
|
}
|
|
},
|
|
"index_lookup_projection_parity": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `basics-t-008-index-lookup-golden`.\n",
|
|
"phase": "call_reducer_golden"
|
|
}
|
|
},
|
|
"seed_user_row": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `basics-t-008-index-lookup-golden`.\n",
|
|
"phase": "sql_golden",
|
|
"sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:53:17.657026192Z",
|
|
"finished_at": "2026-01-27T19:53:54.093778910Z"
|
|
},
|
|
"t_009_init": {
|
|
"hash": "d1bf0b033db905c668d016082c762eb4b91edd1299f7b8d4bcc6def5398610f9",
|
|
"task": "t_009_init",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 4,
|
|
"passed_tests": 3,
|
|
"llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = user)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool,\n}\n\n#[spacetimedb::reducer(init)]\npub fn init(ctx: &ReducerContext) -> Result<(), String> {\n ctx.db.user().insert(User { id: 1, name: \"Alice\".to_string(), age: 30, active: true });\n ctx.db.user().insert(User { id: 2, name: \"Bob\".to_string(), age: 22, active: false });\n Ok(())\n}",
|
|
"category": "basics",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "basics-t-009-init-golden",
|
|
"llm_db": "basics-t-009-init-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/basics/t_009_init/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/basics/t_009_init/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"init_seed_bob": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 1,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false"
|
|
}
|
|
},
|
|
"schema_parity": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "describe failed: WARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `basics-t-009-init-golden`.\n",
|
|
"phase": "describe_golden"
|
|
}
|
|
},
|
|
"init_total_two": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 2,
|
|
"expected": 2,
|
|
"sql": "SELECT COUNT(*) AS n FROM user"
|
|
}
|
|
},
|
|
"init_seed_alice": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 1,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:52:58.192552680Z",
|
|
"finished_at": "2026-01-27T19:53:38.342926441Z"
|
|
},
|
|
"t_010_connect": {
|
|
"hash": "d1bf0b033db905c668d016082c762eb4b91edd1299f7b8d4bcc6def5398610f9",
|
|
"task": "t_010_connect",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 1,
|
|
"passed_tests": 0,
|
|
"llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = event)]\npub struct Event {\n #[primary_key]\n #[auto_inc]\n id: i32,\n kind: String,\n}\n\n#[spacetimedb::reducer(client_connected)]\npub fn client_connected(ctx: &ReducerContext) {\n ctx.db.event().insert(Event { id: 0, kind: \"connected\".to_string() });\n}\n\n#[spacetimedb::reducer(client_disconnected)]\npub fn client_disconnected(ctx: &ReducerContext) {\n ctx.db.event().insert(Event { id: 0, kind: \"disconnected\".to_string() });\n}",
|
|
"category": "basics",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "basics-t-010-connect-golden",
|
|
"llm_db": "basics-t-010-connect-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/basics/t_010_connect/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/basics/t_010_connect/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"schema_parity": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "describe failed: WARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `basics-t-010-connect-golden`.\n",
|
|
"phase": "describe_golden"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:52:35.522740907Z",
|
|
"finished_at": "2026-01-27T19:53:02.635440935Z"
|
|
},
|
|
"t_011_helper_function": {
|
|
"hash": "d1bf0b033db905c668d016082c762eb4b91edd1299f7b8d4bcc6def5398610f9",
|
|
"task": "t_011_helper_function",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 3,
|
|
"passed_tests": 0,
|
|
"llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = result)]\npub struct ResultRow {\n #[primary_key]\n id: i32,\n sum: i32,\n}\n\nfn add(a: i32, b: i32) -> i32 {\n a + b\n}\n\n#[spacetimedb::reducer]\npub fn compute_sum(ctx: &ReducerContext, id: i32, a: i32, b: i32) {\n let sum = add(a, b);\n ctx.db.result().insert(ResultRow { id, sum });\n}",
|
|
"category": "basics",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "basics-t-011-helper-function-golden",
|
|
"llm_db": "basics-t-011-helper-function-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/basics/t_011_helper_function/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/basics/t_011_helper_function/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"helper_func_sum_abs": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"actual": 0,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5"
|
|
}
|
|
},
|
|
"helper_func_sum_parity": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `basics-t-011-helper-function-golden`.\n",
|
|
"phase": "call_reducer_golden"
|
|
}
|
|
},
|
|
"schema_parity": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "describe failed: WARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `basics-t-011-helper-function-golden`.\n",
|
|
"phase": "describe_golden"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:53:37.773674958Z",
|
|
"finished_at": "2026-01-27T19:53:57.689433966Z"
|
|
},
|
|
"t_012_spacetime_product_type": {
|
|
"hash": "d1bf0b033db905c668d016082c762eb4b91edd1299f7b8d4bcc6def5398610f9",
|
|
"task": "t_012_spacetime_product_type",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 3,
|
|
"passed_tests": 0,
|
|
"llm_output": "use spacetimedb::{ReducerContext, SpacetimeType, Table};\n\n#[derive(SpacetimeType)]\npub struct Score {\n left: i32,\n right: i32,\n}\n\n#[spacetimedb::table(name = result)]\npub struct ResultRow {\n #[primary_key]\n id: i32,\n value: Score,\n}\n\n#[spacetimedb::reducer]\npub fn set_score(ctx: &ReducerContext, id: i32, left: i32, right: i32) {\n ctx.db.result().insert(ResultRow {\n id,\n value: Score { left, right },\n });\n}",
|
|
"category": "schema",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "schema-t-012-spacetime-product-type-golden",
|
|
"llm_db": "schema-t-012-spacetime-product-type-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/schema/t_012_spacetime_product_type/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/schema/t_012_spacetime_product_type/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"product_type_row_parity": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `schema-t-012-spacetime-product-type-golden`.\n",
|
|
"phase": "call_reducer_golden"
|
|
}
|
|
},
|
|
"schema_parity": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "describe failed: WARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `schema-t-012-spacetime-product-type-golden`.\n",
|
|
"phase": "describe_golden"
|
|
}
|
|
},
|
|
"product_type_row_count": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"actual": 0,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM result WHERE id=1"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:52:29.436388253Z",
|
|
"finished_at": "2026-01-27T19:53:04.338818518Z"
|
|
},
|
|
"t_013_spacetime_sum_type": {
|
|
"hash": "d1bf0b033db905c668d016082c762eb4b91edd1299f7b8d4bcc6def5398610f9",
|
|
"task": "t_013_spacetime_sum_type",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 3,
|
|
"passed_tests": 0,
|
|
"llm_output": "use spacetimedb::Table;\n\n#[derive(spacetimedb::SpacetimeType, Clone, Debug)]\npub struct Rect {\n width: i32,\n height: i32,\n}\n\n#[derive(spacetimedb::SpacetimeType, Clone, Debug)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[spacetimedb::table(name = result)]\npub struct ResultRow {\n #[primary_key]\n id: i32,\n value: Shape,\n}\n\n#[spacetimedb::reducer]\npub fn set_circle(ctx: &spacetimedb::ReducerContext, id: i32, radius: i32) {\n ctx.db.result().insert(ResultRow {\n id,\n value: Shape::Circle(radius),\n });\n}",
|
|
"category": "schema",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "schema-t-013-spacetime-sum-type-golden",
|
|
"llm_db": "schema-t-013-spacetime-sum-type-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/schema/t_013_spacetime_sum_type/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/schema/t_013_spacetime_sum_type/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"schema_parity": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "describe failed: WARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `schema-t-013-spacetime-sum-type-golden`.\n",
|
|
"phase": "describe_golden"
|
|
}
|
|
},
|
|
"sum_type_row_count": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"actual": 0,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM result WHERE id=1"
|
|
}
|
|
},
|
|
"sum_type_row_parity": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `schema-t-013-spacetime-sum-type-golden`.\n",
|
|
"phase": "call_reducer_golden"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:51:47.638500741Z",
|
|
"finished_at": "2026-01-27T19:53:00.578888253Z"
|
|
},
|
|
"t_014_elementary_columns": {
|
|
"hash": "d1bf0b033db905c668d016082c762eb4b91edd1299f7b8d4bcc6def5398610f9",
|
|
"task": "t_014_elementary_columns",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 3,
|
|
"passed_tests": 0,
|
|
"llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = primitive)]\npub struct Primitive {\n #[primary_key]\n id: i32,\n count: i32,\n total: i64,\n price: f32,\n ratio: f64,\n active: bool,\n name: String,\n}\n\n#[spacetimedb::reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.primitive().insert(Primitive {\n id: 1,\n count: 2,\n total: 3_000_000_000i64,\n price: 1.5f32,\n ratio: 2.25f64,\n active: true,\n name: \"Alice\".to_string(),\n });\n}",
|
|
"category": "schema",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "schema-t-014-elementary-columns-golden",
|
|
"llm_db": "schema-t-014-elementary-columns-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/schema/t_014_elementary_columns/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/schema/t_014_elementary_columns/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"elementary_columns_row_parity": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `schema-t-014-elementary-columns-golden`.\n",
|
|
"phase": "call_reducer_golden"
|
|
}
|
|
},
|
|
"elementary_columns_row_count": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"actual": 0,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1"
|
|
}
|
|
},
|
|
"schema_parity": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "describe failed: WARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `schema-t-014-elementary-columns-golden`.\n",
|
|
"phase": "describe_golden"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:52:27.568323309Z",
|
|
"finished_at": "2026-01-27T19:53:02.605112864Z"
|
|
},
|
|
"t_015_product_type_columns": {
|
|
"hash": "d1bf0b033db905c668d016082c762eb4b91edd1299f7b8d4bcc6def5398610f9",
|
|
"task": "t_015_product_type_columns",
|
|
"lang": "rust",
|
|
"golden_published": false,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 1,
|
|
"passed_tests": 0,
|
|
"llm_output": null,
|
|
"category": "schema",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": null,
|
|
"llm_db": null,
|
|
"work_dir_golden": null,
|
|
"work_dir_llm": null,
|
|
"scorer_details": {
|
|
"publish_error": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "LLM call timed out",
|
|
"phase": "build_or_publish"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:54:31.831326960Z",
|
|
"finished_at": "2026-01-27T19:54:31.831326960Z"
|
|
},
|
|
"t_016_sum_type_columns": {
|
|
"hash": "d1bf0b033db905c668d016082c762eb4b91edd1299f7b8d4bcc6def5398610f9",
|
|
"task": "t_016_sum_type_columns",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 3,
|
|
"passed_tests": 0,
|
|
"llm_output": "use spacetimedb::{ReducerContext, SpacetimeType, Table};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Rect {\n width: i32,\n height: i32,\n}\n\n#[derive(SpacetimeType, Clone, Debug)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[spacetimedb::table(name = drawing)]\npub struct Drawing {\n #[primary_key]\n id: i32,\n a: Shape,\n b: Shape,\n}\n\n#[spacetimedb::reducer]\npub fn seed(ctx: &ReducerContext) {\n if ctx.db.drawing().count() == 0 {\n ctx.db.drawing().insert(Drawing {\n id: 1,\n a: Shape::Circle(10),\n b: Shape::Rectangle(Rect { width: 4, height: 6 }),\n });\n }\n}",
|
|
"category": "schema",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "schema-t-016-sum-type-columns-golden",
|
|
"llm_db": "schema-t-016-sum-type-columns-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/schema/t_016_sum_type_columns/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/schema/t_016_sum_type_columns/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"schema_parity": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "describe failed: WARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `schema-t-016-sum-type-columns-golden`.\n",
|
|
"phase": "describe_golden"
|
|
}
|
|
},
|
|
"sum_type_columns_row_parity": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `schema-t-016-sum-type-columns-golden`.\n",
|
|
"phase": "call_reducer_golden"
|
|
}
|
|
},
|
|
"sum_type_columns_row_count": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: no such table: `drawings`. If the table exists, it may be marked private.\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:38927/v1/database/c200596b7e7f2350abeb00119177ef3448e7673481a61aeaa7c22e4dd952cb52/sql)\n",
|
|
"phase": "sql"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:51:47.634170474Z",
|
|
"finished_at": "2026-01-27T19:52:27.568235316Z"
|
|
},
|
|
"t_017_scheduled_columns": {
|
|
"hash": "d1bf0b033db905c668d016082c762eb4b91edd1299f7b8d4bcc6def5398610f9",
|
|
"task": "t_017_scheduled_columns",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 2,
|
|
"passed_tests": 1,
|
|
"llm_output": "use std::time::Duration;\nuse spacetimedb::{ReducerContext, ScheduleAt, Table};\n\n#[spacetimedb::table(name = tick_timer, scheduled(tick))]\npub struct TickTimer {\n #[primary_key]\n #[auto_inc]\n scheduled_id: u64,\n scheduled_at: ScheduleAt,\n}\n\n#[spacetimedb::reducer]\npub fn tick(_ctx: &ReducerContext, _tick_timer: TickTimer) -> Result<(), String> {\n Ok(())\n}\n\n#[spacetimedb::reducer(init)]\npub fn init(ctx: &ReducerContext) -> Result<(), String> {\n if ctx.db.tick_timer().count() == 0 {\n ctx.db.tick_timer().try_insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Interval(Duration::from_micros(50_000).into()),\n })?;\n }\n Ok(())\n}",
|
|
"category": "schema",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "schema-t-017-scheduled-columns-golden",
|
|
"llm_db": "schema-t-017-scheduled-columns-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/schema/t_017_scheduled_columns/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/schema/t_017_scheduled_columns/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"schema_parity": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "describe failed: WARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `schema-t-017-scheduled-columns-golden`.\n",
|
|
"phase": "describe_golden"
|
|
}
|
|
},
|
|
"scheduled_seeded_one_row": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 1,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM tick_timer WHERE scheduled_id>=0"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:51:47.625840249Z",
|
|
"finished_at": "2026-01-27T19:52:35.522695487Z"
|
|
},
|
|
"t_018_constraints": {
|
|
"hash": "d1bf0b033db905c668d016082c762eb4b91edd1299f7b8d4bcc6def5398610f9",
|
|
"task": "t_018_constraints",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 3,
|
|
"passed_tests": 0,
|
|
"llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = account, index(name = by_name, btree(columns = [name])))]\npub struct Account {\n #[primary_key]\n id: i32,\n #[unique]\n email: String,\n name: String,\n}\n\n#[spacetimedb::reducer]\npub fn seed(ctx: &ReducerContext) {\n let ids: Vec<i32> = ctx.db.account().iter().map(|a| a.id).collect();\n for id in ids {\n ctx.db.account().id().delete(id);\n }\n\n ctx.db.account().insert(Account {\n id: 1,\n email: \"a@example.com\".into(),\n name: \"Alice\".into(),\n });\n ctx.db.account().insert(Account {\n id: 2,\n email: \"b@example.com\".into(),\n name: \"Bob\".into(),\n });\n}",
|
|
"category": "schema",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "schema-t-018-constraints-golden",
|
|
"llm_db": "schema-t-018-constraints-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/schema/t_018_constraints/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/schema/t_018_constraints/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"constraints_row_parity_after_seed": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `schema-t-018-constraints-golden`.\n",
|
|
"phase": "call_reducer_golden"
|
|
}
|
|
},
|
|
"schema_parity": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "describe failed: WARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `schema-t-018-constraints-golden`.\n",
|
|
"phase": "describe_golden"
|
|
}
|
|
},
|
|
"constraints_seed_two_rows": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"actual": 0,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM account WHERE id=2"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:51:47.622424031Z",
|
|
"finished_at": "2026-01-27T19:53:37.773579225Z"
|
|
},
|
|
"t_019_many_to_many": {
|
|
"hash": "d1bf0b033db905c668d016082c762eb4b91edd1299f7b8d4bcc6def5398610f9",
|
|
"task": "t_019_many_to_many",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 5,
|
|
"passed_tests": 4,
|
|
"llm_output": "use spacetimedb::Table;\n\n#[spacetimedb::table(name = user, public)]\npub struct User {\n #[primary_key]\n user_id: i32,\n name: String,\n}\n\n#[spacetimedb::table(name = group, public)]\npub struct Group {\n #[primary_key]\n group_id: i32,\n title: String,\n}\n\n#[spacetimedb::table(\n name = membership,\n public,\n index(name = by_user, btree(columns = [user_id])),\n index(name = by_group, btree(columns = [group_id]))\n)]\npub struct Membership {\n #[primary_key]\n id: i32,\n user_id: i32,\n group_id: i32,\n}\n\n#[spacetimedb::reducer]\npub fn seed(ctx: &spacetimedb::ReducerContext) {\n ctx.db.user().insert(User { user_id: 1, name: \"Alice\".into() });\n ctx.db.user().insert(User { user_id: 2, name: \"Bob\".into() });\n\n ctx.db.group().insert(Group { group_id: 10, title: \"Admin\".into() });\n ctx.db.group().insert(Group { group_id: 20, title: \"Dev\".into() });\n\n ctx.db.membership().insert(Membership { id: 1, user_id: 1, group_id: 10 });\n ctx.db.membership().insert(Membership { id: 2, user_id: 1, group_id: 20 });\n ctx.db.membership().insert(Membership { id: 3, user_id: 2, group_id: 20 });\n}",
|
|
"category": "schema",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "schema-t-019-many-to-many-golden",
|
|
"llm_db": "schema-t-019-many-to-many-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/schema/t_019_many_to_many/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/schema/t_019_many_to_many/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"memberships_three_rows": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 3,
|
|
"expected": 3,
|
|
"sql": "SELECT COUNT(*) AS n FROM membership"
|
|
}
|
|
},
|
|
"schema_parity": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "describe failed: WARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `schema-t-019-many-to-many-golden`.\n",
|
|
"phase": "describe_golden"
|
|
}
|
|
},
|
|
"m2m_has_1_20": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 1,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=20"
|
|
}
|
|
},
|
|
"m2m_has_1_10": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 1,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=10"
|
|
}
|
|
},
|
|
"m2m_has_2_20": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 1,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=2 AND group_id=20"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:51:47.642788029Z",
|
|
"finished_at": "2026-01-27T19:52:31.910080797Z"
|
|
},
|
|
"t_020_ecs": {
|
|
"hash": "d1bf0b033db905c668d016082c762eb4b91edd1299f7b8d4bcc6def5398610f9",
|
|
"task": "t_020_ecs",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 5,
|
|
"passed_tests": 0,
|
|
"llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = entity)]\npub struct Entity {\n #[primary_key]\n id: i32,\n}\n\n#[spacetimedb::table(name = position)]\npub struct Position {\n #[primary_key]\n entity_id: i32,\n x: i32,\n y: i32,\n}\n\n#[spacetimedb::table(name = velocity)]\npub struct Velocity {\n #[primary_key]\n entity_id: i32,\n vx: i32,\n vy: i32,\n}\n\n#[spacetimedb::table(name = next_position)]\npub struct NextPosition {\n #[primary_key]\n entity_id: i32,\n x: i32,\n y: i32,\n}\n\n#[spacetimedb::reducer]\npub fn seed(ctx: &ReducerContext) {\n // First entity: id=1, pos=(0,0), vel=(1,0)\n ctx.db.entity().id().delete(1);\n ctx.db.position().entity_id().delete(1);\n ctx.db.velocity().entity_id().delete(1);\n ctx.db.entity().insert(Entity { id: 1 });\n ctx.db.position().insert(Position { entity_id: 1, x: 0, y: 0 });\n ctx.db.velocity().insert(Velocity { entity_id: 1, vx: 1, vy: 0 });\n\n // Second entity: id=2, pos=(10,0), vel=(-2,3)\n ctx.db.entity().id().delete(2);\n ctx.db.position().entity_id().delete(2);\n ctx.db.velocity().entity_id().delete(2);\n ctx.db.entity().insert(Entity { id: 2 });\n ctx.db.position().insert(Position { entity_id: 2, x: 10, y: 0 });\n ctx.db.velocity().insert(Velocity { entity_id: 2, vx: -2, vy: 3 });\n}\n\n#[spacetimedb::reducer]\npub fn step(ctx: &ReducerContext) {\n for pos in ctx.db.position().iter() {\n if let Some(vel) = ctx.db.velocity().entity_id().find(pos.entity_id) {\n let nx = pos.x + vel.vx;\n let ny = pos.y + vel.vy;\n if let Some(_existing) = ctx.db.next_position().entity_id().find(pos.entity_id) {\n ctx.db\n .next_position()\n .entity_id()\n .update(NextPosition { entity_id: pos.entity_id, x: nx, y: ny });\n } else {\n ctx.db\n .next_position()\n .insert(NextPosition { entity_id: pos.entity_id, x: nx, y: ny });\n }\n }\n }\n}",
|
|
"category": "schema",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "schema-t-020-ecs-golden",
|
|
"llm_db": "schema-t-020-ecs-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/schema/t_020_ecs/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/schema/t_020_ecs/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"schema_parity": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "describe failed: WARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `schema-t-020-ecs-golden`.\n",
|
|
"phase": "describe_golden"
|
|
}
|
|
},
|
|
"ecs_step_next_positions_count": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: no such table: `next_positions`. If the table exists, it may be marked private.\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:38927/v1/database/c2000dfb254023618a83b1182de85ff2f9590dae5ce1c9301d7d8cc01c8bff6e/sql)\n",
|
|
"phase": "sql"
|
|
}
|
|
},
|
|
"ecs_next_pos_entity1": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: no such table: `next_positions`. If the table exists, it may be marked private.\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:38927/v1/database/c2000dfb254023618a83b1182de85ff2f9590dae5ce1c9301d7d8cc01c8bff6e/sql)\n",
|
|
"phase": "sql"
|
|
}
|
|
},
|
|
"ecs_seed_positions_count": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: no such table: `positions`. If the table exists, it may be marked private.\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:38927/v1/database/c2000dfb254023618a83b1182de85ff2f9590dae5ce1c9301d7d8cc01c8bff6e/sql)\n",
|
|
"phase": "sql"
|
|
}
|
|
},
|
|
"ecs_next_pos_entity2": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: no such table: `next_positions`. If the table exists, it may be marked private.\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:38927/v1/database/c2000dfb254023618a83b1182de85ff2f9590dae5ce1c9301d7d8cc01c8bff6e/sql)\n",
|
|
"phase": "sql"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:51:47.647113172Z",
|
|
"finished_at": "2026-01-27T19:52:42.328754582Z"
|
|
},
|
|
"t_021_multi_column_index": {
|
|
"hash": "d1bf0b033db905c668d016082c762eb4b91edd1299f7b8d4bcc6def5398610f9",
|
|
"task": "t_021_multi_column_index",
|
|
"lang": "rust",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 4,
|
|
"passed_tests": 3,
|
|
"llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = log, index(name = by_user_day, btree(columns = [user_id, day])))]\npub struct Log {\n #[primary_key]\n id: i32,\n user_id: i32,\n day: i32,\n message: String,\n}\n\n#[spacetimedb::reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.log().insert(Log { id: 1, user_id: 7, day: 1, message: \"a\".into() });\n ctx.db.log().insert(Log { id: 2, user_id: 7, day: 2, message: \"b\".into() });\n ctx.db.log().insert(Log { id: 3, user_id: 9, day: 1, message: \"c\".into() });\n}",
|
|
"category": "schema",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "schema-t-021-multi-column-index-golden",
|
|
"llm_db": "schema-t-021-multi-column-index-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/schema/t_021_multi_column_index/rust/server/golden",
|
|
"work_dir_llm": "target/llm-runs/schema/t_021_multi_column_index/rust/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"schema_parity": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "describe failed: WARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `schema-t-021-multi-column-index-golden`.\n",
|
|
"phase": "describe_golden"
|
|
}
|
|
},
|
|
"mcindex_seed_count": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 3,
|
|
"expected": 3,
|
|
"sql": "SELECT COUNT(*) AS n FROM log"
|
|
}
|
|
},
|
|
"mcindex_lookup_u7_d1": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 1,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=1"
|
|
}
|
|
},
|
|
"mcindex_lookup_u7_d2": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 1,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=2"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:51:47.629929093Z",
|
|
"finished_at": "2026-01-27T19:52:29.436282461Z"
|
|
}
|
|
}
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"golden_answers": {
|
|
"basics/t_000_empty_reducers": {
|
|
"answer": "use spacetimedb::{reducer, ReducerContext};\n\n#[reducer]\npub fn empty_reducer_no_args(ctx: &ReducerContext) -> Result<(), String> {\n Ok(())\n}\n\n#[reducer]\npub fn empty_reducer_with_int(ctx: &ReducerContext, count: i32) -> Result<(), String> {\n Ok(())\n}\n\n#[reducer]\npub fn empty_reducer_with_string(ctx: &ReducerContext, name: String) -> Result<(), String> {\n Ok(())\n}\n\n#[reducer]\npub fn empty_reducer_with_two_args(ctx: &ReducerContext, count: i32, name: String) -> Result<(), String> {\n Ok(())\n}\n\n#[reducer]\npub fn empty_reducer_with_three_args(\n ctx: &ReducerContext,\n active: bool,\n ratio: f32,\n label: String,\n) -> Result<(), String> {\n Ok(())\n}\n",
|
|
"syntax": "rust"
|
|
},
|
|
"basics/t_001_basic_tables": {
|
|
"answer": "use spacetimedb::table;\n\n#[table(name = users)]\npub struct Users {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[table(name = products)]\npub struct Products {\n #[primary_key]\n pub id: i32,\n pub title: String,\n pub price: f32,\n pub in_stock: bool,\n}\n\n#[table(name = notes)]\npub struct Notes {\n #[primary_key]\n pub id: i32,\n pub body: String,\n pub rating: i64,\n pub pinned: bool,\n}\n",
|
|
"syntax": "rust"
|
|
},
|
|
"basics/t_002_scheduled_table": {
|
|
"answer": "use spacetimedb::{reducer, table, ReducerContext, ScheduleAt, Table};\nuse std::time::Duration;\n\n#[table(name = tick_timer, scheduled(tick))]\npub struct TickTimer {\n #[primary_key]\n #[auto_inc]\n scheduled_id: u64,\n scheduled_at: ScheduleAt,\n}\n\n#[reducer]\npub fn tick(_ctx: &ReducerContext, _row: TickTimer) -> Result<(), String> {\n Ok(())\n}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) -> Result<(), String> {\n ctx.db.tick_timer().insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Interval(Duration::from_millis(50).into()),\n });\n Ok(())\n}\n",
|
|
"syntax": "rust"
|
|
},
|
|
"basics/t_003_struct_in_table": {
|
|
"answer": "use spacetimedb::{table, SpacetimeType};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Position {\n pub x: i32,\n pub y: i32,\n}\n\n#[table(name = entities)]\npub struct Entity {\n #[primary_key]\n pub id: i32,\n pub pos: Position,\n}\n\n",
|
|
"syntax": "rust"
|
|
},
|
|
"basics/t_004_insert": {
|
|
"answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(name = users)]\npub struct Users {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer]\npub fn insert_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) -> Result<(), String> {\n ctx.db.users().insert(Users { id, name, age, active });\n Ok(())\n}\n",
|
|
"syntax": "rust"
|
|
},
|
|
"basics/t_005_update": {
|
|
"answer": "use spacetimedb::{reducer, table, ReducerContext};\n\n#[table(name = users)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer]\npub fn update_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) {\n ctx.db.users().id().update(User { id, name, age, active });\n}",
|
|
"syntax": "rust"
|
|
},
|
|
"basics/t_006_delete": {
|
|
"answer": "use spacetimedb::{reducer, table, ReducerContext};\n\n#[table(name = users)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer]\npub fn delete_user(ctx: &ReducerContext, id: i32) {\n ctx.db.users().id().delete(id);\n}\n",
|
|
"syntax": "rust"
|
|
},
|
|
"basics/t_007_crud": {
|
|
"answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(name = users)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer]\npub fn crud(ctx: &ReducerContext) {\n ctx.db.users().insert(User { id: 1, name: \"Alice\".into(), age: 30, active: true });\n ctx.db.users().insert(User { id: 2, name: \"Bob\".into(), age: 22, active: false });\n ctx.db.users().id().update(User { id: 1, name: \"Alice2\".into(), age: 31, active: false });\n ctx.db.users().id().delete(2);\n}\n",
|
|
"syntax": "rust"
|
|
},
|
|
"basics/t_008_index_lookup": {
|
|
"answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(name = users)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[table(name = results)]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub name: String,\n}\n\n#[reducer]\npub fn lookup_user_name(ctx: &ReducerContext, id: i32) {\n if let Some(u) = ctx.db.users().id().find(id) {\n ctx.db.results().insert(ResultRow { id: u.id, name: u.name });\n }\n}\n",
|
|
"syntax": "rust"
|
|
},
|
|
"basics/t_009_init": {
|
|
"answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(name = users)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) {\n ctx.db.users().insert(User { id: 1, name: \"Alice\".into(), age: 30, active: true });\n ctx.db.users().insert(User { id: 2, name: \"Bob\".into(), age: 22, active: false });\n}\n",
|
|
"syntax": "rust"
|
|
},
|
|
"basics/t_010_connect": {
|
|
"answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(name = events)]\npub struct Event {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub kind: String,\n}\n\n#[reducer(client_connected)]\npub fn client_connected(ctx: &ReducerContext) {\n ctx.db.events().insert(Event { id: 0, kind: \"connected\".into() });\n}\n\n#[reducer(client_disconnected)]\npub fn client_disconnected(ctx: &ReducerContext) {\n ctx.db.events().insert(Event { id: 0, kind: \"disconnected\".into() });\n}\n",
|
|
"syntax": "rust"
|
|
},
|
|
"basics/t_011_helper_function": {
|
|
"answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(name = results)]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub sum: i32,\n}\n\nfn add(a: i32, b: i32) -> i32 { a + b }\n\n#[reducer]\npub fn compute_sum(ctx: &ReducerContext, id: i32, a: i32, b: i32) {\n ctx.db.results().insert(ResultRow { id, sum: add(a, b) });\n}\n",
|
|
"syntax": "rust"
|
|
},
|
|
"schema/t_012_spacetime_product_type": {
|
|
"answer": "use spacetimedb::{reducer, table, ReducerContext, SpacetimeType, Table};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Score {\n pub left: i32,\n pub right: i32,\n}\n\n#[table(name = results)]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub value: Score,\n}\n\n#[reducer]\npub fn set_score(ctx: &ReducerContext, id: i32, left: i32, right: i32) {\n ctx.db.results().insert(ResultRow { id, value: Score { left, right } });\n}\n",
|
|
"syntax": "rust"
|
|
},
|
|
"schema/t_013_spacetime_sum_type": {
|
|
"answer": "use spacetimedb::{reducer, table, ReducerContext, SpacetimeType, Table};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Rect {\n pub width: i32,\n pub height: i32,\n}\n\n#[derive(SpacetimeType, Clone, Debug)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[table(name = results)]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub value: Shape,\n}\n\n#[reducer]\npub fn set_circle(ctx: &ReducerContext, id: i32, radius: i32) {\n ctx.db.results().insert(ResultRow { id, value: Shape::Circle(radius) });\n}\n",
|
|
"syntax": "rust"
|
|
},
|
|
"schema/t_014_elementary_columns": {
|
|
"answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(name = primitives)]\npub struct Primitive {\n #[primary_key]\n pub id: i32,\n pub count: i32,\n pub total: i64,\n pub price: f32,\n pub ratio: f64,\n pub active: bool,\n pub name: String,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.primitives().insert(Primitive {\n id: 1,\n count: 2,\n total: 3_000_000_000,\n price: 1.5,\n ratio: 2.25,\n active: true,\n name: \"Alice\".into(),\n });\n}\n",
|
|
"syntax": "rust"
|
|
},
|
|
"schema/t_015_product_type_columns": {
|
|
"answer": "use spacetimedb::{reducer, table, ReducerContext, SpacetimeType, Table};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Address {\n pub street: String,\n pub zip: i32,\n}\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Position {\n pub x: i32,\n pub y: i32,\n}\n\n#[table(name = profiles)]\npub struct Profile {\n #[primary_key]\n pub id: i32,\n pub home: Address,\n pub work: Address,\n pub pos: Position,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.profiles().insert(Profile {\n id: 1,\n home: Address { street: \"1 Main\".into(), zip: 11111 },\n work: Address { street: \"2 Broad\".into(), zip: 22222 },\n pos: Position { x: 7, y: 9 },\n });\n}\n",
|
|
"syntax": "rust"
|
|
},
|
|
"schema/t_016_sum_type_columns": {
|
|
"answer": "use spacetimedb::{reducer, table, ReducerContext, SpacetimeType, Table};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Rect {\n pub width: i32,\n pub height: i32,\n}\n\n#[derive(SpacetimeType, Clone, Debug)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[table(name = drawings)]\npub struct Drawing {\n #[primary_key]\n pub id: i32,\n pub a: Shape,\n pub b: Shape,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.drawings().insert(Drawing {\n id: 1,\n a: Shape::Circle(10),\n b: Shape::Rectangle(Rect { width: 4, height: 6 }),\n });\n}\n",
|
|
"syntax": "rust"
|
|
},
|
|
"schema/t_017_scheduled_columns": {
|
|
"answer": "use spacetimedb::{reducer, table, ReducerContext, ScheduleAt, Table};\nuse std::time::Duration;\n\n#[table(name = tick_timer, scheduled(tick))]\npub struct TickTimer {\n #[primary_key]\n #[auto_inc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[reducer]\npub fn tick(_ctx: &ReducerContext, _schedule: TickTimer) {\n}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) {\n let every_50ms: ScheduleAt = Duration::from_millis(50).into();\n ctx.db.tick_timer().insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: every_50ms,\n });\n}\n",
|
|
"syntax": "rust"
|
|
},
|
|
"schema/t_018_constraints": {
|
|
"answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(\n name = accounts,\n index(name = by_name, btree(columns = [name]))\n)]\npub struct Account {\n #[primary_key]\n pub id: i32,\n #[unique]\n pub email: String,\n pub name: String,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.accounts().insert(Account { id: 1, email: \"a@example.com\".into(), name: \"Alice\".into() });\n ctx.db.accounts().insert(Account { id: 2, email: \"b@example.com\".into(), name: \"Bob\".into() });\n}\n",
|
|
"syntax": "rust"
|
|
},
|
|
"schema/t_019_many_to_many": {
|
|
"answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(name = users)]\npub struct User {\n #[primary_key]\n pub user_id: i32,\n pub name: String,\n}\n\n#[table(name = groups)]\npub struct Group {\n #[primary_key]\n pub group_id: i32,\n pub title: String,\n}\n\n#[table(\n name = memberships,\n index(name = by_user, btree(columns = [user_id])),\n index(name = by_group, btree(columns = [group_id]))\n)]\npub struct Membership {\n #[primary_key]\n pub id: i32,\n pub user_id: i32,\n pub group_id: i32,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.users().insert(User { user_id: 1, name: \"Alice\".into() });\n ctx.db.users().insert(User { user_id: 2, name: \"Bob\".into() });\n\n ctx.db.groups().insert(Group { group_id: 10, title: \"Admin\".into() });\n ctx.db.groups().insert(Group { group_id: 20, title: \"Dev\".into() });\n\n ctx.db.memberships().insert(Membership { id: 1, user_id: 1, group_id: 10 });\n ctx.db.memberships().insert(Membership { id: 2, user_id: 1, group_id: 20 });\n ctx.db.memberships().insert(Membership { id: 3, user_id: 2, group_id: 20 });\n}\n",
|
|
"syntax": "rust"
|
|
},
|
|
"schema/t_020_ecs": {
|
|
"answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(name = entities)]\npub struct Entity {\n #[primary_key]\n pub id: i32,\n}\n\n#[table(name = positions)]\npub struct Position {\n #[primary_key]\n pub entity_id: i32,\n pub x: i32,\n pub y: i32,\n}\n\n#[table(name = velocities)]\npub struct Velocity {\n #[primary_key]\n pub entity_id: i32,\n pub vx: i32,\n pub vy: i32,\n}\n\n#[table(name = next_positions)]\npub struct NextPosition {\n #[primary_key]\n pub entity_id: i32,\n pub x: i32,\n pub y: i32,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.entities().insert(Entity { id: 1 });\n ctx.db.entities().insert(Entity { id: 2 });\n\n ctx.db.positions().insert(Position {\n entity_id: 1,\n x: 1,\n y: 0,\n });\n ctx.db.positions().insert(Position {\n entity_id: 2,\n x: 10,\n y: 0,\n });\n\n ctx.db.velocities().insert(Velocity {\n entity_id: 1,\n vx: 1,\n vy: 0,\n });\n ctx.db.velocities().insert(Velocity {\n entity_id: 2,\n vx: -2,\n vy: 3,\n });\n}\n\n#[spacetimedb::reducer]\npub fn step(ctx: &ReducerContext) {\n for p in ctx.db.positions().iter() {\n if let Some(v) = ctx.db.velocities().entity_id().find(p.entity_id) {\n let np = NextPosition {\n entity_id: p.entity_id,\n x: p.x + v.vx,\n y: p.y + v.vy,\n };\n\n if ctx.db.next_positions().entity_id().find(p.entity_id).is_some() {\n ctx.db.next_positions().entity_id().update(np);\n } else {\n ctx.db.next_positions().insert(np);\n }\n }\n }\n}\n",
|
|
"syntax": "rust"
|
|
},
|
|
"schema/t_021_multi_column_index": {
|
|
"answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(\n name = logs,\n index(name = by_user_day, btree(columns = [user_id, day]))\n)]\npub struct Log {\n #[primary_key]\n pub id: i32,\n pub user_id: i32,\n pub day: i32,\n pub message: String,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.logs().insert(Log { id: 1, user_id: 7, day: 1, message: \"a\".into() });\n ctx.db.logs().insert(Log { id: 2, user_id: 7, day: 2, message: \"b\".into() });\n ctx.db.logs().insert(Log { id: 3, user_id: 9, day: 1, message: \"c\".into() });\n}\n",
|
|
"syntax": "rust"
|
|
},
|
|
"t_000_empty_reducers": {
|
|
"answer": "use spacetimedb::{reducer, ReducerContext};\n\n#[reducer]\npub fn empty_reducer_no_args(ctx: &ReducerContext) -> Result<(), String> {\n Ok(())\n}\n\n#[reducer]\npub fn empty_reducer_with_int(ctx: &ReducerContext, count: i32) -> Result<(), String> {\n Ok(())\n}\n\n#[reducer]\npub fn empty_reducer_with_string(ctx: &ReducerContext, name: String) -> Result<(), String> {\n Ok(())\n}\n\n#[reducer]\npub fn empty_reducer_with_two_args(ctx: &ReducerContext, count: i32, name: String) -> Result<(), String> {\n Ok(())\n}\n\n#[reducer]\npub fn empty_reducer_with_three_args(\n ctx: &ReducerContext,\n active: bool,\n ratio: f32,\n label: String,\n) -> Result<(), String> {\n Ok(())\n}\n",
|
|
"syntax": "rust"
|
|
},
|
|
"t_001_basic_tables": {
|
|
"answer": "use spacetimedb::table;\n\n#[table(name = user)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[table(name = product)]\npub struct Product {\n #[primary_key]\n pub id: i32,\n pub title: String,\n pub price: f32,\n pub in_stock: bool,\n}\n\n#[table(name = note)]\npub struct Note {\n #[primary_key]\n pub id: i32,\n pub body: String,\n pub rating: i64,\n pub pinned: bool,\n}\n",
|
|
"syntax": "rust"
|
|
},
|
|
"t_002_scheduled_table": {
|
|
"answer": "use spacetimedb::{reducer, table, ReducerContext, ScheduleAt, Table};\nuse std::time::Duration;\n\n#[table(name = tick_timer, scheduled(tick))]\npub struct TickTimer {\n #[primary_key]\n #[auto_inc]\n scheduled_id: u64,\n scheduled_at: ScheduleAt,\n}\n\n#[reducer]\npub fn tick(_ctx: &ReducerContext, _row: TickTimer) -> Result<(), String> {\n Ok(())\n}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) -> Result<(), String> {\n ctx.db.tick_timer().insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Interval(Duration::from_millis(50).into()),\n });\n Ok(())\n}\n",
|
|
"syntax": "rust"
|
|
},
|
|
"t_003_struct_in_table": {
|
|
"answer": "use spacetimedb::{table, SpacetimeType};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Position {\n pub x: i32,\n pub y: i32,\n}\n\n#[table(name = entity)]\npub struct Entity {\n #[primary_key]\n pub id: i32,\n pub pos: Position,\n}\n\n",
|
|
"syntax": "rust"
|
|
},
|
|
"t_004_insert": {
|
|
"answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(name = user)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer]\npub fn insert_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) -> Result<(), String> {\n ctx.db.user().insert(User { id, name, age, active });\n Ok(())\n}\n",
|
|
"syntax": "rust"
|
|
},
|
|
"t_005_update": {
|
|
"answer": "use spacetimedb::{reducer, table, ReducerContext};\n\n#[table(name = user)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer]\npub fn update_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) {\n ctx.db.user().id().update(User { id, name, age, active });\n}",
|
|
"syntax": "rust"
|
|
},
|
|
"t_006_delete": {
|
|
"answer": "use spacetimedb::{reducer, table, ReducerContext};\n\n#[table(name = user)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer]\npub fn delete_user(ctx: &ReducerContext, id: i32) {\n ctx.db.user().id().delete(id);\n}\n",
|
|
"syntax": "rust"
|
|
},
|
|
"t_007_crud": {
|
|
"answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(name = user)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer]\npub fn crud(ctx: &ReducerContext) {\n ctx.db.user().insert(User { id: 1, name: \"Alice\".into(), age: 30, active: true });\n ctx.db.user().insert(User { id: 2, name: \"Bob\".into(), age: 22, active: false });\n ctx.db.user().id().update(User { id: 1, name: \"Alice2\".into(), age: 31, active: false });\n ctx.db.user().id().delete(2);\n}\n",
|
|
"syntax": "rust"
|
|
},
|
|
"t_008_index_lookup": {
|
|
"answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(name = user)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[table(name = result)]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub name: String,\n}\n\n#[reducer]\npub fn lookup_user_name(ctx: &ReducerContext, id: i32) {\n if let Some(u) = ctx.db.user().id().find(id) {\n ctx.db.result().insert(ResultRow { id: u.id, name: u.name });\n }\n}\n",
|
|
"syntax": "rust"
|
|
},
|
|
"t_009_init": {
|
|
"answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(name = user)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) {\n ctx.db.user().insert(User { id: 1, name: \"Alice\".into(), age: 30, active: true });\n ctx.db.user().insert(User { id: 2, name: \"Bob\".into(), age: 22, active: false });\n}\n",
|
|
"syntax": "rust"
|
|
},
|
|
"t_010_connect": {
|
|
"answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(name = event)]\npub struct Event {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub kind: String,\n}\n\n#[reducer(client_connected)]\npub fn client_connected(ctx: &ReducerContext) {\n ctx.db.event().insert(Event { id: 0, kind: \"connected\".into() });\n}\n\n#[reducer(client_disconnected)]\npub fn client_disconnected(ctx: &ReducerContext) {\n ctx.db.event().insert(Event { id: 0, kind: \"disconnected\".into() });\n}\n",
|
|
"syntax": "rust"
|
|
},
|
|
"t_011_helper_function": {
|
|
"answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(name = result)]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub sum: i32,\n}\n\nfn add(a: i32, b: i32) -> i32 { a + b }\n\n#[reducer]\npub fn compute_sum(ctx: &ReducerContext, id: i32, a: i32, b: i32) {\n ctx.db.result().insert(ResultRow { id, sum: add(a, b) });\n}\n",
|
|
"syntax": "rust"
|
|
},
|
|
"t_012_spacetime_product_type": {
|
|
"answer": "use spacetimedb::{reducer, table, ReducerContext, SpacetimeType, Table};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Score {\n pub left: i32,\n pub right: i32,\n}\n\n#[table(name = result)]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub value: Score,\n}\n\n#[reducer]\npub fn set_score(ctx: &ReducerContext, id: i32, left: i32, right: i32) {\n ctx.db.result().insert(ResultRow { id, value: Score { left, right } });\n}\n",
|
|
"syntax": "rust"
|
|
},
|
|
"t_013_spacetime_sum_type": {
|
|
"answer": "use spacetimedb::{reducer, table, ReducerContext, SpacetimeType, Table};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Rect {\n pub width: i32,\n pub height: i32,\n}\n\n#[derive(SpacetimeType, Clone, Debug)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[table(name = result)]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub value: Shape,\n}\n\n#[reducer]\npub fn set_circle(ctx: &ReducerContext, id: i32, radius: i32) {\n ctx.db.result().insert(ResultRow { id, value: Shape::Circle(radius) });\n}\n",
|
|
"syntax": "rust"
|
|
},
|
|
"t_014_elementary_columns": {
|
|
"answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(name = primitive)]\npub struct Primitive {\n #[primary_key]\n pub id: i32,\n pub count: i32,\n pub total: i64,\n pub price: f32,\n pub ratio: f64,\n pub active: bool,\n pub name: String,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.primitive().insert(Primitive {\n id: 1,\n count: 2,\n total: 3_000_000_000,\n price: 1.5,\n ratio: 2.25,\n active: true,\n name: \"Alice\".into(),\n });\n}\n",
|
|
"syntax": "rust"
|
|
},
|
|
"t_015_product_type_columns": {
|
|
"answer": "use spacetimedb::{reducer, table, ReducerContext, SpacetimeType, Table};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Address {\n pub street: String,\n pub zip: i32,\n}\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Position {\n pub x: i32,\n pub y: i32,\n}\n\n#[table(name = profile)]\npub struct Profile {\n #[primary_key]\n pub id: i32,\n pub home: Address,\n pub work: Address,\n pub pos: Position,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.profile().insert(Profile {\n id: 1,\n home: Address { street: \"1 Main\".into(), zip: 11111 },\n work: Address { street: \"2 Broad\".into(), zip: 22222 },\n pos: Position { x: 7, y: 9 },\n });\n}\n",
|
|
"syntax": "rust"
|
|
},
|
|
"t_016_sum_type_columns": {
|
|
"answer": "use spacetimedb::{reducer, table, ReducerContext, SpacetimeType, Table};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Rect {\n pub width: i32,\n pub height: i32,\n}\n\n#[derive(SpacetimeType, Clone, Debug)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[table(name = drawing)]\npub struct Drawing {\n #[primary_key]\n pub id: i32,\n pub a: Shape,\n pub b: Shape,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.drawing().insert(Drawing {\n id: 1,\n a: Shape::Circle(10),\n b: Shape::Rectangle(Rect { width: 4, height: 6 }),\n });\n}\n",
|
|
"syntax": "rust"
|
|
},
|
|
"t_017_scheduled_columns": {
|
|
"answer": "use spacetimedb::{reducer, table, ReducerContext, ScheduleAt, Table};\nuse std::time::Duration;\n\n#[table(name = tick_timer, scheduled(tick))]\npub struct TickTimer {\n #[primary_key]\n #[auto_inc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[reducer]\npub fn tick(_ctx: &ReducerContext, _schedule: TickTimer) {\n}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) {\n let every_50ms: ScheduleAt = Duration::from_millis(50).into();\n ctx.db.tick_timer().insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: every_50ms,\n });\n}\n",
|
|
"syntax": "rust"
|
|
},
|
|
"t_018_constraints": {
|
|
"answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(\n name = account,\n index(name = by_name, btree(columns = [name]))\n)]\npub struct Account {\n #[primary_key]\n pub id: i32,\n #[unique]\n pub email: String,\n pub name: String,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.account().insert(Account { id: 1, email: \"a@example.com\".into(), name: \"Alice\".into() });\n ctx.db.account().insert(Account { id: 2, email: \"b@example.com\".into(), name: \"Bob\".into() });\n}\n",
|
|
"syntax": "rust"
|
|
},
|
|
"t_019_many_to_many": {
|
|
"answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(name = user)]\npub struct User {\n #[primary_key]\n pub user_id: i32,\n pub name: String,\n}\n\n#[table(name = group)]\npub struct Group {\n #[primary_key]\n pub group_id: i32,\n pub title: String,\n}\n\n#[table(\n name = membership,\n index(name = by_user, btree(columns = [user_id])),\n index(name = by_group, btree(columns = [group_id]))\n)]\npub struct Membership {\n #[primary_key]\n pub id: i32,\n pub user_id: i32,\n pub group_id: i32,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.user().insert(User { user_id: 1, name: \"Alice\".into() });\n ctx.db.user().insert(User { user_id: 2, name: \"Bob\".into() });\n\n ctx.db.group().insert(Group { group_id: 10, title: \"Admin\".into() });\n ctx.db.group().insert(Group { group_id: 20, title: \"Dev\".into() });\n\n ctx.db.membership().insert(Membership { id: 1, user_id: 1, group_id: 10 });\n ctx.db.membership().insert(Membership { id: 2, user_id: 1, group_id: 20 });\n ctx.db.membership().insert(Membership { id: 3, user_id: 2, group_id: 20 });\n}\n",
|
|
"syntax": "rust"
|
|
},
|
|
"t_020_ecs": {
|
|
"answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(name = entity)]\npub struct Entity {\n #[primary_key]\n pub id: i32,\n}\n\n#[table(name = position)]\npub struct Position {\n #[primary_key]\n pub entity_id: i32,\n pub x: i32,\n pub y: i32,\n}\n\n#[table(name = velocity)]\npub struct Velocity {\n #[primary_key]\n pub entity_id: i32,\n pub vx: i32,\n pub vy: i32,\n}\n\n#[table(name = next_position)]\npub struct NextPosition {\n #[primary_key]\n pub entity_id: i32,\n pub x: i32,\n pub y: i32,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.entity().insert(Entity { id: 1 });\n ctx.db.entity().insert(Entity { id: 2 });\n\n ctx.db.position().insert(Position {\n entity_id: 1,\n x: 1,\n y: 0,\n });\n ctx.db.position().insert(Position {\n entity_id: 2,\n x: 10,\n y: 0,\n });\n\n ctx.db.velocity().insert(Velocity {\n entity_id: 1,\n vx: 1,\n vy: 0,\n });\n ctx.db.velocity().insert(Velocity {\n entity_id: 2,\n vx: -2,\n vy: 3,\n });\n}\n\n#[spacetimedb::reducer]\npub fn step(ctx: &ReducerContext) {\n for p in ctx.db.position().iter() {\n if let Some(v) = ctx.db.velocity().entity_id().find(p.entity_id) {\n let np = NextPosition {\n entity_id: p.entity_id,\n x: p.x + v.vx,\n y: p.y + v.vy,\n };\n\n if ctx.db.next_position().entity_id().find(p.entity_id).is_some() {\n ctx.db.next_position().entity_id().update(np);\n } else {\n ctx.db.next_position().insert(np);\n }\n }\n }\n}\n",
|
|
"syntax": "rust"
|
|
},
|
|
"t_021_multi_column_index": {
|
|
"answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(\n name = log,\n index(name = by_user_day, btree(columns = [user_id, day]))\n)]\npub struct Log {\n #[primary_key]\n pub id: i32,\n pub user_id: i32,\n pub day: i32,\n pub message: String,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.log().insert(Log { id: 1, user_id: 7, day: 1, message: \"a\".into() });\n ctx.db.log().insert(Log { id: 2, user_id: 7, day: 2, message: \"b\".into() });\n ctx.db.log().insert(Log { id: 3, user_id: 9, day: 1, message: \"c\".into() });\n}\n",
|
|
"syntax": "rust"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"lang": "csharp",
|
|
"modes": [
|
|
{
|
|
"mode": "docs",
|
|
"hash": "e3621eaacfd5238fb514ff8c09c277ccd66170773959e5b391507110bf3ac17b",
|
|
"models": [
|
|
{
|
|
"name": "GPT-5",
|
|
"route_api_model": "gpt-5",
|
|
"tasks": {
|
|
"t_000_empty_reducers": {
|
|
"hash": "e3621eaacfd5238fb514ff8c09c277ccd66170773959e5b391507110bf3ac17b",
|
|
"task": "t_000_empty_reducers",
|
|
"lang": "csharp",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 1,
|
|
"passed_tests": 1,
|
|
"llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_NoArgs(ReducerContext ctx)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_WithInt(ReducerContext ctx, int count)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_WithString(ReducerContext ctx, string name)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_WithTwoArgs(ReducerContext ctx, int count, string name)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_WithThreeArgs(ReducerContext ctx, bool active, float ratio, string label)\n {\n }\n}",
|
|
"category": "basics",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "basics-t-000-empty-reducers-golden",
|
|
"llm_db": "basics-t-000-empty-reducers-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/basics/t_000_empty_reducers/csharp/server/golden",
|
|
"work_dir_llm": "target/llm-runs/basics/t_000_empty_reducers/csharp/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "basics-t-000-empty-reducers-golden",
|
|
"llm_db": "basics-t-000-empty-reducers-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:34379",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:59:45.341740044Z",
|
|
"finished_at": "2026-01-27T20:00:17.110354447Z"
|
|
},
|
|
"t_001_basic_tables": {
|
|
"hash": "e3621eaacfd5238fb514ff8c09c277ccd66170773959e5b391507110bf3ac17b",
|
|
"task": "t_001_basic_tables",
|
|
"lang": "csharp",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 1,
|
|
"passed_tests": 1,
|
|
"llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"User\")]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Table(Accessor = \"Product\")]\n public partial struct Product\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Title;\n public float Price;\n public bool InStock;\n }\n\n [SpacetimeDB.Table(Accessor = \"Note\")]\n public partial struct Note\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Body;\n public long Rating;\n public bool Pinned;\n }\n}",
|
|
"category": "basics",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "basics-t-001-basic-tables-golden",
|
|
"llm_db": "basics-t-001-basic-tables-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/basics/t_001_basic_tables/csharp/server/golden",
|
|
"work_dir_llm": "target/llm-runs/basics/t_001_basic_tables/csharp/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "basics-t-001-basic-tables-golden",
|
|
"llm_db": "basics-t-001-basic-tables-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:34379",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T20:00:10.594319009Z",
|
|
"finished_at": "2026-01-27T20:00:39.454473930Z"
|
|
},
|
|
"t_002_scheduled_table": {
|
|
"hash": "e3621eaacfd5238fb514ff8c09c277ccd66170773959e5b391507110bf3ac17b",
|
|
"task": "t_002_scheduled_table",
|
|
"lang": "csharp",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 1,
|
|
"passed_tests": 1,
|
|
"llm_output": "using System;\nusing SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"TickTimer\", Scheduled = nameof(Tick), ScheduledAt = nameof(ScheduledAt))]\n public partial struct TickTimer\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n }\n\n [SpacetimeDB.Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n foreach (var row in ctx.Db.TickTimer.Iter())\n {\n ctx.Db.TickTimer.ScheduledId.Delete(row.ScheduledId);\n }\n\n ctx.Db.TickTimer.Insert(new TickTimer\n {\n ScheduledId = 0,\n ScheduledAt = new ScheduleAt.Interval(TimeSpan.FromMilliseconds(50))\n });\n }\n\n [SpacetimeDB.Reducer]\n public static void Tick(ReducerContext ctx, TickTimer _timer)\n {\n // Tick scheduled reducer. Intentionally left blank.\n }\n}",
|
|
"category": "basics",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "basics-t-002-scheduled-table-golden",
|
|
"llm_db": "basics-t-002-scheduled-table-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/basics/t_002_scheduled_table/csharp/server/golden",
|
|
"work_dir_llm": "target/llm-runs/basics/t_002_scheduled_table/csharp/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "basics-t-002-scheduled-table-golden",
|
|
"llm_db": "basics-t-002-scheduled-table-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:34379",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T20:00:39.454500245Z",
|
|
"finished_at": "2026-01-27T20:01:19.695962602Z"
|
|
},
|
|
"t_003_struct_in_table": {
|
|
"hash": "e3621eaacfd5238fb514ff8c09c277ccd66170773959e5b391507110bf3ac17b",
|
|
"task": "t_003_struct_in_table",
|
|
"lang": "csharp",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 1,
|
|
"passed_tests": 1,
|
|
"llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Type]\n public partial struct Position\n {\n public int X;\n public int Y;\n }\n\n [SpacetimeDB.Table(Accessor = \"Entity\")]\n public partial struct Entity\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Position Pos;\n }\n}",
|
|
"category": "basics",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "basics-t-003-struct-in-table-golden",
|
|
"llm_db": "basics-t-003-struct-in-table-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/basics/t_003_struct_in_table/csharp/server/golden",
|
|
"work_dir_llm": "target/llm-runs/basics/t_003_struct_in_table/csharp/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "basics-t-003-struct-in-table-golden",
|
|
"llm_db": "basics-t-003-struct-in-table-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:34379",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T20:00:06.267861248Z",
|
|
"finished_at": "2026-01-27T20:00:37.823969244Z"
|
|
},
|
|
"t_004_insert": {
|
|
"hash": "e3621eaacfd5238fb514ff8c09c277ccd66170773959e5b391507110bf3ac17b",
|
|
"task": "t_004_insert",
|
|
"lang": "csharp",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 2,
|
|
"passed_tests": 2,
|
|
"llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"User\")]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer]\n public static void InsertUser(ReducerContext ctx, int id, string name, int age, bool active)\n {\n ctx.Db.User.Insert(new User\n {\n Id = id,\n Name = name,\n Age = age,\n Active = active\n });\n }\n}",
|
|
"category": "basics",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "basics-t-004-insert-golden",
|
|
"llm_db": "basics-t-004-insert-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/basics/t_004_insert/csharp/server/golden",
|
|
"work_dir_llm": "target/llm-runs/basics/t_004_insert/csharp/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "basics-t-004-insert-golden",
|
|
"llm_db": "basics-t-004-insert-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:34379",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
},
|
|
"data_parity_insert_user": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"args": [
|
|
1,
|
|
"Alice",
|
|
30,
|
|
true
|
|
],
|
|
"golden_db": "basics-t-004-insert-golden",
|
|
"golden_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true",
|
|
"llm_db": "basics-t-004-insert-gpt-5-llm",
|
|
"llm_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true",
|
|
"query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1",
|
|
"reducer": "InsertUser",
|
|
"server": "http://127.0.0.1:34379"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T20:00:17.336276015Z",
|
|
"finished_at": "2026-01-27T20:00:48.236577365Z"
|
|
},
|
|
"t_005_update": {
|
|
"hash": "e3621eaacfd5238fb514ff8c09c277ccd66170773959e5b391507110bf3ac17b",
|
|
"task": "t_005_update",
|
|
"lang": "csharp",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 3,
|
|
"passed_tests": 3,
|
|
"llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"User\")]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer]\n public static void UpdateUser(ReducerContext ctx, int id, string name, int age, bool active)\n {\n var user = ctx.Db.User.Id.Find(id) ?? throw new System.Exception(\"User not found\");\n user.Name = name;\n user.Age = age;\n user.Active = active;\n user.Id = id;\n ctx.Db.User.Id.Update(user);\n }\n}",
|
|
"category": "basics",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "basics-t-005-update-golden",
|
|
"llm_db": "basics-t-005-update-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/basics/t_005_update/csharp/server/golden",
|
|
"work_dir_llm": "target/llm-runs/basics/t_005_update/csharp/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"data_parity_update_user": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"args": [
|
|
1,
|
|
"Alice2",
|
|
31,
|
|
false
|
|
],
|
|
"golden_db": "basics-t-005-update-golden",
|
|
"golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
|
|
"llm_db": "basics-t-005-update-gpt-5-llm",
|
|
"llm_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
|
|
"query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1",
|
|
"reducer": "UpdateUser",
|
|
"server": "http://127.0.0.1:34379"
|
|
}
|
|
},
|
|
"seed_users_row": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"sql": "INSERT INTO User(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)"
|
|
}
|
|
},
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "basics-t-005-update-golden",
|
|
"llm_db": "basics-t-005-update-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:34379",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:59:43.681559749Z",
|
|
"finished_at": "2026-01-27T20:00:17.332627669Z"
|
|
},
|
|
"t_006_delete": {
|
|
"hash": "e3621eaacfd5238fb514ff8c09c277ccd66170773959e5b391507110bf3ac17b",
|
|
"task": "t_006_delete",
|
|
"lang": "csharp",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 3,
|
|
"passed_tests": 3,
|
|
"llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"User\")]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer]\n public static void DeleteUser(ReducerContext ctx, int id)\n {\n ctx.Db.User.Id.Delete(id);\n }\n}",
|
|
"category": "basics",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "basics-t-006-delete-golden",
|
|
"llm_db": "basics-t-006-delete-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/basics/t_006_delete/csharp/server/golden",
|
|
"work_dir_llm": "target/llm-runs/basics/t_006_delete/csharp/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"seed_users_row": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"sql": "INSERT INTO User(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)"
|
|
}
|
|
},
|
|
"delete_user_count_zero": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 0,
|
|
"expected": 0,
|
|
"sql": "SELECT COUNT(*) AS n FROM User WHERE Id=1"
|
|
}
|
|
},
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "basics-t-006-delete-golden",
|
|
"llm_db": "basics-t-006-delete-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:34379",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:58:58.264033858Z",
|
|
"finished_at": "2026-01-27T19:59:39.007925686Z"
|
|
},
|
|
"t_007_crud": {
|
|
"hash": "e3621eaacfd5238fb514ff8c09c277ccd66170773959e5b391507110bf3ac17b",
|
|
"task": "t_007_crud",
|
|
"lang": "csharp",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 4,
|
|
"passed_tests": 4,
|
|
"llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"User\")]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer]\n public static void Crud(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n ctx.Db.User.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n\n var found = ctx.Db.User.Id.Find(1);\n if (found is User user)\n {\n user.Name = \"Alice2\";\n user.Age = 31;\n user.Active = false;\n ctx.Db.User.Id.Update(user);\n }\n\n ctx.Db.User.Id.Delete(2);\n }\n}",
|
|
"category": "basics",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "basics-t-007-crud-golden",
|
|
"llm_db": "basics-t-007-crud-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/basics/t_007_crud/csharp/server/golden",
|
|
"work_dir_llm": "target/llm-runs/basics/t_007_crud/csharp/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "basics-t-007-crud-golden",
|
|
"llm_db": "basics-t-007-crud-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:34379",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
},
|
|
"crud_total_count_one": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 1,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM User"
|
|
}
|
|
},
|
|
"crud_row_id2_deleted": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 0,
|
|
"expected": 0,
|
|
"sql": "SELECT COUNT(*) AS n FROM User WHERE Id=2"
|
|
}
|
|
},
|
|
"crud_row_id1_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"args": [],
|
|
"golden_db": "basics-t-007-crud-golden",
|
|
"golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
|
|
"llm_db": "basics-t-007-crud-gpt-5-llm",
|
|
"llm_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
|
|
"query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1",
|
|
"reducer": "Crud",
|
|
"server": "http://127.0.0.1:34379"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:59:29.414134061Z",
|
|
"finished_at": "2026-01-27T20:00:06.267814536Z"
|
|
},
|
|
"t_008_index_lookup": {
|
|
"hash": "e3621eaacfd5238fb514ff8c09c277ccd66170773959e5b391507110bf3ac17b",
|
|
"task": "t_008_index_lookup",
|
|
"lang": "csharp",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 3,
|
|
"passed_tests": 3,
|
|
"llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"User\")]\n public partial class User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Table(Accessor = \"Result\")]\n public partial class Result\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n }\n\n [SpacetimeDB.Reducer]\n public static void LookupUserName(ReducerContext ctx, int id)\n {\n var user = ctx.Db.User.Id.Find(id);\n if (user != null)\n {\n ctx.Db.Result.Insert(new Result { Id = user.Id, Name = user.Name });\n }\n }\n}",
|
|
"category": "basics",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "basics-t-008-index-lookup-golden",
|
|
"llm_db": "basics-t-008-index-lookup-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/basics/t_008_index_lookup/csharp/server/golden",
|
|
"work_dir_llm": "target/llm-runs/basics/t_008_index_lookup/csharp/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"index_lookup_projection_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"args": [
|
|
1
|
|
],
|
|
"golden_db": "basics-t-008-index-lookup-golden",
|
|
"golden_out": "Id | Name ----+--------- 1 | \"Alice\"",
|
|
"llm_db": "basics-t-008-index-lookup-gpt-5-llm",
|
|
"llm_out": "Id | Name ----+--------- 1 | \"Alice\"",
|
|
"query": "SELECT Id, Name FROM Result WHERE Id=1",
|
|
"reducer": "LookupUserName",
|
|
"server": "http://127.0.0.1:34379"
|
|
}
|
|
},
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "basics-t-008-index-lookup-golden",
|
|
"llm_db": "basics-t-008-index-lookup-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:34379",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
},
|
|
"seed_user_row": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"sql": "INSERT INTO User(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T20:00:17.332669093Z",
|
|
"finished_at": "2026-01-27T20:00:55.597420674Z"
|
|
},
|
|
"t_009_init": {
|
|
"hash": "e3621eaacfd5238fb514ff8c09c277ccd66170773959e5b391507110bf3ac17b",
|
|
"task": "t_009_init",
|
|
"lang": "csharp",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 4,
|
|
"passed_tests": 4,
|
|
"llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"User\")]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n ctx.Db.User.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n }\n}",
|
|
"category": "basics",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "basics-t-009-init-golden",
|
|
"llm_db": "basics-t-009-init-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/basics/t_009_init/csharp/server/golden",
|
|
"work_dir_llm": "target/llm-runs/basics/t_009_init/csharp/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "basics-t-009-init-golden",
|
|
"llm_db": "basics-t-009-init-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:34379",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
},
|
|
"init_seed_bob": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 1,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM User WHERE Id=2 AND Name='Bob' AND Age=22 AND Active=false"
|
|
}
|
|
},
|
|
"init_seed_alice": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 1,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM User WHERE Id=1 AND Name='Alice' AND Age=30 AND Active=true"
|
|
}
|
|
},
|
|
"init_total_two": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 2,
|
|
"expected": 2,
|
|
"sql": "SELECT COUNT(*) AS n FROM User"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:59:39.007990909Z",
|
|
"finished_at": "2026-01-27T20:00:10.594272918Z"
|
|
},
|
|
"t_010_connect": {
|
|
"hash": "e3621eaacfd5238fb514ff8c09c277ccd66170773959e5b391507110bf3ac17b",
|
|
"task": "t_010_connect",
|
|
"lang": "csharp",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 1,
|
|
"passed_tests": 1,
|
|
"llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"Event\")]\n public partial struct Event\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public int Id;\n public string Kind;\n }\n\n [SpacetimeDB.Reducer(ReducerKind.ClientConnected)]\n public static void ClientConnected(ReducerContext ctx)\n {\n ctx.Db.Event.Insert(new Event { Id = 0, Kind = \"connected\" });\n }\n\n [SpacetimeDB.Reducer(ReducerKind.ClientDisconnected)]\n public static void ClientDisconnected(ReducerContext ctx)\n {\n ctx.Db.Event.Insert(new Event { Id = 0, Kind = \"disconnected\" });\n }\n}",
|
|
"category": "basics",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "basics-t-010-connect-golden",
|
|
"llm_db": "basics-t-010-connect-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/basics/t_010_connect/csharp/server/golden",
|
|
"work_dir_llm": "target/llm-runs/basics/t_010_connect/csharp/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "basics-t-010-connect-golden",
|
|
"llm_db": "basics-t-010-connect-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:34379",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:59:08.068058110Z",
|
|
"finished_at": "2026-01-27T19:59:45.341706421Z"
|
|
},
|
|
"t_011_helper_function": {
|
|
"hash": "e3621eaacfd5238fb514ff8c09c277ccd66170773959e5b391507110bf3ac17b",
|
|
"task": "t_011_helper_function",
|
|
"lang": "csharp",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 3,
|
|
"passed_tests": 3,
|
|
"llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"Result\")]\n public partial struct Result\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public int Sum;\n }\n\n public static int Add(int a, int b)\n {\n return a + b;\n }\n\n [SpacetimeDB.Reducer]\n public static void ComputeSum(ReducerContext ctx, int id, int a, int b)\n {\n ctx.Db.Result.Insert(new Result\n {\n Id = id,\n Sum = Add(a, b),\n });\n }\n}",
|
|
"category": "basics",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "basics-t-011-helper-function-golden",
|
|
"llm_db": "basics-t-011-helper-function-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/basics/t_011_helper_function/csharp/server/golden",
|
|
"work_dir_llm": "target/llm-runs/basics/t_011_helper_function/csharp/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"helper_func_sum_abs": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 1,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1 AND Sum=5"
|
|
}
|
|
},
|
|
"helper_func_sum_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"args": [
|
|
1,
|
|
2,
|
|
3
|
|
],
|
|
"golden_db": "basics-t-011-helper-function-golden",
|
|
"golden_out": "Id | Sum ----+----- 1 | 5",
|
|
"llm_db": "basics-t-011-helper-function-gpt-5-llm",
|
|
"llm_out": "Id | Sum ----+----- 1 | 5",
|
|
"query": "SELECT Id, Sum FROM Result WHERE Id=1",
|
|
"reducer": "ComputeSum",
|
|
"server": "http://127.0.0.1:34379"
|
|
}
|
|
},
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "basics-t-011-helper-function-golden",
|
|
"llm_db": "basics-t-011-helper-function-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:34379",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T20:00:37.824007777Z",
|
|
"finished_at": "2026-01-27T20:01:12.698364118Z"
|
|
},
|
|
"t_012_spacetime_product_type": {
|
|
"hash": "e3621eaacfd5238fb514ff8c09c277ccd66170773959e5b391507110bf3ac17b",
|
|
"task": "t_012_spacetime_product_type",
|
|
"lang": "csharp",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 3,
|
|
"passed_tests": 3,
|
|
"llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Type]\n public partial struct Score\n {\n public int Left;\n public int Right;\n }\n\n [SpacetimeDB.Table(Accessor = \"Result\", Public = true)]\n public partial struct Result\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Score Value;\n }\n\n [SpacetimeDB.Reducer]\n public static void SetScore(ReducerContext ctx, int id, int left, int right)\n {\n ctx.Db.Result.Insert(new Result\n {\n Id = id,\n Value = new Score { Left = left, Right = right }\n });\n }\n}",
|
|
"category": "schema",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "schema-t-012-spacetime-product-type-golden",
|
|
"llm_db": "schema-t-012-spacetime-product-type-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/schema/t_012_spacetime_product_type/csharp/server/golden",
|
|
"work_dir_llm": "target/llm-runs/schema/t_012_spacetime_product_type/csharp/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"product_type_row_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"args": [
|
|
1,
|
|
2,
|
|
3
|
|
],
|
|
"golden_db": "schema-t-012-spacetime-product-type-golden",
|
|
"golden_out": "Id | Value ----+----------------------- 1 | (Left = 2, Right = 3)",
|
|
"llm_db": "schema-t-012-spacetime-product-type-gpt-5-llm",
|
|
"llm_out": "Id | Value ----+----------------------- 1 | (Left = 2, Right = 3)",
|
|
"query": "SELECT Id, Value FROM Result WHERE Id=1",
|
|
"reducer": "SetScore",
|
|
"server": "http://127.0.0.1:34379"
|
|
}
|
|
},
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "schema-t-012-spacetime-product-type-golden",
|
|
"llm_db": "schema-t-012-spacetime-product-type-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:34379",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
},
|
|
"product_type_row_count": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 1,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:58:50.225754898Z",
|
|
"finished_at": "2026-01-27T19:59:29.413988946Z"
|
|
},
|
|
"t_013_spacetime_sum_type": {
|
|
"hash": "e3621eaacfd5238fb514ff8c09c277ccd66170773959e5b391507110bf3ac17b",
|
|
"task": "t_013_spacetime_sum_type",
|
|
"lang": "csharp",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 3,
|
|
"passed_tests": 3,
|
|
"llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Type]\n public partial struct Circle\n {\n public int Radius;\n }\n\n [SpacetimeDB.Type]\n public partial struct Rectangle\n {\n public int Width;\n public int Height;\n }\n\n [SpacetimeDB.Type]\n public partial record Shape : TaggedEnum<(Circle Circle, Rectangle Rectangle)> { }\n\n [SpacetimeDB.Table(Accessor = \"Result\")]\n public partial struct Result\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Shape Value;\n }\n\n [SpacetimeDB.Reducer]\n public static void SetCircle(ReducerContext ctx, int id, int radius)\n {\n ctx.Db.Result.Insert(new Result\n {\n Id = id,\n Value = new Shape.Circle(new Circle { Radius = radius })\n });\n }\n}",
|
|
"category": "schema",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "schema-t-013-spacetime-sum-type-golden",
|
|
"llm_db": "schema-t-013-spacetime-sum-type-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/schema/t_013_spacetime_sum_type/csharp/server/golden",
|
|
"work_dir_llm": "target/llm-runs/schema/t_013_spacetime_sum_type/csharp/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "schema-t-013-spacetime-sum-type-golden",
|
|
"llm_db": "schema-t-013-spacetime-sum-type-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:34379",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
},
|
|
"sum_type_row_count": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 1,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1"
|
|
}
|
|
},
|
|
"sum_type_row_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"args": [
|
|
1,
|
|
10
|
|
],
|
|
"golden_db": "schema-t-013-spacetime-sum-type-golden",
|
|
"golden_out": "Id | Value ----+-------------------------- 1 | (Circle = (Radius = 10))",
|
|
"llm_db": "schema-t-013-spacetime-sum-type-gpt-5-llm",
|
|
"llm_out": "Id | Value ----+-------------------------- 1 | (Circle = (Radius = 10))",
|
|
"query": "SELECT Id, Value FROM Result WHERE Id=1",
|
|
"reducer": "SetCircle",
|
|
"server": "http://127.0.0.1:34379"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:57:55.737450825Z",
|
|
"finished_at": "2026-01-27T19:58:46.370198569Z"
|
|
},
|
|
"t_014_elementary_columns": {
|
|
"hash": "e3621eaacfd5238fb514ff8c09c277ccd66170773959e5b391507110bf3ac17b",
|
|
"task": "t_014_elementary_columns",
|
|
"lang": "csharp",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 3,
|
|
"passed_tests": 1,
|
|
"llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"Primitive\", Public = true)]\n public partial struct Primitive\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public int Count;\n public long Total;\n public float Price;\n public double Ratio;\n public bool Active;\n public string Name;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Primitive.Insert(new Primitive\n {\n Id = 1,\n Count = 2,\n Total = 3000000000L,\n Price = 1.5f,\n Ratio = 2.25,\n Active = true,\n Name = \"Alice\"\n });\n }\n}",
|
|
"category": "schema",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "schema-t-014-elementary-columns-golden",
|
|
"llm_db": "schema-t-014-elementary-columns-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/schema/t_014_elementary_columns/csharp/server/golden",
|
|
"work_dir_llm": "target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "schema-t-014-elementary-columns-golden",
|
|
"llm_db": "schema-t-014-elementary-columns-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:34379",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
},
|
|
"elementary_columns_row_count": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: no such table: `primitive`. If the table exists, it may be marked private.\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:34379/v1/database/c2006db3efe118f9e2be4d0996245799216709f62c09af27307321501d4ca96f/sql)\n",
|
|
"phase": "sql"
|
|
}
|
|
},
|
|
"elementary_columns_row_parity": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: no such table: `primitive`. If the table exists, it may be marked private.\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:34379/v1/database/c2008bda321ec5b24f06db6690e57eaa2c1b3a9bada2318accf99feb7910837d/sql)\n",
|
|
"phase": "sql_golden"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:58:46.370277696Z",
|
|
"finished_at": "2026-01-27T19:59:43.681502253Z"
|
|
},
|
|
"t_015_product_type_columns": {
|
|
"hash": "e3621eaacfd5238fb514ff8c09c277ccd66170773959e5b391507110bf3ac17b",
|
|
"task": "t_015_product_type_columns",
|
|
"lang": "csharp",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 3,
|
|
"passed_tests": 3,
|
|
"llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Type]\n public partial struct Address\n {\n public string Street;\n public int Zip;\n }\n\n [SpacetimeDB.Type]\n public partial struct Position\n {\n public int X;\n public int Y;\n }\n\n [SpacetimeDB.Table(Accessor = \"Profile\", Public = true)]\n public partial struct Profile\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Address Home;\n public Address Work;\n public Position Pos;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n if (ctx.Db.Profile.Id.Find(1) == null)\n {\n ctx.Db.Profile.Insert(new Profile\n {\n Id = 1,\n Home = new Address { Street = \"1 Main\", Zip = 11111 },\n Work = new Address { Street = \"2 Broad\", Zip = 22222 },\n Pos = new Position { X = 7, Y = 9 },\n });\n }\n }\n}",
|
|
"category": "schema",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "schema-t-015-product-type-columns-golden",
|
|
"llm_db": "schema-t-015-product-type-columns-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/schema/t_015_product_type_columns/csharp/server/golden",
|
|
"work_dir_llm": "target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "schema-t-015-product-type-columns-golden",
|
|
"llm_db": "schema-t-015-product-type-columns-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:34379",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
},
|
|
"product_type_columns_row_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"args": [],
|
|
"golden_db": "schema-t-015-product-type-columns-golden",
|
|
"golden_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (Street = \"1 Main\", Zip = 11111) | (Street = \"2 Broad\", Zip = 22222) | (X = 7, Y = 9)",
|
|
"llm_db": "schema-t-015-product-type-columns-gpt-5-llm",
|
|
"llm_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (Street = \"1 Main\", Zip = 11111) | (Street = \"2 Broad\", Zip = 22222) | (X = 7, Y = 9)",
|
|
"query": "SELECT Id, Home, Work, Pos FROM Profile WHERE Id=1",
|
|
"reducer": "Seed",
|
|
"server": "http://127.0.0.1:34379"
|
|
}
|
|
},
|
|
"product_type_columns_row_count": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 1,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM Profile WHERE Id=1"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:58:04.285909374Z",
|
|
"finished_at": "2026-01-27T19:58:50.225511855Z"
|
|
},
|
|
"t_016_sum_type_columns": {
|
|
"hash": "e3621eaacfd5238fb514ff8c09c277ccd66170773959e5b391507110bf3ac17b",
|
|
"task": "t_016_sum_type_columns",
|
|
"lang": "csharp",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 3,
|
|
"passed_tests": 1,
|
|
"llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Type]\n public partial struct Circle\n {\n public int Radius;\n }\n\n [SpacetimeDB.Type]\n public partial struct Rectangle\n {\n public int Width;\n public int Height;\n }\n\n [SpacetimeDB.Type]\n public partial record Shape : TaggedEnum<(Circle Circle, Rectangle Rectangle)> { }\n\n [SpacetimeDB.Table(Accessor = \"Drawing\")]\n public partial struct Drawing\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Shape A;\n public Shape B;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Drawing.Insert(new Drawing\n {\n Id = 1,\n A = new Shape.Circle(new Circle { Radius = 10 }),\n B = new Shape.Rectangle(new Rectangle { Width = 4, Height = 6 })\n });\n }\n}",
|
|
"category": "schema",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "schema-t-016-sum-type-columns-golden",
|
|
"llm_db": "schema-t-016-sum-type-columns-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/schema/t_016_sum_type_columns/csharp/server/golden",
|
|
"work_dir_llm": "target/llm-runs/schema/t_016_sum_type_columns/csharp/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"sum_type_columns_row_count": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: no such table: `drawings`. If the table exists, it may be marked private.\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:34379/v1/database/c200a38bd5eaec739ca1bb5f49423cf455fb484e997f330a37dbe10a2f09faac/sql)\n",
|
|
"phase": "sql"
|
|
}
|
|
},
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "schema-t-016-sum-type-columns-golden",
|
|
"llm_db": "schema-t-016-sum-type-columns-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:34379",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
},
|
|
"sum_type_columns_row_parity": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: no such table: `drawings`. If the table exists, it may be marked private.\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:34379/v1/database/c20028da21a53491f84d8895dbcf4906c6c844846426c39ae32b5fd1689a2641/sql)\n",
|
|
"phase": "sql_golden"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:57:09.422528630Z",
|
|
"finished_at": "2026-01-27T19:58:04.281919840Z"
|
|
},
|
|
"t_017_scheduled_columns": {
|
|
"hash": "e3621eaacfd5238fb514ff8c09c277ccd66170773959e5b391507110bf3ac17b",
|
|
"task": "t_017_scheduled_columns",
|
|
"lang": "csharp",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 2,
|
|
"passed_tests": 1,
|
|
"llm_output": "using System;\nusing SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"TickTimer\", Scheduled = nameof(Tick), ScheduledAt = nameof(ScheduledAt))]\n public partial struct TickTimer\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n }\n\n [SpacetimeDB.Reducer]\n public static void Tick(ReducerContext ctx, TickTimer _timer)\n {\n }\n\n [SpacetimeDB.Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.TickTimer.Insert(new TickTimer\n {\n ScheduledAt = new ScheduleAt.Interval(TimeSpan.FromMilliseconds(50))\n });\n }\n}",
|
|
"category": "schema",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "schema-t-017-scheduled-columns-golden",
|
|
"llm_db": "schema-t-017-scheduled-columns-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/schema/t_017_scheduled_columns/csharp/server/golden",
|
|
"work_dir_llm": "target/llm-runs/schema/t_017_scheduled_columns/csharp/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"scheduled_seeded_one_row": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: no such table: `tick_timer`. If the table exists, it may be marked private.\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:34379/v1/database/c200bf2221f01a62dfa1acb5a397b4271a57cfc2f171562204bb3bcee2259214/sql)\n",
|
|
"phase": "sql"
|
|
}
|
|
},
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "schema-t-017-scheduled-columns-golden",
|
|
"llm_db": "schema-t-017-scheduled-columns-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:34379",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:57:09.413847953Z",
|
|
"finished_at": "2026-01-27T19:57:55.737395054Z"
|
|
},
|
|
"t_018_constraints": {
|
|
"hash": "e3621eaacfd5238fb514ff8c09c277ccd66170773959e5b391507110bf3ac17b",
|
|
"task": "t_018_constraints",
|
|
"lang": "csharp",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 3,
|
|
"passed_tests": 3,
|
|
"llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"Account\", Public = true)]\n public partial struct Account\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n\n [SpacetimeDB.Unique]\n public string Email;\n\n [SpacetimeDB.Index.BTree(Name = \"by_name\")]\n public string Name;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Account.Insert(new Account { Id = 1, Email = \"a@example.com\", Name = \"Alice\" });\n ctx.Db.Account.Insert(new Account { Id = 2, Email = \"b@example.com\", Name = \"Bob\" });\n }\n}",
|
|
"category": "schema",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "schema-t-018-constraints-golden",
|
|
"llm_db": "schema-t-018-constraints-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/schema/t_018_constraints/csharp/server/golden",
|
|
"work_dir_llm": "target/llm-runs/schema/t_018_constraints/csharp/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"constraints_row_parity_after_seed": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"args": [],
|
|
"golden_db": "schema-t-018-constraints-golden",
|
|
"golden_out": "Id | Email | Name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"",
|
|
"llm_db": "schema-t-018-constraints-gpt-5-llm",
|
|
"llm_out": "Id | Email | Name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"",
|
|
"query": "SELECT Id, Email, Name FROM Account WHERE Id=1",
|
|
"reducer": "Seed",
|
|
"server": "http://127.0.0.1:34379"
|
|
}
|
|
},
|
|
"constraints_seed_two_rows": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 1,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM Account WHERE Id=2"
|
|
}
|
|
},
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "schema-t-018-constraints-golden",
|
|
"llm_db": "schema-t-018-constraints-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:34379",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:57:09.410769526Z",
|
|
"finished_at": "2026-01-27T19:58:03.584746288Z"
|
|
},
|
|
"t_019_many_to_many": {
|
|
"hash": "e3621eaacfd5238fb514ff8c09c277ccd66170773959e5b391507110bf3ac17b",
|
|
"task": "t_019_many_to_many",
|
|
"lang": "csharp",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 5,
|
|
"passed_tests": 5,
|
|
"llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"User\")]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int UserId;\n public string Name;\n }\n\n [SpacetimeDB.Table(Accessor = \"Group\")]\n public partial struct Group\n {\n [SpacetimeDB.PrimaryKey]\n public int GroupId;\n public string Title;\n }\n\n [SpacetimeDB.Table(Accessor = \"Membership\")]\n [SpacetimeDB.Index.BTree(Name = \"by_user\", Columns = new[] { \"UserId\" })]\n [SpacetimeDB.Index.BTree(Name = \"by_group\", Columns = new[] { \"GroupId\" })]\n public partial struct Membership\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public int UserId;\n public int GroupId;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n foreach (var m in ctx.Db.Membership.Iter())\n {\n ctx.Db.Membership.Id.Delete(m.Id);\n }\n\n foreach (var g in ctx.Db.Group.Iter())\n {\n ctx.Db.Group.GroupId.Delete(g.GroupId);\n }\n\n foreach (var u in ctx.Db.User.Iter())\n {\n ctx.Db.User.UserId.Delete(u.UserId);\n }\n\n ctx.Db.User.Insert(new User { UserId = 1, Name = \"Alice\" });\n ctx.Db.User.Insert(new User { UserId = 2, Name = \"Bob\" });\n\n ctx.Db.Group.Insert(new Group { GroupId = 10, Title = \"Admin\" });\n ctx.Db.Group.Insert(new Group { GroupId = 20, Title = \"Dev\" });\n\n ctx.Db.Membership.Insert(new Membership { Id = 1, UserId = 1, GroupId = 10 });\n ctx.Db.Membership.Insert(new Membership { Id = 2, UserId = 1, GroupId = 20 });\n ctx.Db.Membership.Insert(new Membership { Id = 3, UserId = 2, GroupId = 20 });\n }\n}",
|
|
"category": "schema",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "schema-t-019-many-to-many-golden",
|
|
"llm_db": "schema-t-019-many-to-many-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/schema/t_019_many_to_many/csharp/server/golden",
|
|
"work_dir_llm": "target/llm-runs/schema/t_019_many_to_many/csharp/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"m2m_has_2_20": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 1,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=2 AND GroupId=20"
|
|
}
|
|
},
|
|
"memberships_three_rows": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 3,
|
|
"expected": 3,
|
|
"sql": "SELECT COUNT(*) AS n FROM Membership"
|
|
}
|
|
},
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "schema-t-019-many-to-many-golden",
|
|
"llm_db": "schema-t-019-many-to-many-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:34379",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
},
|
|
"m2m_has_1_20": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 1,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=1 AND GroupId=20"
|
|
}
|
|
},
|
|
"m2m_has_1_10": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 1,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=1 AND GroupId=10"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:58:04.046511986Z",
|
|
"finished_at": "2026-01-27T19:58:58.263921552Z"
|
|
},
|
|
"t_020_ecs": {
|
|
"hash": "e3621eaacfd5238fb514ff8c09c277ccd66170773959e5b391507110bf3ac17b",
|
|
"task": "t_020_ecs",
|
|
"lang": "csharp",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 5,
|
|
"passed_tests": 1,
|
|
"llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"Entity\")]\n public partial struct Entity\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n }\n\n [SpacetimeDB.Table(Accessor = \"Position\")]\n public partial struct Position\n {\n [SpacetimeDB.PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n }\n\n [SpacetimeDB.Table(Accessor = \"Velocity\")]\n public partial struct Velocity\n {\n [SpacetimeDB.PrimaryKey]\n public int EntityId;\n public int VX;\n public int VY;\n }\n\n [SpacetimeDB.Table(Accessor = \"NextPosition\")]\n public partial struct NextPosition\n {\n [SpacetimeDB.PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n // Entities\n ctx.Db.Entity.Insert(new Entity { Id = 1 });\n ctx.Db.Entity.Insert(new Entity { Id = 2 });\n\n // Positions\n ctx.Db.Position.Insert(new Position { EntityId = 1, X = 0, Y = 0 });\n ctx.Db.Position.Insert(new Position { EntityId = 2, X = 10, Y = 0 });\n\n // Velocities\n ctx.Db.Velocity.Insert(new Velocity { EntityId = 1, VX = 1, VY = 0 });\n ctx.Db.Velocity.Insert(new Velocity { EntityId = 2, VX = -2, VY = 3 });\n }\n\n [SpacetimeDB.Reducer]\n public static void Step(ReducerContext ctx)\n {\n foreach (var pos in ctx.Db.Position.Iter())\n {\n var vel = ctx.Db.Velocity.EntityId.Find(pos.EntityId);\n int vx = 0, vy = 0;\n if (vel != null)\n {\n vx = vel.Value.VX;\n vy = vel.Value.VY;\n }\n\n var next = new NextPosition\n {\n EntityId = pos.EntityId,\n X = pos.X + vx,\n Y = pos.Y + vy\n };\n\n var existing = ctx.Db.NextPosition.EntityId.Find(pos.EntityId);\n if (existing != null)\n {\n ctx.Db.NextPosition.EntityId.Update(next);\n }\n else\n {\n ctx.Db.NextPosition.Insert(next);\n }\n }\n }\n}",
|
|
"category": "schema",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "schema-t-020-ecs-golden",
|
|
"llm_db": "schema-t-020-ecs-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/schema/t_020_ecs/csharp/server/golden",
|
|
"work_dir_llm": "target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"ecs_step_next_positions_count": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: no such table: `next_positions`. If the table exists, it may be marked private.\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:34379/v1/database/c20015874a697116ed39e7f80d0fb9c484518ec19d2cf28ab6bbc9a525d697e0/sql)\n",
|
|
"phase": "sql"
|
|
}
|
|
},
|
|
"ecs_next_pos_entity1": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: no such table: `next_positions`. If the table exists, it may be marked private.\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:34379/v1/database/c20015874a697116ed39e7f80d0fb9c484518ec19d2cf28ab6bbc9a525d697e0/sql)\n",
|
|
"phase": "sql"
|
|
}
|
|
},
|
|
"ecs_next_pos_entity2": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: no such table: `next_positions`. If the table exists, it may be marked private.\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:34379/v1/database/c20015874a697116ed39e7f80d0fb9c484518ec19d2cf28ab6bbc9a525d697e0/sql)\n",
|
|
"phase": "sql"
|
|
}
|
|
},
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "schema-t-020-ecs-golden",
|
|
"llm_db": "schema-t-020-ecs-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:34379",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
},
|
|
"ecs_seed_positions_count": {
|
|
"pass": false,
|
|
"partial": 0.0,
|
|
"notes": {
|
|
"error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: no such table: `positions`. If the table exists, it may be marked private.\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:34379/v1/database/c20015874a697116ed39e7f80d0fb9c484518ec19d2cf28ab6bbc9a525d697e0/sql)\n",
|
|
"phase": "sql"
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:58:04.281975972Z",
|
|
"finished_at": "2026-01-27T19:59:08.067949434Z"
|
|
},
|
|
"t_021_multi_column_index": {
|
|
"hash": "e3621eaacfd5238fb514ff8c09c277ccd66170773959e5b391507110bf3ac17b",
|
|
"task": "t_021_multi_column_index",
|
|
"lang": "csharp",
|
|
"golden_published": true,
|
|
"model_name": "GPT-5",
|
|
"total_tests": 4,
|
|
"passed_tests": 4,
|
|
"llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"Log\")]\n [SpacetimeDB.Index.BTree(Name = \"by_user_day\", Columns = new[] { \"UserId\", \"Day\" })]\n public partial struct Log\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public int UserId;\n public int Day;\n public string Message;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Log.Insert(new Log { Id = 1, UserId = 7, Day = 1, Message = \"a\" });\n ctx.Db.Log.Insert(new Log { Id = 2, UserId = 7, Day = 2, Message = \"b\" });\n ctx.Db.Log.Insert(new Log { Id = 3, UserId = 9, Day = 1, Message = \"c\" });\n }\n}",
|
|
"category": "schema",
|
|
"route_api_model": "gpt-5",
|
|
"golden_db": "schema-t-021-multi-column-index-golden",
|
|
"llm_db": "schema-t-021-multi-column-index-gpt-5-llm",
|
|
"work_dir_golden": "target/llm-runs/schema/t_021_multi_column_index/csharp/server/golden",
|
|
"work_dir_llm": "target/llm-runs/schema/t_021_multi_column_index/csharp/server/gpt-5/llm",
|
|
"scorer_details": {
|
|
"mcindex_lookup_u7_d2": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 1,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM Log WHERE UserId=7 AND Day=2"
|
|
}
|
|
},
|
|
"mcindex_seed_count": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 3,
|
|
"expected": 3,
|
|
"sql": "SELECT COUNT(*) AS n FROM Log"
|
|
}
|
|
},
|
|
"mcindex_lookup_u7_d1": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"actual": 1,
|
|
"expected": 1,
|
|
"sql": "SELECT COUNT(*) AS n FROM Log WHERE UserId=7 AND Day=1"
|
|
}
|
|
},
|
|
"schema_parity": {
|
|
"pass": true,
|
|
"partial": 1.0,
|
|
"notes": {
|
|
"golden_db": "schema-t-021-multi-column-index-golden",
|
|
"llm_db": "schema-t-021-multi-column-index-gpt-5-llm",
|
|
"reducers_diff": null,
|
|
"reducers_equal": true,
|
|
"server": "http://127.0.0.1:34379",
|
|
"tables_diff": null,
|
|
"tables_equal": true
|
|
}
|
|
}
|
|
},
|
|
"vendor": "openai",
|
|
"started_at": "2026-01-27T19:57:09.418092225Z",
|
|
"finished_at": "2026-01-27T19:58:04.046455117Z"
|
|
}
|
|
}
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"golden_answers": {
|
|
"basics/t_000_empty_reducers": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Reducer]\n public static void EmptyReducer_NoArgs(ReducerContext ctx) { }\n\n [Reducer]\n public static void EmptyReducer_WithInt(ReducerContext ctx, int count) { }\n\n [Reducer]\n public static void EmptyReducer_WithString(ReducerContext ctx, string name) { }\n\n [Reducer]\n public static void EmptyReducer_WithTwoArgs(ReducerContext ctx, int count, string name) { }\n\n [Reducer]\n public static void EmptyReducer_WithThreeArgs(ReducerContext ctx, bool active, float ratio, string label) { }\n}",
|
|
"syntax": "csharp"
|
|
},
|
|
"basics/t_001_basic_tables": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"users\")]\n public partial struct Users\n {\n [PrimaryKey] public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Table(Accessor = \"products\")]\n public partial struct Products\n {\n [PrimaryKey] public int Id;\n public string Title;\n public float Price;\n public bool InStock;\n }\n\n [Table(Accessor = \"notes\")]\n public partial struct Notes\n {\n [PrimaryKey] public int Id;\n public string Body;\n public long Rating;\n public bool Pinned;\n }\n}\n",
|
|
"syntax": "csharp"
|
|
},
|
|
"basics/t_002_scheduled_table": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"tick_timer\", Scheduled = nameof(Tick), ScheduledAt = nameof(TickTimer.ScheduledAt))]\n public partial struct TickTimer\n {\n [PrimaryKey, AutoInc] public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n }\n\n [Reducer]\n public static void Tick(ReducerContext ctx, TickTimer timer) { }\n\n [Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n var interval = new TimeDuration { Microseconds = 50_000 };\n ctx.Db.tick_timer.Insert(new TickTimer\n {\n ScheduledAt = new ScheduleAt.Interval(interval)\n });\n }\n}",
|
|
"syntax": "csharp"
|
|
},
|
|
"basics/t_003_struct_in_table": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Type]\n public partial struct Position\n {\n public int X;\n public int Y;\n }\n\n [Table(Accessor = \"entities\")]\n public partial struct Entity\n {\n [PrimaryKey] public int Id;\n public Position Pos;\n }\n}\n",
|
|
"syntax": "csharp"
|
|
},
|
|
"basics/t_004_insert": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"users\")]\n public partial struct User\n {\n [PrimaryKey] public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Reducer]\n public static void InsertUser(ReducerContext ctx, int id, string name, int age, bool active)\n {\n ctx.Db.users.Insert(new User { Id = id, Name = name, Age = age, Active = active });\n }\n}\n",
|
|
"syntax": "csharp"
|
|
},
|
|
"basics/t_005_update": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"users\")]\n public partial struct User\n {\n [PrimaryKey] public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Reducer]\n public static void UpdateUser(ReducerContext ctx, int id, string name, int age, bool active)\n {\n ctx.Db.users.Id.Update(new User { Id = id, Name = name, Age = age, Active = active });\n }\n}\n",
|
|
"syntax": "csharp"
|
|
},
|
|
"basics/t_006_delete": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"users\")]\n public partial struct User\n {\n [PrimaryKey] public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Reducer]\n public static void DeleteUser(ReducerContext ctx, int id)\n {\n ctx.Db.users.Id.Delete(id);\n }\n}\n",
|
|
"syntax": "csharp"
|
|
},
|
|
"basics/t_007_crud": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"users\")]\n public partial struct User\n {\n [PrimaryKey] public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Reducer]\n public static void Crud(ReducerContext ctx)\n {\n ctx.Db.users.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n ctx.Db.users.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n ctx.Db.users.Id.Update(new User { Id = 1, Name = \"Alice2\", Age = 31, Active = false });\n ctx.Db.users.Id.Delete(2);\n }\n}\n",
|
|
"syntax": "csharp"
|
|
},
|
|
"basics/t_008_index_lookup": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"users\")]\n public partial struct User\n {\n [PrimaryKey] public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Table(Accessor = \"results\")]\n public partial struct Result\n {\n [PrimaryKey] public int Id;\n public string Name;\n }\n\n [Reducer]\n public static void LookupUserName(ReducerContext ctx, int id)\n {\n var u = ctx.Db.users.Id.Find(id);\n if (u.HasValue)\n {\n var row = u.Value;\n ctx.Db.results.Insert(new Result { Id = row.Id, Name = row.Name });\n }\n }\n}\n",
|
|
"syntax": "csharp"
|
|
},
|
|
"basics/t_009_init": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"users\")]\n public partial struct User\n {\n [PrimaryKey] public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.users.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n ctx.Db.users.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n }\n}\n",
|
|
"syntax": "csharp"
|
|
},
|
|
"basics/t_010_connect": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"events\")]\n public partial struct Event\n {\n [PrimaryKey, AutoInc] public int Id;\n public string Kind;\n }\n\n [Reducer(ReducerKind.ClientConnected)]\n public static void ClientConnected(ReducerContext ctx)\n {\n ctx.Db.events.Insert(new Event { Kind = \"connected\" });\n }\n\n [Reducer(ReducerKind.ClientDisconnected)]\n public static void ClientDisconnected(ReducerContext ctx)\n {\n ctx.Db.events.Insert(new Event { Kind = \"disconnected\" });\n }\n}\n",
|
|
"syntax": "csharp"
|
|
},
|
|
"basics/t_011_helper_function": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"results\")]\n public partial struct Result\n {\n [PrimaryKey] public int Id;\n public int Sum;\n }\n\n static int Add(int a, int b) => a + b;\n\n [Reducer]\n public static void ComputeSum(ReducerContext ctx, int id, int a, int b)\n {\n ctx.Db.results.Insert(new Result { Id = id, Sum = Add(a, b) });\n }\n}\n",
|
|
"syntax": "csharp"
|
|
},
|
|
"schema/t_012_spacetime_product_type": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Type]\n public partial struct Score\n {\n public int Left;\n public int Right;\n }\n\n [Table(Accessor = \"results\")]\n public partial struct Result\n {\n [PrimaryKey] public int Id;\n public Score Value;\n }\n\n [Reducer]\n public static void SetScore(ReducerContext ctx, int id, int left, int right)\n {\n ctx.Db.results.Insert(new Result { Id = id, Value = new Score { Left = left, Right = right } });\n }\n}\n",
|
|
"syntax": "csharp"
|
|
},
|
|
"schema/t_013_spacetime_sum_type": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Type]\n public partial struct Circle { public int Radius; }\n\n [Type]\n public partial struct Rectangle { public int Width; public int Height; }\n\n [Type]\n public partial record Shape : TaggedEnum<(Circle Circle, Rectangle Rectangle)> {}\n\n [Table(Accessor = \"results\")]\n public partial struct Result\n {\n [PrimaryKey] public int Id;\n public Shape Value;\n }\n\n [Reducer]\n public static void SetCircle(ReducerContext ctx, int id, int radius)\n {\n ctx.Db.results.Insert(new Result { Id = id, Value = new Shape.Circle(new Circle { Radius = radius }) });\n }\n}\n",
|
|
"syntax": "csharp"
|
|
},
|
|
"schema/t_014_elementary_columns": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"primitives\")]\n public partial struct Primitive\n {\n [PrimaryKey] public int Id;\n public int Count;\n public long Total;\n public float Price;\n public double Ratio;\n public bool Active;\n public string Name;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.primitives.Insert(new Primitive {\n Id = 1,\n Count = 2,\n Total = 3000000000,\n Price = 1.5f,\n Ratio = 2.25,\n Active = true,\n Name = \"Alice\"\n });\n }\n}\n",
|
|
"syntax": "csharp"
|
|
},
|
|
"schema/t_015_product_type_columns": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Type]\n public partial struct Address\n {\n public string Street;\n public int Zip;\n }\n\n [Type]\n public partial struct Position\n {\n public int X;\n public int Y;\n }\n\n [Table(Accessor = \"profiles\")]\n public partial struct Profile\n {\n [PrimaryKey] public int Id;\n public Address Home;\n public Address Work;\n public Position Pos;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.profiles.Insert(new Profile {\n Id = 1,\n Home = new Address { Street = \"1 Main\", Zip = 11111 },\n Work = new Address { Street = \"2 Broad\", Zip = 22222 },\n Pos = new Position { X = 7, Y = 9 }\n });\n }\n}\n",
|
|
"syntax": "csharp"
|
|
},
|
|
"schema/t_016_sum_type_columns": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Type]\n public partial struct Circle { public int Radius; }\n\n [Type]\n public partial struct Rectangle { public int Width; public int Height; }\n\n [Type]\n public partial record Shape : TaggedEnum<(Circle Circle, Rectangle Rectangle)> {}\n\n [Table(Accessor = \"drawings\")]\n public partial struct Drawing\n {\n [PrimaryKey] public int Id;\n public Shape A;\n public Shape B;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.drawings.Insert(new Drawing {\n Id = 1,\n A = new Shape.Circle(new Circle { Radius = 10 }),\n B = new Shape.Rectangle(new Rectangle { Width = 4, Height = 6 })\n });\n }\n}\n",
|
|
"syntax": "csharp"
|
|
},
|
|
"schema/t_017_scheduled_columns": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"tick_timer\", Scheduled = nameof(Tick), ScheduledAt = nameof(ScheduledAt))]\n public partial struct TickTimer\n {\n [PrimaryKey, AutoInc] public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n }\n\n [Reducer]\n public static void Tick(ReducerContext ctx, TickTimer schedule) { }\n\n [Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n var interval = new TimeDuration { Microseconds = 50_000 };\n ctx.Db.tick_timer.Insert(new TickTimer\n {\n ScheduledId = 0,\n ScheduledAt = new ScheduleAt.Interval(interval)\n });\n }\n}\n",
|
|
"syntax": "csharp"
|
|
},
|
|
"schema/t_018_constraints": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"accounts\", Public = true)]\n [SpacetimeDB.Index.BTree(Name = \"by_name\", Columns = [nameof(Name)])]\n public partial struct Account\n {\n [SpacetimeDB.PrimaryKey] public int Id;\n [SpacetimeDB.Unique] public string Email;\n public string Name;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.accounts.Insert(new Account { Id = 1, Email = \"a@example.com\", Name = \"Alice\" });\n ctx.Db.accounts.Insert(new Account { Id = 2, Email = \"b@example.com\", Name = \"Bob\" });\n }\n}",
|
|
"syntax": "csharp"
|
|
},
|
|
"schema/t_019_many_to_many": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"users\")]\n public partial struct User\n {\n [PrimaryKey] public int UserId;\n public string Name;\n }\n\n [Table(Accessor = \"groups\")]\n public partial struct Group\n {\n [PrimaryKey] public int GroupId;\n public string Title;\n }\n\n [Table(Accessor = \"memberships\")]\n [SpacetimeDB.Index.BTree(Name = \"by_user\", Columns = new[] { nameof(UserId) })]\n [SpacetimeDB.Index.BTree(Name = \"by_group\", Columns = new[] { nameof(GroupId) })]\n public partial struct Membership\n {\n [PrimaryKey] public int Id;\n public int UserId;\n public int GroupId;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.users.Insert(new User { UserId = 1, Name = \"Alice\" });\n ctx.Db.users.Insert(new User { UserId = 2, Name = \"Bob\" });\n\n ctx.Db.groups.Insert(new Group { GroupId = 10, Title = \"Admin\" });\n ctx.Db.groups.Insert(new Group { GroupId = 20, Title = \"Dev\" });\n\n ctx.Db.memberships.Insert(new Membership { Id = 1, UserId = 1, GroupId = 10 });\n ctx.Db.memberships.Insert(new Membership { Id = 2, UserId = 1, GroupId = 20 });\n ctx.Db.memberships.Insert(new Membership { Id = 3, UserId = 2, GroupId = 20 });\n }\n}\n",
|
|
"syntax": "csharp"
|
|
},
|
|
"schema/t_020_ecs": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"entities\")]\n public partial struct Entity { [PrimaryKey] public int Id; }\n\n [Table(Accessor = \"positions\")]\n public partial struct Position\n {\n [PrimaryKey] public int EntityId;\n public int X;\n public int Y;\n }\n\n [Table(Accessor = \"velocities\")]\n public partial struct Velocity\n {\n [PrimaryKey] public int EntityId;\n public int VX;\n public int VY;\n }\n\n [Table(Accessor = \"next_positions\")]\n public partial struct NextPosition\n {\n [PrimaryKey] public int EntityId;\n public int X;\n public int Y;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.entities.Insert(new Entity { Id = 1 });\n ctx.Db.entities.Insert(new Entity { Id = 2 });\n\n ctx.Db.positions.Insert(new Position { EntityId = 1, X = 0, Y = 0 });\n ctx.Db.positions.Insert(new Position { EntityId = 2, X = 10, Y = 0 });\n\n ctx.Db.velocities.Insert(new Velocity { EntityId = 1, VX = 1, VY = 0 });\n ctx.Db.velocities.Insert(new Velocity { EntityId = 2, VX = -2, VY = 3 });\n }\n\n [Reducer]\n public static void Step(ReducerContext ctx)\n {\n foreach (var p in ctx.Db.positions.Iter())\n {\n var velOpt = ctx.Db.velocities.EntityId.Find(p.EntityId);\n if (!velOpt.HasValue) continue;\n\n var np = new NextPosition {\n EntityId = p.EntityId,\n X = p.X + velOpt.Value.VX,\n Y = p.Y + velOpt.Value.VY\n };\n\n if (ctx.Db.next_positions.EntityId.Find(p.EntityId).HasValue)\n ctx.Db.next_positions.EntityId.Update(np);\n else\n ctx.Db.next_positions.Insert(np);\n }\n }\n}\n",
|
|
"syntax": "csharp"
|
|
},
|
|
"schema/t_021_multi_column_index": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"logs\")]\n [SpacetimeDB.Index.BTree(Name = \"by_user_day\", Columns = new[] { nameof(UserId), nameof(Day) })]\n public partial struct Log\n {\n [PrimaryKey] public int Id;\n public int UserId;\n public int Day;\n public string Message;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.logs.Insert(new Log { Id = 1, UserId = 7, Day = 1, Message = \"a\" });\n ctx.Db.logs.Insert(new Log { Id = 2, UserId = 7, Day = 2, Message = \"b\" });\n ctx.Db.logs.Insert(new Log { Id = 3, UserId = 9, Day = 1, Message = \"c\" });\n }\n}\n",
|
|
"syntax": "csharp"
|
|
},
|
|
"t_000_empty_reducers": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Reducer]\n public static void EmptyReducer_NoArgs(ReducerContext ctx) { }\n\n [Reducer]\n public static void EmptyReducer_WithInt(ReducerContext ctx, int count) { }\n\n [Reducer]\n public static void EmptyReducer_WithString(ReducerContext ctx, string name) { }\n\n [Reducer]\n public static void EmptyReducer_WithTwoArgs(ReducerContext ctx, int count, string name) { }\n\n [Reducer]\n public static void EmptyReducer_WithThreeArgs(ReducerContext ctx, bool active, float ratio, string label) { }\n}",
|
|
"syntax": "csharp"
|
|
},
|
|
"t_001_basic_tables": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"User\")]\n public partial struct User\n {\n [PrimaryKey] public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Table(Accessor = \"Product\")]\n public partial struct Product\n {\n [PrimaryKey] public int Id;\n public string Title;\n public float Price;\n public bool InStock;\n }\n\n [Table(Accessor = \"Note\")]\n public partial struct Note\n {\n [PrimaryKey] public int Id;\n public string Body;\n public long Rating;\n public bool Pinned;\n }\n}\n",
|
|
"syntax": "csharp"
|
|
},
|
|
"t_002_scheduled_table": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"TickTimer\", Scheduled = nameof(Tick), ScheduledAt = nameof(TickTimer.ScheduledAt))]\n public partial struct TickTimer\n {\n [PrimaryKey, AutoInc] public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n }\n\n [Reducer]\n public static void Tick(ReducerContext ctx, TickTimer timer) { }\n\n [Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n var interval = new TimeDuration { Microseconds = 50_000 };\n ctx.Db.TickTimer.Insert(new TickTimer\n {\n ScheduledAt = new ScheduleAt.Interval(interval)\n });\n }\n}\n",
|
|
"syntax": "csharp"
|
|
},
|
|
"t_003_struct_in_table": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Type]\n public partial struct Position\n {\n public int X;\n public int Y;\n }\n\n [Table(Accessor = \"Entity\")]\n public partial struct Entity\n {\n [PrimaryKey] public int Id;\n public Position Pos;\n }\n}\n",
|
|
"syntax": "csharp"
|
|
},
|
|
"t_004_insert": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"User\")]\n public partial struct User\n {\n [PrimaryKey] public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Reducer]\n public static void InsertUser(ReducerContext ctx, int id, string name, int age, bool active)\n {\n ctx.Db.User.Insert(new User { Id = id, Name = name, Age = age, Active = active });\n }\n}\n",
|
|
"syntax": "csharp"
|
|
},
|
|
"t_005_update": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"User\")]\n public partial struct User\n {\n [PrimaryKey] public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Reducer]\n public static void UpdateUser(ReducerContext ctx, int id, string name, int age, bool active)\n {\n ctx.Db.User.Id.Update(new User { Id = id, Name = name, Age = age, Active = active });\n }\n}\n",
|
|
"syntax": "csharp"
|
|
},
|
|
"t_006_delete": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"User\")]\n public partial struct User\n {\n [PrimaryKey] public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Reducer]\n public static void DeleteUser(ReducerContext ctx, int id)\n {\n ctx.Db.User.Id.Delete(id);\n }\n}\n",
|
|
"syntax": "csharp"
|
|
},
|
|
"t_007_crud": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"User\")]\n public partial struct User\n {\n [PrimaryKey] public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Reducer]\n public static void Crud(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n ctx.Db.User.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n ctx.Db.User.Id.Update(new User { Id = 1, Name = \"Alice2\", Age = 31, Active = false });\n ctx.Db.User.Id.Delete(2);\n }\n}\n",
|
|
"syntax": "csharp"
|
|
},
|
|
"t_008_index_lookup": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"User\")]\n public partial struct User\n {\n [PrimaryKey] public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Table(Accessor = \"Result\")]\n public partial struct Result\n {\n [PrimaryKey] public int Id;\n public string Name;\n }\n\n [Reducer]\n public static void LookupUserName(ReducerContext ctx, int id)\n {\n var u = ctx.Db.User.Id.Find(id);\n if (u.HasValue)\n {\n var row = u.Value;\n ctx.Db.Result.Insert(new Result { Id = row.Id, Name = row.Name });\n }\n }\n}\n",
|
|
"syntax": "csharp"
|
|
},
|
|
"t_009_init": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"User\")]\n public partial struct User\n {\n [PrimaryKey] public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n ctx.Db.User.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n }\n}\n",
|
|
"syntax": "csharp"
|
|
},
|
|
"t_010_connect": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Event\")]\n public partial struct Event\n {\n [PrimaryKey, AutoInc] public int Id;\n public string Kind;\n }\n\n [Reducer(ReducerKind.ClientConnected)]\n public static void ClientConnected(ReducerContext ctx)\n {\n ctx.Db.Event.Insert(new Event { Kind = \"connected\" });\n }\n\n [Reducer(ReducerKind.ClientDisconnected)]\n public static void ClientDisconnected(ReducerContext ctx)\n {\n ctx.Db.Event.Insert(new Event { Kind = \"disconnected\" });\n }\n}\n",
|
|
"syntax": "csharp"
|
|
},
|
|
"t_011_helper_function": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Result\")]\n public partial struct Result\n {\n [PrimaryKey] public int Id;\n public int Sum;\n }\n\n static int Add(int a, int b) => a + b;\n\n [Reducer]\n public static void ComputeSum(ReducerContext ctx, int id, int a, int b)\n {\n ctx.Db.Result.Insert(new Result { Id = id, Sum = Add(a, b) });\n }\n}\n",
|
|
"syntax": "csharp"
|
|
},
|
|
"t_012_spacetime_product_type": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Type]\n public partial struct Score\n {\n public int Left;\n public int Right;\n }\n \n [Table(Accessor = \"Result\", Public = true)]\n public partial struct Result\n {\n [PrimaryKey] public int Id;\n public Score Value;\n }\n\n [Reducer]\n public static void SetScore(ReducerContext ctx, int id, int left, int right)\n {\n ctx.Db.Result.Insert(new Result { Id = id, Value = new Score { Left = left, Right = right } });\n }\n}\n",
|
|
"syntax": "csharp"
|
|
},
|
|
"t_013_spacetime_sum_type": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Type]\n public partial struct Circle { public int Radius; }\n\n [Type]\n public partial struct Rectangle { public int Width; public int Height; }\n\n [Type]\n public partial record Shape : TaggedEnum<(Circle Circle, Rectangle Rectangle)> {}\n\n [Table(Accessor = \"Result\")]\n public partial struct Result\n {\n [PrimaryKey] public int Id;\n public Shape Value;\n }\n\n [Reducer]\n public static void SetCircle(ReducerContext ctx, int id, int radius)\n {\n ctx.Db.Result.Insert(new Result { Id = id, Value = new Shape.Circle(new Circle { Radius = radius }) });\n }\n}\n",
|
|
"syntax": "csharp"
|
|
},
|
|
"t_014_elementary_columns": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Primitive\")]\n public partial struct Primitive\n {\n [PrimaryKey] public int Id;\n public int Count;\n public long Total;\n public float Price;\n public double Ratio;\n public bool Active;\n public string Name;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Primitive.Insert(new Primitive {\n Id = 1,\n Count = 2,\n Total = 3000000000,\n Price = 1.5f,\n Ratio = 2.25,\n Active = true,\n Name = \"Alice\"\n });\n }\n}\n",
|
|
"syntax": "csharp"
|
|
},
|
|
"t_015_product_type_columns": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Type]\n public partial struct Address\n {\n public string Street;\n public int Zip;\n }\n\n [Type]\n public partial struct Position\n {\n public int X;\n public int Y;\n }\n\n [Table(Accessor = \"Profile\", Public = true)]\n public partial struct Profile\n {\n [PrimaryKey] public int Id;\n public Address Home;\n public Address Work;\n public Position Pos;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Profile.Insert(new Profile {\n Id = 1,\n Home = new Address { Street = \"1 Main\", Zip = 11111 },\n Work = new Address { Street = \"2 Broad\", Zip = 22222 },\n Pos = new Position { X = 7, Y = 9 }\n });\n }\n}\n",
|
|
"syntax": "csharp"
|
|
},
|
|
"t_016_sum_type_columns": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Type]\n public partial struct Circle { public int Radius; }\n\n [Type]\n public partial struct Rectangle { public int Width; public int Height; }\n\n [Type]\n public partial record Shape : TaggedEnum<(Circle Circle, Rectangle Rectangle)> {}\n\n [Table(Accessor = \"Drawing\")]\n public partial struct Drawing\n {\n [PrimaryKey] public int Id;\n public Shape A;\n public Shape B;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Drawing.Insert(new Drawing {\n Id = 1,\n A = new Shape.Circle(new Circle { Radius = 10 }),\n B = new Shape.Rectangle(new Rectangle { Width = 4, Height = 6 })\n });\n }\n}\n",
|
|
"syntax": "csharp"
|
|
},
|
|
"t_017_scheduled_columns": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"TickTimer\", Scheduled = nameof(Tick), ScheduledAt = nameof(ScheduledAt))]\n public partial struct TickTimer\n {\n [PrimaryKey, AutoInc] public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n }\n\n [Reducer]\n public static void Tick(ReducerContext ctx, TickTimer schedule) { }\n\n [Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n var interval = new TimeDuration { Microseconds = 50_000 };\n ctx.Db.TickTimer.Insert(new TickTimer\n {\n ScheduledId = 0,\n ScheduledAt = new ScheduleAt.Interval(interval)\n });\n }\n}\n",
|
|
"syntax": "csharp"
|
|
},
|
|
"t_018_constraints": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"Account\", Public = true)]\n [SpacetimeDB.Index.BTree(Name = \"by_name\", Columns = [nameof(Name)])]\n public partial struct Account\n {\n [SpacetimeDB.PrimaryKey] public int Id;\n [SpacetimeDB.Unique] public string Email;\n public string Name;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Account.Insert(new Account { Id = 1, Email = \"a@example.com\", Name = \"Alice\" });\n ctx.Db.Account.Insert(new Account { Id = 2, Email = \"b@example.com\", Name = \"Bob\" });\n }\n}\n",
|
|
"syntax": "csharp"
|
|
},
|
|
"t_019_many_to_many": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"User\")]\n public partial struct User\n {\n [PrimaryKey] public int UserId;\n public string Name;\n }\n\n [Table(Accessor = \"Group\")]\n public partial struct Group\n {\n [PrimaryKey] public int GroupId;\n public string Title;\n }\n\n [Table(Accessor = \"Membership\")]\n [SpacetimeDB.Index.BTree(Name = \"by_user\", Columns = new[] { nameof(UserId) })]\n [SpacetimeDB.Index.BTree(Name = \"by_group\", Columns = new[] { nameof(GroupId) })]\n public partial struct Membership\n {\n [PrimaryKey] public int Id;\n public int UserId;\n public int GroupId;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User { UserId = 1, Name = \"Alice\" });\n ctx.Db.User.Insert(new User { UserId = 2, Name = \"Bob\" });\n\n ctx.Db.Group.Insert(new Group { GroupId = 10, Title = \"Admin\" });\n ctx.Db.Group.Insert(new Group { GroupId = 20, Title = \"Dev\" });\n\n ctx.Db.Membership.Insert(new Membership { Id = 1, UserId = 1, GroupId = 10 });\n ctx.Db.Membership.Insert(new Membership { Id = 2, UserId = 1, GroupId = 20 });\n ctx.Db.Membership.Insert(new Membership { Id = 3, UserId = 2, GroupId = 20 });\n }\n}\n",
|
|
"syntax": "csharp"
|
|
},
|
|
"t_020_ecs": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Entity\")]\n public partial struct Entity { [PrimaryKey] public int Id; }\n\n [Table(Accessor = \"Position\")]\n public partial struct Position\n {\n [PrimaryKey] public int EntityId;\n public int X;\n public int Y;\n }\n\n [Table(Accessor = \"Velocity\")]\n public partial struct Velocity\n {\n [PrimaryKey] public int EntityId;\n public int VX;\n public int VY;\n }\n\n [Table(Accessor = \"NextPosition\")]\n public partial struct NextPosition\n {\n [PrimaryKey] public int EntityId;\n public int X;\n public int Y;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Entity.Insert(new Entity { Id = 1 });\n ctx.Db.Entity.Insert(new Entity { Id = 2 });\n\n ctx.Db.Position.Insert(new Position { EntityId = 1, X = 0, Y = 0 });\n ctx.Db.Position.Insert(new Position { EntityId = 2, X = 10, Y = 0 });\n\n ctx.Db.Velocity.Insert(new Velocity { EntityId = 1, VX = 1, VY = 0 });\n ctx.Db.Velocity.Insert(new Velocity { EntityId = 2, VX = -2, VY = 3 });\n }\n\n [Reducer]\n public static void Step(ReducerContext ctx)\n {\n foreach (var p in ctx.Db.Position.Iter())\n {\n var velOpt = ctx.Db.Velocity.EntityId.Find(p.EntityId);\n if (!velOpt.HasValue) continue;\n\n var np = new NextPosition {\n EntityId = p.EntityId,\n X = p.X + velOpt.Value.VX,\n Y = p.Y + velOpt.Value.VY\n };\n\n if (ctx.Db.NextPosition.EntityId.Find(p.EntityId).HasValue)\n ctx.Db.NextPosition.EntityId.Update(np);\n else\n ctx.Db.NextPosition.Insert(np);\n }\n }\n}\n",
|
|
"syntax": "csharp"
|
|
},
|
|
"t_021_multi_column_index": {
|
|
"answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Log\")]\n [SpacetimeDB.Index.BTree(Name = \"by_user_day\", Columns = new[] { nameof(UserId), nameof(Day) })]\n public partial struct Log\n {\n [PrimaryKey] public int Id;\n public int UserId;\n public int Day;\n public string Message;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Log.Insert(new Log { Id = 1, UserId = 7, Day = 1, Message = \"a\" });\n ctx.Db.Log.Insert(new Log { Id = 2, UserId = 7, Day = 2, Message = \"b\" });\n ctx.Db.Log.Insert(new Log { Id = 3, UserId = 9, Day = 1, Message = \"c\" });\n }\n}\n",
|
|
"syntax": "csharp"
|
|
}
|
|
}
|
|
}
|
|
]
|
|
}
|