diff --git a/.cargo/config.toml b/.cargo/config.toml
index 5ee0dda9f..4fc9cdf51 100644
--- a/.cargo/config.toml
+++ b/.cargo/config.toml
@@ -3,6 +3,7 @@ rustflags = ["--cfg", "tokio_unstable"]
[alias]
bump-versions = "run -p upgrade-version --"
+llm = "run --package xtask-llm-benchmark --bin llm_benchmark --"
ci = "run -p ci --"
[target.x86_64-pc-windows-msvc]
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index f78733950..f01eefbe0 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -7,9 +7,9 @@ on:
workflow_dispatch:
inputs:
pr_number:
- description: 'Pull Request Number'
+ description: "Pull Request Number"
required: false
- default: ''
+ default: ""
name: CI
@@ -19,6 +19,7 @@ concurrency:
jobs:
docker_smoketests:
+ needs: [lints, llm_ci_check]
name: Smoketests
strategy:
matrix:
@@ -108,7 +109,7 @@ jobs:
dotnet workload config --update-mode manifests
dotnet workload update
- uses: actions/setup-python@v5
- with: { python-version: '3.12' }
+ with: { python-version: "3.12" }
if: runner.os == 'Windows'
- name: Install python deps
run: python -m pip install -r smoketests/requirements.txt
@@ -120,6 +121,7 @@ jobs:
run: docker compose -f .github/docker-compose.yml down
test:
+ needs: [lints, llm_ci_check]
name: Test Suite
runs-on: spacetimedb-new-runner
container:
@@ -500,7 +502,22 @@ jobs:
run: |
cargo ci cli-docs
+ llm_ci_check:
+ name: Verify LLM benchmark is up to date
+ permissions:
+ contents: read
+ runs-on: ubuntu-latest
+ steps:
+ - uses: actions/checkout@v4
+
+ - uses: dtolnay/rust-toolchain@stable
+ - uses: Swatinem/rust-cache@v2
+
+ - name: Run hash check (both langs)
+ run: cargo llm ci-check
+
unity-testsuite:
+ needs: [lints, llm_ci_check]
# Skip if this is an external contribution.
# The license secrets will be empty, so the step would fail anyway.
if: ${{ github.event_name != 'pull_request' || !github.event.pull_request.head.repo.fork }}
@@ -585,7 +602,7 @@ jobs:
enable_pr_comment: ${{ github.event_name == 'pull_request' }}
target_path: sdks/csharp
env:
- GITHUB_TOKEN: '${{ secrets.GITHUB_TOKEN }}'
+ GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}"
- name: Start SpacetimeDB
run: |
@@ -624,13 +641,14 @@ jobs:
githubToken: ${{ secrets.GITHUB_TOKEN }}
testMode: playmode
useHostNetwork: true
- artifactsPath: ''
+ artifactsPath: ""
env:
UNITY_EMAIL: ${{ secrets.UNITY_EMAIL }}
UNITY_PASSWORD: ${{ secrets.UNITY_PASSWORD }}
UNITY_SERIAL: ${{ secrets.UNITY_SERIAL }}
csharp-testsuite:
+ needs: [lints, llm_ci_check]
runs-on: spacetimedb-new-runner
container:
image: localhost:5000/spacetimedb-ci:latest
@@ -737,3 +755,129 @@ jobs:
echo 'Error: Bindings are dirty. Please run `sdks/csharp/tools~/gen-regression-tests.sh`.'
exit 1
}
+
+ internal-tests:
+ name: Internal Tests
+ needs: [lints, llm_ci_check]
+ # Skip if not a PR or a push to master
+ # Skip if this is an external contribution. GitHub secrets will be empty, so the step would fail anyway.
+ if: ${{ (github.event_name == 'pull_request' || (github.event_name == 'push' && github.ref == 'refs/heads/master'))
+ && (github.event_name != 'pull_request' || !github.event.pull_request.head.repo.fork) }}
+ permissions:
+ contents: read
+ runs-on: ubuntu-latest
+ env:
+ TARGET_OWNER: clockworklabs
+ TARGET_REPO: SpacetimeDBPrivate
+ steps:
+ - id: dispatch
+ name: Trigger tests
+ uses: actions/github-script@v7
+ with:
+ github-token: ${{ secrets.SPACETIMEDB_PRIVATE_TOKEN }}
+ script: |
+ const workflowId = 'ci.yml';
+ const targetRef = 'master';
+ const targetOwner = process.env.TARGET_OWNER;
+ const targetRepo = process.env.TARGET_REPO;
+ // Use the ref for pull requests because the head sha is brittle (github does some extra dance where it merges in master).
+ const publicRef = (context.eventName === 'pull_request') ? context.payload.pull_request.head.ref : context.sha;
+ const preDispatch = new Date().toISOString();
+
+ // Dispatch the workflow in the target repository
+ await github.rest.actions.createWorkflowDispatch({
+ owner: targetOwner,
+ repo: targetRepo,
+ workflow_id: workflowId,
+ ref: targetRef,
+ inputs: { public_ref: publicRef }
+ });
+
+ const sleep = (ms) => new Promise(r => setTimeout(r, ms));
+
+ // Find the dispatched run by name
+ let runId = null;
+ for (let attempt = 0; attempt < 20 && !runId; attempt++) { // up to ~10 minutes to locate the run
+ await sleep(5000);
+ const runsResp = await github.rest.actions.listWorkflowRuns({
+ owner: targetOwner,
+ repo: targetRepo,
+ workflow_id: workflowId,
+ event: 'workflow_dispatch',
+ branch: targetRef,
+ per_page: 50,
+ });
+
+ const expectedName = `CI [public_ref=${publicRef}]`;
+ const candidates = runsResp.data.workflow_runs
+ .filter(r => r.name === expectedName && new Date(r.created_at) >= new Date(preDispatch))
+ .sort((a, b) => new Date(b.created_at) - new Date(a.created_at));
+
+ if (candidates.length > 0) {
+ runId = candidates[0].id;
+ break;
+ }
+ }
+
+ if (!runId) {
+ core.setFailed('Failed to locate dispatched run in the private repository.');
+ return;
+ }
+
+ const runUrl = `https://github.com/${targetOwner}/${targetRepo}/actions/runs/${runId}`;
+ core.info(`View run: ${runUrl}`);
+ core.setOutput('run_id', String(runId));
+ core.setOutput('run_url', runUrl);
+
+ - name: Wait for Internal Tests to complete
+ uses: actions/github-script@v7
+ with:
+ github-token: ${{ secrets.SPACETIMEDB_PRIVATE_TOKEN }}
+ script: |
+ const targetOwner = process.env.TARGET_OWNER;
+ const targetRepo = process.env.TARGET_REPO;
+ const runId = Number(`${{ steps.dispatch.outputs.run_id }}`);
+ const runUrl = `${{ steps.dispatch.outputs.run_url }}`;
+ const sleep = (ms) => new Promise(r => setTimeout(r, ms));
+
+ core.info(`Waiting for workflow result... ${runUrl}`);
+
+ let conclusion = null;
+ for (let attempt = 0; attempt < 240; attempt++) { // up to ~2 hours
+ const runResp = await github.rest.actions.getWorkflowRun({
+ owner: targetOwner,
+ repo: targetRepo,
+ run_id: runId
+ });
+ const { status, conclusion: c } = runResp.data;
+ if (status === 'completed') {
+ conclusion = c || 'success';
+ break;
+ }
+ await sleep(30000);
+ }
+
+ if (!conclusion) {
+ core.setFailed('Timed out waiting for private workflow to complete.');
+ return;
+ }
+
+ if (conclusion !== 'success') {
+ core.setFailed(`Private workflow failed with conclusion: ${conclusion}`);
+ }
+
+ - name: Cancel invoked run if workflow cancelled
+ if: ${{ cancelled() }}
+ uses: actions/github-script@v7
+ with:
+ github-token: ${{ secrets.SPACETIMEDB_PRIVATE_TOKEN }}
+ script: |
+ const targetOwner = process.env.TARGET_OWNER;
+ const targetRepo = process.env.TARGET_REPO;
+ const runId = Number(`${{ steps.dispatch.outputs.run_id }}`);
+ if (!runId) return;
+ await github.rest.actions.cancelWorkflowRun({
+ owner: targetOwner,
+ repo: targetRepo,
+ run_id: runId,
+ });
diff --git a/.github/workflows/internal-tests.yml b/.github/workflows/internal-tests.yml
deleted file mode 100644
index 48bb4aa06..000000000
--- a/.github/workflows/internal-tests.yml
+++ /dev/null
@@ -1,148 +0,0 @@
-on:
- pull_request:
- push:
- branches:
- - master
-
-name: Internal Tests
-
-permissions:
- contents: read
-
-concurrency:
- group: ${{ github.workflow }}-${{ github.event.pull_request.number || format('sha-{0}', github.sha) }}
- cancel-in-progress: true
-
-jobs:
- run-tests:
- # Skip if this is an external contribution. GitHub secrets will be empty, so the step would fail anyway.
- if: ${{ github.event_name != 'pull_request' || !github.event.pull_request.head.repo.fork }}
- runs-on: ubuntu-latest
- env:
- TARGET_OWNER: clockworklabs
- TARGET_REPO: SpacetimeDBPrivate
- steps:
- - id: dispatch
- name: Trigger tests
- uses: actions/github-script@v7
- with:
- github-token: ${{ secrets.SPACETIMEDB_PRIVATE_TOKEN }}
- script: |
- const workflowId = 'ci.yml';
- const targetRef = 'master';
- const targetOwner = process.env.TARGET_OWNER;
- const targetRepo = process.env.TARGET_REPO;
- // Use the ref for pull requests because the head sha is brittle (github does some extra dance where it merges in master).
- const publicRef = (context.eventName === 'pull_request') ? context.payload.pull_request.head.ref : context.sha;
- const preDispatch = new Date().toISOString();
-
- console.log("context.eventName =", context.eventName);
- console.log("context.ref =", context.ref);
- console.log("context.sha =", context.sha);
- console.log("Dispatch workflow with publicRef =", publicRef);
-
- // Dispatch the workflow in the target repository
- await github.rest.actions.createWorkflowDispatch({
- owner: targetOwner,
- repo: targetRepo,
- workflow_id: workflowId,
- ref: targetRef,
- inputs: { public_ref: publicRef }
- });
-
- const sleep = (ms) => new Promise(r => setTimeout(r, ms));
-
- // Find the dispatched run by name
- let runId = null;
- for (let attempt = 0; attempt < 20 && !runId; attempt++) { // up to ~10 minutes to locate the run
- await sleep(5000);
- const runsResp = await github.rest.actions.listWorkflowRuns({
- owner: targetOwner,
- repo: targetRepo,
- workflow_id: workflowId,
- event: 'workflow_dispatch',
- branch: targetRef,
- per_page: 50,
- });
-
- const expectedName = `CI [public_ref=${publicRef}]`;
- const candidates = runsResp.data.workflow_runs
- .filter(r => r.name === expectedName && new Date(r.created_at) >= new Date(preDispatch))
- .sort((a, b) => new Date(b.created_at) - new Date(a.created_at));
-
- if (candidates.length > 0) {
- runId = candidates[0].id;
- break;
- }
- }
-
- if (!runId) {
- core.setFailed('Failed to locate dispatched run in the private repository.');
- return;
- }
-
- // Provide direct link and context prior to waiting
- const runUrl = `https://github.com/${targetOwner}/${targetRepo}/actions/runs/${runId}`;
- core.info(`View run: ${runUrl}`);
-
- core.setOutput('run_id', String(runId));
- core.setOutput('run_url', runUrl);
-
- - name: Wait for Internal Tests to complete
- uses: actions/github-script@v7
- with:
- github-token: ${{ secrets.SPACETIMEDB_PRIVATE_TOKEN }}
- script: |
- const targetOwner = process.env.TARGET_OWNER;
- const targetRepo = process.env.TARGET_REPO;
- const runId = Number(`${{ steps.dispatch.outputs.run_id }}`);
- const runUrl = `${{ steps.dispatch.outputs.run_url }}`;
- const sleep = (ms) => new Promise(r => setTimeout(r, ms));
-
- core.info(`Waiting for workflow result... ${runUrl}`);
-
- let conclusion = null;
- for (let attempt = 0; attempt < 240; attempt++) { // up to ~2 hours
- const runResp = await github.rest.actions.getWorkflowRun({
- owner: targetOwner,
- repo: targetRepo,
- run_id: runId
- });
- const { status, conclusion: c } = runResp.data;
- if (status === 'completed') {
- conclusion = c || 'success';
- break;
- }
- await sleep(30000);
- }
-
- if (!conclusion) {
- core.setFailed('Timed out waiting for private workflow to complete.');
- return;
- }
-
- core.info(`Private workflow conclusion: ${conclusion}`);
- if (conclusion !== 'success') {
- core.setFailed(`Private workflow failed with conclusion: ${conclusion}`);
- }
-
- - name: Cancel invoked run if workflow cancelled
- if: ${{ cancelled() }}
- uses: actions/github-script@v7
- with:
- github-token: ${{ secrets.SPACETIMEDB_PRIVATE_TOKEN }}
- script: |
- const targetOwner = process.env.TARGET_OWNER;
- const targetRepo = process.env.TARGET_REPO;
- const runId = Number(`${{ steps.dispatch.outputs.run_id }}`);
- if (!runId) {
- core.warning('No run_id available to cancel.');
- return;
- }
- core.info(`Cancelling private workflow run ${runId} in ${targetOwner}/${targetRepo}...`);
- await github.rest.actions.cancelWorkflowRun({
- owner: targetOwner,
- repo: targetRepo,
- run_id: runId,
- });
- core.info('Cancellation requested.');
diff --git a/.github/workflows/llm-benchmark-update.yml b/.github/workflows/llm-benchmark-update.yml
new file mode 100644
index 000000000..00ecd8ee8
--- /dev/null
+++ b/.github/workflows/llm-benchmark-update.yml
@@ -0,0 +1,320 @@
+name: Update LLM benchmarks
+
+on:
+ workflow_dispatch:
+ inputs:
+ pr_number:
+ description: "Pull Request Number"
+ required: true
+ issue_comment:
+ types: [created] # only run when the comment is first created
+
+permissions:
+ contents: read
+ pull-requests: write
+ issues: write
+
+concurrency:
+ group: llm-benchmark-${{ github.event_name == 'issue_comment' && github.event.issue.number || inputs.pr_number }}
+ cancel-in-progress: true
+
+jobs:
+ update-llm-benchmark:
+ # Runnable either with a comment that starts with /update-llm-benchmark
+ # or by manually dispatching
+ if: |
+ (github.event_name == 'issue_comment' && github.event.issue.pull_request && startsWith(github.event.comment.body, '/update-llm-benchmark')) ||
+ (github.event_name == 'workflow_dispatch')
+ runs-on: ubuntu-latest
+ steps:
+ # Here we install the spacetime CLI for faster execution of the tests
+ # SpacetimeDB itself is not under test here, rather it's the docs.
+ # If we want to change that it is possible to have the benchmark compile
+ # SpacetimeDB from source.
+ - name: Install spacetime CLI
+ run: curl -sSf https://install.spacetimedb.com | sh -s -- -y
+
+ - name: Load PR info
+ id: pr
+ uses: actions/github-script@v7
+ with:
+ script: |
+ let prNumber;
+ if (context.eventName === 'issue_comment') {
+ prNumber = context.payload.issue.number;
+ } else if (context.eventName === 'workflow_dispatch') {
+ const raw = context.payload.inputs?.pr_number;
+ if (!raw || !/^\d+$/.test(raw)) {
+ core.setFailed(`Invalid pr_number input: '${raw}'.`);
+ return;
+ }
+ prNumber = Number(raw);
+ } else {
+ core.setFailed(`Unsupported event: ${context.eventName}`);
+ return;
+ }
+
+ const { data: pr } = await github.rest.pulls.get({
+ owner: context.repo.owner,
+ repo: context.repo.repo,
+ pull_number: prNumber,
+ });
+
+ core.setOutput('number', String(prNumber));
+ core.setOutput('head_ref', pr.head.ref);
+ core.setOutput('head_sha', pr.head.sha);
+ core.setOutput('head_repo_full_name', pr.head.repo.full_name);
+ core.setOutput('head_owner_type', pr.head.repo.owner.type); // "User"|"Organization"
+ core.setOutput('maintainer_can_modify', String(pr.maintainer_can_modify));
+
+ # If this was kicked off by a comment, ensure that the commenter is
+ # a collaborator on the repo. We don't want unprivileged users to run benchmarks.
+ # Note that the workflow that will be run will be the one that is on the `master`
+ # branch, NOT the one from the PR. This is important so that the PR author can't
+ # sneak in an exfiltration exploit.
+ - name: Check commenter permission
+ if: github.event_name == 'issue_comment'
+ uses: actions/github-script@v7
+ with:
+ script: |
+ const user = context.payload.comment.user.login;
+ const { data } = await github.rest.repos.getCollaboratorPermissionLevel({
+ owner: context.repo.owner,
+ repo: context.repo.repo,
+ username: user,
+ });
+
+ const allowed = new Set(['admin', 'maintain', 'write', 'triage']);
+ if (!allowed.has(data.permission)) {
+ core.setFailed(`User ${user} has permission '${data.permission}', not allowed to run benchmarks.`);
+ }
+
+ # If the PR is from a fork, we need to be able to have GitHub actions commit back
+ # to the forked repo, so that we can update the benchmark results.
+ # In order to do this we need to ensure that the PR is configured to allow the maintainers
+ # of the SpacetimeDB repo to commit back ot the fork.
+ - name: Check fork pushability (and comment if not)
+ if: steps.pr.outputs.head_repo_full_name != github.repository
+ uses: actions/github-script@v7
+ env:
+ PR_NUMBER: ${{ steps.pr.outputs.number }}
+ HEAD_OWNER_TYPE: ${{ steps.pr.outputs.head_owner_type }}
+ MAINTAINER_CAN_MODIFY: ${{ steps.pr.outputs.maintainer_can_modify }}
+ with:
+ script: |
+ const issue_number = Number(process.env.PR_NUMBER);
+ const headOwnerType = process.env.HEAD_OWNER_TYPE;
+ const canModify = process.env.MAINTAINER_CAN_MODIFY === 'true';
+
+ if (headOwnerType === 'Organization') {
+ await github.rest.issues.createComment({
+ owner: context.repo.owner,
+ repo: context.repo.repo,
+ issue_number,
+ body: [
+ "I can’t push benchmark updates to this PR because it comes from an **organization-owned fork**.",
+ "GitHub doesn’t allow granting upstream maintainers push permissions to org-owned forks.",
+ "",
+ "Options:",
+ "- Reopen the PR from a **personal fork** with **Allow edits from maintainers** enabled, or",
+ "- A maintainer can apply the benchmark update on an internal branch."
+ ].join("\n"),
+ });
+ core.setFailed("Org-owned fork PR is not pushable by maintainers.");
+ return;
+ }
+
+ if (!canModify) {
+ await github.rest.issues.createComment({
+ owner: context.repo.owner,
+ repo: context.repo.repo,
+ issue_number,
+ body: [
+ "I can’t push benchmark updates to this PR branch until you enable **Allow edits from maintainers**.",
+ "Please check the box on the PR page, then re-comment `/update-llm-benchmark`.",
+ "See https://docs.github.com/en/pull-requests/collaborating-with-pull-requests/working-with-forks/allowing-changes-to-a-pull-request-branch-created-from-a-fork"
+ ].join("\n"),
+ });
+ core.setFailed("maintainer_can_modify is false; author must enable 'Allow edits from maintainers'.");
+ }
+
+ # Run the benchmark that is already checked into master to prevent
+ # an exfiltration attack whereby the PR author tries to sneak in an exploit
+ # and get a maintainer to run the modified benchmark without looking at the
+ # PR first. This ensure that we only ever execute code that is checked into
+ # master.
+ - name: Checkout master (build/install tool from trusted code)
+ uses: actions/checkout@v4
+ with:
+ ref: master
+ fetch-depth: 0
+ persist-credentials: false
+
+ - uses: dtolnay/rust-toolchain@stable
+ - uses: Swatinem/rust-cache@v2
+
+ # Ensure we use a user-writable .NET install (not /usr/share/dotnet),
+ # so workload installs don't require sudo.
+ - name: Setup .NET SDK
+ uses: actions/setup-dotnet@v4
+ with:
+ dotnet-version: "8.0.x"
+
+ - name: Install WASI workload (wasi-experimental)
+ env:
+ DOTNET_MULTILEVEL_LOOKUP: "0"
+ DOTNET_CLI_HOME: ${{ runner.temp }}/dotnet-home
+ DOTNET_SKIP_FIRST_TIME_EXPERIENCE: "1"
+ run: |
+ dotnet --info
+ dotnet workload install wasi-experimental --skip-manifest-update --disable-parallel
+
+ - name: Install llm-benchmark tool from master
+ run: |
+ cargo install --path tools/xtask-llm-benchmark --locked
+ command -v llm_benchmark
+
+ # Check out the repo on the branch, but ONLY use this code as data!
+ # Never execute code that is on the PR branch.
+ - name: Checkout PR head (branch)
+ uses: actions/checkout@v4
+ with:
+ repository: ${{ steps.pr.outputs.head_repo_full_name }}
+ ref: ${{ steps.pr.outputs.head_sha }}
+ fetch-depth: 0
+ persist-credentials: false
+
+ # Run the benchmark against the PR using the installed tool from the
+ # master branch.
+ - name: Run benchmark (with provider keys)
+ env:
+ OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
+ # Prevent MSBuild node reuse issues that cause "Pipe is broken" errors
+ # when running multiple dotnet publish commands in parallel.
+ # See: https://github.com/dotnet/msbuild/issues/6657
+ MSBUILDDISABLENODEREUSE: "1"
+ DOTNET_CLI_USE_MSBUILD_SERVER: "0"
+ run: |
+ llm_benchmark ci-quickfix
+ llm_benchmark ci-check
+
+ - name: Ensure only docs/llms changed
+ run: |
+ set -euo pipefail
+ CHANGED="$(git diff --name-only)"
+
+ if [ -z "$CHANGED" ]; then
+ echo "No changes."
+ exit 0
+ fi
+
+ if echo "$CHANGED" | grep -qvE '^docs/llms/'; then
+ echo "Benchmark produced changes outside docs/llms:"
+ echo "$CHANGED" | grep -vE '^docs/llms/'
+ exit 1
+ fi
+
+ # Comment the benchmark results on the PR
+ - name: Comment benchmark results on PR
+ uses: actions/github-script@v7
+ env:
+ PR_NUMBER: ${{ steps.pr.outputs.number }}
+ with:
+ github-token: ${{ secrets.CLOCKWORK_LABS_BOT_PAT }}
+ script: |
+ const fs = require('fs');
+ // docs-benchmark files are used for CI (testing documentation quality)
+ const summaryPath = 'docs/llms/docs-benchmark-summary.json';
+ const summary = JSON.parse(fs.readFileSync(summaryPath, 'utf8'));
+
+ // Extract results for the modes checked by ci-check
+ // Rust: rustdoc_json, C#: docs
+ const rustResults = summary.by_language?.rust?.modes?.rustdoc_json?.models?.['GPT-5'];
+ const csharpResults = summary.by_language?.csharp?.modes?.docs?.models?.['GPT-5'];
+
+ const formatPct = (val) => val !== undefined ? `${val.toFixed(1)}%` : 'N/A';
+
+ let table = `## LLM Benchmark Results (ci-quickfix)\n\n`;
+ table += `| Language | Mode | Category | Tests Passed | Pass % | Task Pass % |\n`;
+ table += `|----------|------|----------|--------------|--------|-------------|\n`;
+
+ if (rustResults) {
+ const cats = rustResults.categories || {};
+ if (cats.basics) {
+ const c = cats.basics;
+ table += `| Rust | rustdoc_json | basics | ${c.passed_tests}/${c.total_tests} | ${formatPct(c.pass_pct)} | ${formatPct(c.task_pass_pct)} |\n`;
+ }
+ if (cats.schema) {
+ const c = cats.schema;
+ table += `| Rust | rustdoc_json | schema | ${c.passed_tests}/${c.total_tests} | ${formatPct(c.pass_pct)} | ${formatPct(c.task_pass_pct)} |\n`;
+ }
+ const t = rustResults.totals;
+ table += `| Rust | rustdoc_json | **total** | ${t.passed_tests}/${t.total_tests} | ${formatPct(t.pass_pct)} | ${formatPct(t.task_pass_pct)} |\n`;
+ }
+
+ if (csharpResults) {
+ const cats = csharpResults.categories || {};
+ if (cats.basics) {
+ const c = cats.basics;
+ table += `| C# | docs | basics | ${c.passed_tests}/${c.total_tests} | ${formatPct(c.pass_pct)} | ${formatPct(c.task_pass_pct)} |\n`;
+ }
+ if (cats.schema) {
+ const c = cats.schema;
+ table += `| C# | docs | schema | ${c.passed_tests}/${c.total_tests} | ${formatPct(c.pass_pct)} | ${formatPct(c.task_pass_pct)} |\n`;
+ }
+ const t = csharpResults.totals;
+ table += `| C# | docs | **total** | ${t.passed_tests}/${t.total_tests} | ${formatPct(t.pass_pct)} | ${formatPct(t.task_pass_pct)} |\n`;
+ }
+
+ table += `\nGenerated at: ${summary.generated_at}`;
+
+ const issue_number = Number(process.env.PR_NUMBER);
+
+ // Find and update existing comment or create new one
+ const comments = await github.rest.issues.listComments({
+ owner: context.repo.owner,
+ repo: context.repo.repo,
+ issue_number,
+ });
+
+ const marker = '## LLM Benchmark Results (ci-quickfix)';
+ const existingComment = comments.data.find(c => c.body.startsWith(marker));
+
+ if (existingComment) {
+ await github.rest.issues.updateComment({
+ owner: context.repo.owner,
+ repo: context.repo.repo,
+ comment_id: existingComment.id,
+ body: table,
+ });
+ } else {
+ await github.rest.issues.createComment({
+ owner: context.repo.owner,
+ repo: context.repo.repo,
+ issue_number,
+ body: table,
+ });
+ }
+
+ # The benchmarks only modify the docs/llms directory.
+ # Commit the changes.
+ - name: Commit changes
+ run: |
+ git config user.name "spacetimedb-bot"
+ git config user.email "spacetimedb-bot@users.noreply.github.com"
+
+ # Prefer staging only the benchmark output area (adjust as needed)
+ git add docs/llms
+
+ git diff --cached --quiet && exit 0
+ git commit -m "Update LLM benchmark results"
+
+ # Here we use the https://github.com/clockwork-labs-bot user's
+ # personal access token to commit back to the PR branch. This is necessary
+ # if we want to be able to push back to external contributor forks.
+ - name: Push back to PR branch (same repo or fork)
+ env:
+ GH_TOKEN: ${{ secrets.CLOCKWORK_LABS_BOT_PAT }}
+ run: |
+ git remote set-url origin "https://x-access-token:${GH_TOKEN}@github.com/${{ steps.pr.outputs.head_repo_full_name }}.git"
+ git push origin "HEAD:${{ steps.pr.outputs.head_ref }}"
diff --git a/Cargo.lock b/Cargo.lock
index aa39b4057..51e1e3c54 100644
--- a/Cargo.lock
+++ b/Cargo.lock
@@ -7401,7 +7401,6 @@ dependencies = [
"names",
"notify 7.0.0",
"percent-encoding",
- "portpicker",
"predicates",
"pretty_assertions",
"quick-xml 0.31.0",
@@ -7419,6 +7418,7 @@ dependencies = [
"spacetimedb-codegen",
"spacetimedb-data-structures",
"spacetimedb-fs-utils",
+ "spacetimedb-guard",
"spacetimedb-jsonwebtoken",
"spacetimedb-lib 1.11.1",
"spacetimedb-paths",
@@ -7814,6 +7814,15 @@ dependencies = [
"zstd-framed",
]
+[[package]]
+name = "spacetimedb-guard"
+version = "1.11.1"
+dependencies = [
+ "portpicker",
+ "reqwest 0.12.24",
+ "tempfile",
+]
+
[[package]]
name = "spacetimedb-jsonwebtoken"
version = "9.3.0"
@@ -10903,6 +10912,29 @@ dependencies = [
"xml-rs",
]
+[[package]]
+name = "xtask-llm-benchmark"
+version = "0.1.0"
+dependencies = [
+ "anyhow",
+ "async-trait",
+ "blake3",
+ "chrono",
+ "clap 4.5.50",
+ "fs2",
+ "futures",
+ "heck 0.5.0",
+ "reqwest 0.12.24",
+ "serde",
+ "serde_json",
+ "spacetimedb 1.11.1",
+ "spacetimedb-guard",
+ "tempfile",
+ "thiserror 2.0.17",
+ "tokio",
+ "urlencoding",
+]
+
[[package]]
name = "xxhash-rust"
version = "0.8.15"
diff --git a/Cargo.toml b/Cargo.toml
index 7836656dd..efecdc25a 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -15,6 +15,7 @@ members = [
"crates/durability",
"crates/execution",
"crates/expr",
+ "crates/guard",
"crates/fs-utils",
"crates/lib",
"crates/metrics",
@@ -56,6 +57,7 @@ members = [
"tools/replace-spacetimedb",
"tools/generate-client-api",
"tools/gen-bindings",
+ "tools/xtask-llm-benchmark",
"crates/bindings-typescript/test-app/server",
"crates/bindings-typescript/test-react-router-app/server",
]
@@ -118,6 +120,7 @@ spacetimedb-datastore = { path = "crates/datastore", version = "=1.11.1" }
spacetimedb-durability = { path = "crates/durability", version = "=1.11.1" }
spacetimedb-execution = { path = "crates/execution", version = "=1.11.1" }
spacetimedb-expr = { path = "crates/expr", version = "=1.11.1" }
+spacetimedb-guard = { path = "crates/guard", version = "=1.11.1" }
spacetimedb-lib = { path = "crates/lib", default-features = false, version = "=1.11.1" }
spacetimedb-memory-usage = { path = "crates/memory-usage", version = "=1.11.1", default-features = false }
spacetimedb-metrics = { path = "crates/metrics", version = "=1.11.1" }
diff --git a/crates/cli/Cargo.toml b/crates/cli/Cargo.toml
index e0d366317..2ea5281e6 100644
--- a/crates/cli/Cargo.toml
+++ b/crates/cli/Cargo.toml
@@ -89,8 +89,7 @@ pretty_assertions.workspace = true
fs_extra.workspace = true
assert_cmd = "2"
predicates = "3"
-portpicker = "0.1"
-reqwest = { workspace = true, features = ["blocking", "json"] }
+spacetimedb-guard.workspace = true
[target.'cfg(not(target_env = "msvc"))'.dependencies]
tikv-jemallocator = { workspace = true }
diff --git a/crates/cli/tests/publish.rs b/crates/cli/tests/publish.rs
index a4df1bf88..08e95d5c3 100644
--- a/crates/cli/tests/publish.rs
+++ b/crates/cli/tests/publish.rs
@@ -1,7 +1,5 @@
-mod util;
-
-use crate::util::SpacetimeDbGuard;
use assert_cmd::cargo::cargo_bin_cmd;
+use spacetimedb_guard::SpacetimeDbGuard;
#[test]
fn cli_can_publish_spacetimedb_on_disk() {
diff --git a/crates/cli/tests/server.rs b/crates/cli/tests/server.rs
index 3e953f174..b2bc5fdc4 100644
--- a/crates/cli/tests/server.rs
+++ b/crates/cli/tests/server.rs
@@ -1,7 +1,5 @@
-mod util;
-
-use crate::util::SpacetimeDbGuard;
use assert_cmd::cargo::cargo_bin_cmd;
+use spacetimedb_guard::SpacetimeDbGuard;
#[test]
fn cli_can_ping_spacetimedb_on_disk() {
diff --git a/crates/guard/Cargo.toml b/crates/guard/Cargo.toml
new file mode 100644
index 000000000..f675b6dba
--- /dev/null
+++ b/crates/guard/Cargo.toml
@@ -0,0 +1,15 @@
+[package]
+name = "spacetimedb-guard"
+version.workspace = true
+edition.workspace = true
+rust-version.workspace = true
+
+[dependencies]
+portpicker = "0.1"
+reqwest = { workspace = true, features = ["blocking", "json"] }
+tempfile.workspace = true
+
+[lints]
+workspace = true
+
+
diff --git a/crates/cli/tests/util.rs b/crates/guard/src/lib.rs
similarity index 77%
rename from crates/cli/tests/util.rs
rename to crates/guard/src/lib.rs
index 1bb5a99fb..3fc609406 100644
--- a/crates/cli/tests/util.rs
+++ b/crates/guard/src/lib.rs
@@ -1,3 +1,5 @@
+#![allow(clippy::disallowed_macros)]
+
use std::{
env,
io::{BufRead, BufReader},
@@ -30,10 +32,19 @@ impl SpacetimeDbGuard {
let temp_dir = tempfile::tempdir().expect("failed to create temp dir");
let data_dir = temp_dir.path().display().to_string();
- Self::spawn_spacetime_start(&["start", "--data-dir", &data_dir])
+ Self::spawn_spacetime_start(false, &["start", "--data-dir", &data_dir])
}
- fn spawn_spacetime_start(extra_args: &[&str]) -> Self {
+ /// Start `spacetimedb` in a temporary data directory via:
+ /// spacetime start --data-dir --listen-addr
+ pub fn spawn_in_temp_data_dir_use_cli() -> Self {
+ let temp_dir = tempfile::tempdir().expect("failed to create temp dir");
+ let data_dir = temp_dir.path().display().to_string();
+
+ Self::spawn_spacetime_start(true, &["start", "--data-dir", &data_dir])
+ }
+
+ fn spawn_spacetime_start(use_installed_cli: bool, extra_args: &[&str]) -> Self {
let port = find_free_port();
let addr: SocketAddr = format!("127.0.0.1:{port}").parse().unwrap();
let address = addr.to_string();
@@ -42,13 +53,23 @@ impl SpacetimeDbGuard {
// Workspace root for `cargo run -p ...`
let workspace_dir = env!("CARGO_MANIFEST_DIR");
- Self::build_prereqs(workspace_dir);
- let mut cargo_args = vec!["run", "-p", "spacetimedb-cli", "--"];
+ let mut args = vec![];
- cargo_args.extend(extra_args);
- cargo_args.extend(["--listen-addr", &address]);
+ let (child, logs) = if use_installed_cli {
+ args.extend_from_slice(extra_args);
+ args.extend_from_slice(&["--listen-addr", &address]);
- let (child, logs) = Self::spawn_child(workspace_dir, &cargo_args);
+ let cmd = Command::new("spacetime");
+ Self::spawn_child(cmd, env!("CARGO_MANIFEST_DIR"), &args)
+ } else {
+ Self::build_prereqs(workspace_dir);
+ args.extend(vec!["run", "-p", "spacetimedb-cli", "--"]);
+ args.extend(extra_args);
+ args.extend(["--listen-addr", &address]);
+
+ let cmd = Command::new("cargo");
+ Self::spawn_child(cmd, workspace_dir, &args)
+ };
let guard = SpacetimeDbGuard { child, host_url, logs };
guard.wait_until_http_ready(Duration::from_secs(10));
@@ -72,8 +93,7 @@ impl SpacetimeDbGuard {
}
}
- fn spawn_child(workspace_dir: &str, args: &[&str]) -> (Child, Arc>) {
- let mut cmd = Command::new("cargo");
+ fn spawn_child(mut cmd: Command, workspace_dir: &str, args: &[&str]) -> (Child, Arc>) {
let mut child = cmd
.args(args)
.current_dir(workspace_dir)
diff --git a/docs/DEVELOP.md b/docs/DEVELOP.md
new file mode 100644
index 000000000..f4e614823
--- /dev/null
+++ b/docs/DEVELOP.md
@@ -0,0 +1,250 @@
+# DEVELOP.md
+
+This document explains how to configure the environment, run the LLM benchmark tool, and work with the benchmark suite.
+
+---
+
+## Table of Contents
+
+1. [Quick Checks & Fixes](#quick-checks-fixes)
+2. [Environment Variables](#environment-variables)
+3. [Benchmark Suite](#benchmark-suite)
+4. [Troubleshooting](#troubleshooting)
+---
+
+## Quick Checks & Fixes
+
+Use this single command to quickly unblock CI by regenerating hashes and running only GPT-5 for the minimal Rust + C# passes. This is not the full benchmark suite.
+
+`cargo llm ci-quickfix`
+What this does:
+1. Runs Rust rustdoc_json pass for GPT-5 only.
+2. Runs C# docs pass for GPT-5 only.
+3. Writes updated results & summary.
+
+---
+
+> Model IDs passed to `--models` must match configured routes (see `model_routes.rs`), e.g. `"openai:gpt-5"`.
+
+
+### Spacetime CLI
+Publishing is performed via the `spacetime` CLI (`spacetime publish -c -y --server `). Ensure:
+- `spacetime` is on PATH
+- The target server is reachable/running
+
+## Environment Variables
+
+> These are the **defaults** and/or recommended dev values.
+
+| Name | Purpose | Values / Example | Required |
+|---|---|---|---|
+| `SPACETIME_SERVER` | Target SpacetimeDB environment | `local` | ✅ |
+| `LLM_DEBUG` | Print short debug info while generating | `true` / `false` (default `true` in dev) | ✅ |
+| `LLM_DEBUG_VERBOSE` | Extra‑verbose logs (payloads, scoring detail) | `false` | ✅ |
+| `LLM_BENCH_CONCURRENCY` | Parallel task concurrency across the whole bench run | `20` | ✅ |
+| `LLM_BENCH_ROUTE_CONCURRENCY` | Per‑route concurrency (throttle per vendor/model) | `4` | ✅ |
+| `OPENAI_API_KEY` | OpenAI credential | `sk-...` | optional* |
+| `OPENAI_BASE_URL` | OpenAI-compatible base URL override | `https://api.openai.com/` | optional |
+| `ANTHROPIC_API_KEY` | Anthropic credential | `...` | optional* |
+| `ANTHROPIC_BASE_URL` | Anthropic base URL override | `https://api.anthropic.com` | optional |
+| `GOOGLE_API_KEY` | Gemini credential | `...` | optional* |
+| `GOOGLE_BASE_URL` | Gemini base URL override | `https://generativelanguage.googleapis.com` | optional |
+| `XAI_API_KEY` | xAI Grok credential | `...` | optional |
+| `DEEPSEEK_API_KEY` | DeepSeek credential | `...` | optional |
+| `META_API_KEY` | Meta Llama credential | `...` | optional* |
+
+\*Required only if you plan to run that provider locally.
+
+**Canonical dev block** (copy/paste into your shell profile):
+
+```bash
+OPENAI_API_KEY=
+OPENAI_BASE_URL=https://api.openai.com/
+
+ANTHROPIC_API_KEY=
+ANTHROPIC_BASE_URL=https://api.anthropic.com
+
+GOOGLE_API_KEY=
+GOOGLE_BASE_URL=https://generativelanguage.googleapis.com
+
+XAI_API_KEY=
+XAI_BASE_URL=https://api.x.ai
+
+DEEPSEEK_API_KEY=
+DEEPSEEK_BASE_URL=https://api.deepseek.com
+
+META_API_KEY=
+META_BASE_URL=https://openrouter.ai/api/v1
+
+SPACETIME_SERVER="local"
+LLM_DEBUG=true
+LLM_DEBUG_VERBOSE=false
+LLM_BENCH_CONCURRENCY=20
+LLM_BENCH_ROUTE_CONCURRENCY=4
+```
+
+Windows PowerShell:
+
+```powershell
+$env:SPACETIME_SERVER="local"
+$env:LLM_DEBUG="true"
+$env:LLM_DEBUG_VERBOSE="false"
+$env:LLM_BENCH_CONCURRENCY="20"
+$env:LLM_BENCH_ROUTE_CONCURRENCY="4"
+```
+
+
+### LLM Providers — Keys & Base URLs
+
+> Notes
+> - These match the providers wired in this repo (`OpenAiClient`, `AnthropicClient`, `GoogleGeminiClient`, `XaiGrokClient`, `DeepSeekClient`, `MetaLlamaClient`).
+
+| Provider | API Key Env | Base URL Env (optional) | Default Base URL |
+|---------------|---------------------|-------------------------|---|
+| OpenAI | `OPENAI_API_KEY` | `OPENAI_BASE_URL` | `https://api.openai.com` |
+| Anthropic | `ANTHROPIC_API_KEY` | `ANTHROPIC_BASE_URL` | `https://api.anthropic.com` |
+| Google Gemini | `GOOGLE_API_KEY` | `GOOGLE_BASE_URL` | `https://generativelanguage.googleapis.com` |
+| xAI Grok | `XAI_API_KEY` | `XAI_BASE_URL` | `https://api.x.ai` |
+| DeepSeek | `DEEPSEEK_API_KEY` | `DEEPSEEK_BASE_URL` | `https://api.deepseek.com` |
+| META | `META_API_KEY` | `META_BASE_URL` | `https://openrouter.ai/api/v1` |
+
+---
+
+## Benchmark Suite
+
+Results directory: `docs/llms`
+
+### Result Files
+
+There are two sets of result files, each serving a different purpose:
+
+| Files | Purpose | Updated By |
+|-------|---------|------------|
+| `docs-benchmark-details.json`
`docs-benchmark-summary.json` | Test documentation quality with a single reference model (GPT-5) | `cargo llm ci-quickfix` |
+| `llm-comparison-details.json`
`llm-comparison-summary.json` | Compare all LLMs against the same documentation | `cargo llm run` |
+
+- **docs-benchmark**: Used by CI to ensure documentation quality. Contains only GPT-5 results.
+- **llm-comparison**: Used for manual benchmark runs to compare LLM performance. Contains results from all configured models.
+
+> Results writes are lock-safe and atomic. The tool takes an exclusive lock and writes via a temp file, then renames it, so concurrent runs won't corrupt results.
+
+Open `llm_benchmark_stats_viewer.html` in a browser to inspect merged results locally.
+### Current Benchmarks
+
+**basics**
+000. empty-reducers — tests whether it can create basic reducers with various arguments
+001. basic-tables — can it create tables with basic columns
+002. scheduled-table — can it create a scheduled table and reducer
+003. struct-in-table — can it put a struct in a table
+004. insert — can it insert a row
+005. update — can it update a row
+006. delete — can it delete a row
+007. crud — can it insert, update, and delete a row in the same reducer
+008. index-lookup — can it look up something from an index
+009. init — can it write the init reducer
+010. connect — can it write the client_connected/client_disconnected reducers
+011. helper-function — can it create a non-reducer helper function
+
+**schema**
+012. spacetime-product-type — can it define a new spacetime product type
+013. spacetime-sum-type — can it define a new sum type
+014. elementary-columns — can it create columns with basic types
+015. product-type-columns — can it create columns with product types
+016. sum-type-columns — can it create columns with sum types
+017. scheduled — can it create scheduled columns
+018. constraints — can it add primary keys, unique constraints, and indexes
+019. many-to-many — can it create a many-to-many relationship
+020. ecs — can it create a basic ecs
+021. multi-column-index — can it create a multi-column index
+
+Benchmarks live under `benchmarks/` with structure like:
+
+```
+benchmarks/
+ category/
+ t_001_foo/
+ tasks/
+ rust.txt
+ csharp.txt
+ answers/
+ rust.rs
+ csharp.cs
+ spec.rs # scoring config, reducer/schema checks, etc.
+```
+
+### Creating a new benchmark
+
+1. **Copy existing benchmark**
+- Duplicate any existing benchmark folder.
+- Bump the numeric prefix to a new, unused ID: `t_123_my_task`.
+
+2. **Rename for the new task**
+- Rename the folder to your ID + short slug: `t_123_my_task`.
+
+3. **Write the task prompt**
+- Create/update `tasks/rust.txt` and/or `tasks/csharp.txt`.
+- Be explicit (tables, reducers, helpers, constraints). Avoid ambiguity.
+
+4. **Add golden answers**
+- Implement the canonical solution in `answers/rust.rs` and/or `answers/csharp.cs`.
+
+5. **Define scoring**
+- Edit `spec.rs` to add scorers (e.g., schema/table/field checks, reducer/func exists).
+
+6. **Quick validation**
+- Build goldens only:
+ `cargo llm run --goldens-only --tasks t_123_my_task`
+
+7. **Categorize**
+- Ensure the folder sits under the right category path.
+
+
+### Typical Commands
+
+```bash
+# Run everything with current env (providers/models from your .env)
+cargo llm run
+
+# Only Rust (or C#)
+cargo llm run --lang rust
+cargo llm run --lang csharp
+
+# Only certain categories (use your actual category names)
+cargo llm run --categories basics,schema
+
+# Only certain tasks by number (globally numbered)
+cargo llm run --tasks 0,7,12
+
+# Limit providers/models explicitly
+cargo llm run \
+ --providers openai,anthropic \
+ --models "openai:gpt-5 anthropic:claude-sonnet-4-5"
+
+# Dry runs
+cargo llm run --hash-only # build context only (no provider calls)
+cargo llm run --goldens-only # build/check goldens only
+
+# Be aggressive (skip some safety checks)
+cargo llm run --force
+
+# CI sanity check per language
+cargo llm ci-check --lang rust
+cargo llm ci-check --lang csharp
+
+```
+
+Outputs:
+- Logs to stdout/stderr (respecting `LLM_DEBUG`/`LLM_DEBUG_VERBOSE`).
+- JSON results in a per‑run folder (timestamped), merged into aggregate reports.
+
+---
+
+## Troubleshooting
+
+**HTTP 400/404 from providers**
+- Check the model ID spelling and whether it’s available for your account/region.
+- Verify the correct base URL for non-default gateways.
+
+**Timeouts / Rate-limits**
+- Lower `LLM_BENCH_CONCURRENCY` or `LLM_BENCH_ROUTE_CONCURRENCY`.
+- Some providers aggressively throttle bursts; use backoff/retry when supported.
diff --git a/docs/llms/docs-benchmark-details.json b/docs/llms/docs-benchmark-details.json
new file mode 100644
index 000000000..64aa1163e
--- /dev/null
+++ b/docs/llms/docs-benchmark-details.json
@@ -0,0 +1,2545 @@
+{
+ "languages": [
+ {
+ "lang": "rust",
+ "modes": [
+ {
+ "mode": "rustdoc_json",
+ "hash": "9bb229f6cfd63a9477451e127576b9bd378ec1087b9f320e5a8576b415e021b0",
+ "models": [
+ {
+ "name": "GPT-5",
+ "route_api_model": "gpt-5",
+ "tasks": {
+ "t_000_empty_reducers": {
+ "hash": "9bb229f6cfd63a9477451e127576b9bd378ec1087b9f320e5a8576b415e021b0",
+ "task": "t_000_empty_reducers",
+ "lang": "rust",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": "use spacetimedb::ReducerContext;\n\n#[spacetimedb::reducer]\npub fn empty_reducer_no_args(ctx: &ReducerContext) {\n}\n\n#[spacetimedb::reducer]\npub fn empty_reducer_with_int(ctx: &ReducerContext, count: i32) {\n}\n\n#[spacetimedb::reducer]\npub fn empty_reducer_with_string(ctx: &ReducerContext, name: String) {\n}\n\n#[spacetimedb::reducer]\npub fn empty_reducer_with_two_args(ctx: &ReducerContext, count: i32, name: String) {\n}\n\n#[spacetimedb::reducer]\npub fn empty_reducer_with_three_args(ctx: &ReducerContext, active: bool, ratio: f32, label: String) {\n}",
+ "category": "basics",
+ "route_api_model": "gpt-5",
+ "golden_db": "basics-t-000-empty-reducers-golden",
+ "llm_db": "basics-t-000-empty-reducers-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/basics/t_000_empty_reducers/rust/server/golden",
+ "work_dir_llm": "target/llm-runs/basics/t_000_empty_reducers/rust/server/gpt-5/llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-000-empty-reducers-golden",
+ "llm_db": "basics-t-000-empty-reducers-gpt-5-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "http://127.0.0.1:15209",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:23:39.400288238Z",
+ "finished_at": "2026-01-06T00:25:54.852829160Z"
+ },
+ "t_001_basic_tables": {
+ "hash": "9bb229f6cfd63a9477451e127576b9bd378ec1087b9f320e5a8576b415e021b0",
+ "task": "t_001_basic_tables",
+ "lang": "rust",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": "use spacetimedb::table;\n\n#[table(name = users)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool,\n}\n\n#[table(name = products)]\npub struct Product {\n #[primary_key]\n id: i32,\n title: String,\n price: f32,\n in_stock: bool,\n}\n\n#[table(name = notes)]\npub struct Note {\n #[primary_key]\n id: i32,\n body: String,\n rating: i64,\n pinned: bool,\n}",
+ "category": "basics",
+ "route_api_model": "gpt-5",
+ "golden_db": "basics-t-001-basic-tables-golden",
+ "llm_db": "basics-t-001-basic-tables-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/basics/t_001_basic_tables/rust/server/golden",
+ "work_dir_llm": "target/llm-runs/basics/t_001_basic_tables/rust/server/gpt-5/llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-001-basic-tables-golden",
+ "llm_db": "basics-t-001-basic-tables-gpt-5-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "http://127.0.0.1:15209",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:26:12.536677812Z",
+ "finished_at": "2026-01-06T00:27:57.914264513Z"
+ },
+ "t_002_scheduled_table": {
+ "hash": "9bb229f6cfd63a9477451e127576b9bd378ec1087b9f320e5a8576b415e021b0",
+ "task": "t_002_scheduled_table",
+ "lang": "rust",
+ "golden_published": false,
+ "model_name": "GPT-5",
+ "total_tests": 1,
+ "passed_tests": 0,
+ "llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table, ScheduleAt};\n\n#[table(name = tick_timer, schedule(reducer = tick, column = scheduled_at))]\npub struct TickTimer {\n #[primary_key]\n #[auto_inc]\n scheduled_id: u64,\n scheduled_at: ScheduleAt,\n}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) {\n ctx.db.tick_timer().insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::repeat_micros(50_000),\n });\n}\n\n#[reducer]\npub fn tick(_ctx: &ReducerContext, _scheduled_id: u64) {}",
+ "category": "basics",
+ "route_api_model": "gpt-5",
+ "golden_db": "basics-t-002-scheduled-table-golden",
+ "llm_db": "basics-t-002-scheduled-table-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/basics/t_002_scheduled_table/rust/server/golden",
+ "work_dir_llm": "target/llm-runs/basics/t_002_scheduled_table/rust/server/gpt-5/llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime publish failed (exit=1)\n--- stderr ---\n\u001b[1m\u001b[32m Updating\u001b[0m crates.io index\n\u001b[1m\u001b[32m Locking\u001b[0m 72 packages to latest compatible versions\n\u001b[1m\u001b[36m Adding\u001b[0m generic-array v0.14.7 \u001b[1m\u001b[33m(available: v0.14.9)\u001b[0m\n\u001b[1m\u001b[32m Compiling\u001b[0m proc-macro2 v1.0.105\n\u001b[1m\u001b[32m Compiling\u001b[0m unicode-ident v1.0.22\n\u001b[1m\u001b[32m Compiling\u001b[0m quote v1.0.43\n\u001b[1m\u001b[32m Compiling\u001b[0m version_check v0.9.5\n\u001b[1m\u001b[32m Compiling\u001b[0m typenum v1.19.0\n\u001b[1m\u001b[32m Compiling\u001b[0m autocfg v1.5.0\n\u001b[1m\u001b[32m Compiling\u001b[0m generic-array v0.14.7\n\u001b[1m\u001b[32m Compiling\u001b[0m serde_core v1.0.228\n\u001b[1m\u001b[32m Compiling\u001b[0m heck v0.5.0\n\u001b[1m\u001b[32m Compiling\u001b[0m num-traits v0.2.19\n\u001b[1m\u001b[32m Compiling\u001b[0m cfg-if v1.0.4\n\u001b[1m\u001b[32m Compiling\u001b[0m syn v2.0.113\n\u001b[1m\u001b[32m Compiling\u001b[0m either v1.15.0\n\u001b[1m\u001b[32m Compiling\u001b[0m zerocopy v0.8.31\n\u001b[1m\u001b[32m Compiling\u001b[0m find-msvc-tools v0.1.6\n\u001b[1m\u001b[32m Compiling\u001b[0m shlex v1.3.0\n\u001b[1m\u001b[32m Compiling\u001b[0m serde v1.0.228\n\u001b[1m\u001b[32m Compiling\u001b[0m itertools v0.12.1\n\u001b[1m\u001b[32m Compiling\u001b[0m cc v1.2.51\n\u001b[1m\u001b[32m Compiling\u001b[0m crypto-common v0.1.7\n\u001b[1m\u001b[32m Compiling\u001b[0m block-buffer v0.10.4\n\u001b[1m\u001b[32m Compiling\u001b[0m thiserror v1.0.69\n\u001b[1m\u001b[32m Compiling\u001b[0m nohash-hasher v0.2.0\n\u001b[1m\u001b[32m Compiling\u001b[0m bitflags v2.10.0\n\u001b[1m\u001b[32m Compiling\u001b[0m anyhow v1.0.100\n\u001b[1m\u001b[32m Compiling\u001b[0m digest v0.10.7\n\u001b[1m\u001b[32m Compiling\u001b[0m blake3 v1.8.2\n\u001b[1m\u001b[32m Compiling\u001b[0m approx v0.3.2\n\u001b[1m\u001b[32m Compiling\u001b[0m getrandom v0.2.16\n\u001b[1m\u001b[32m Compiling\u001b[0m convert_case v0.4.0\n\u001b[1m\u001b[32m Compiling\u001b[0m zmij v1.0.11\n\u001b[1m\u001b[32m Compiling\u001b[0m keccak v0.1.5\n\u001b[1m\u001b[32m Compiling\u001b[0m bytes v1.11.0\n\u001b[1m\u001b[32m Compiling\u001b[0m heck v0.4.1\n\u001b[1m\u001b[32m Compiling\u001b[0m arrayvec v0.7.6\n\u001b[1m\u001b[32m Compiling\u001b[0m humantime v2.3.0\n\u001b[1m\u001b[32m Compiling\u001b[0m sha3 v0.10.8\n\u001b[1m\u001b[32m Compiling\u001b[0m rand_core v0.6.4\n\u001b[1m\u001b[32m Compiling\u001b[0m enum-as-inner v0.6.1\n\u001b[1m\u001b[32m Compiling\u001b[0m thiserror-impl v1.0.69\n\u001b[1m\u001b[32m Compiling\u001b[0m derive_more v0.99.20\n\u001b[1m\u001b[32m Compiling\u001b[0m ppv-lite86 v0.2.21\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetimedb-primitives v1.11.1\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetimedb-bindings-macro v1.11.1\n\u001b[1m\u001b[32m Compiling\u001b[0m decorum v0.3.1\n\u001b[1m\u001b[32m Compiling\u001b[0m ethnum v1.5.2\n\u001b[1m\u001b[32m Compiling\u001b[0m chrono v0.4.42\n\u001b[1m\u001b[32m Compiling\u001b[0m second-stack v0.3.5\n\u001b[1m\u001b[32m Compiling\u001b[0m smallvec v1.15.1\n\u001b[1m\u001b[32m Compiling\u001b[0m serde_json v1.0.148\n\u001b[1m\u001b[32m Compiling\u001b[0m itoa v1.0.17\n\u001b[1m\u001b[32m Compiling\u001b[0m constant_time_eq v0.3.1\n\u001b[1m\u001b[32m Compiling\u001b[0m bytemuck v1.24.0\n\u001b[1m\u001b[32m Compiling\u001b[0m hex v0.4.3\n\u001b[1m\u001b[32m Compiling\u001b[0m arrayref v0.3.9\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetimedb-lib v1.11.1\n\u001b[1m\u001b[32m Compiling\u001b[0m rand_chacha v0.3.1\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetimedb-sats v1.11.1\n\u001b[1m\u001b[32m Compiling\u001b[0m memchr v2.7.6\n\u001b[1m\u001b[32m Compiling\u001b[0m log v0.4.29\n\u001b[1m\u001b[32m Compiling\u001b[0m rand v0.8.5\n\u001b[1m\u001b[32m Compiling\u001b[0m http v1.4.0\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetimedb-bindings-sys v1.11.1\n\u001b[1m\u001b[32m Compiling\u001b[0m scoped-tls v1.0.1\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetimedb v1.11.1\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetime-module v0.1.0 (/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/basics/t_002_scheduled_table/rust/server/gpt-5/llm)\n\u001b[0m\u001b[1m\u001b[38;5;9merror\u001b[0m\u001b[0m\u001b[1m: expected one of: `public`, `private`, `name`, `index`, `scheduled`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:28\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = tick_timer, schedule(reducer = tick, column = scheduled_at))]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0422]\u001b[0m\u001b[0m\u001b[1m: cannot find struct, variant or union type `TickTimer` in this scope\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:14:32\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m14\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m ctx.db.tick_timer().insert(TickTimer {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mnot found in this scope\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0599]\u001b[0m\u001b[0m\u001b[1m: no method named `tick_timer` found for struct `Local` in the current scope\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:14:12\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m14\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m ctx.db.tick_timer().insert(TickTimer {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mmethod not found in `Local`\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0599]\u001b[0m\u001b[0m\u001b[1m: no variant or associated item named `repeat_micros` found for enum `ScheduleAt` in the current scope\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:16:35\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m16\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m scheduled_at: ScheduleAt::repeat_micros(50_000),\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mvariant or associated item not found in `ScheduleAt`\u001b[0m\n\n\u001b[0m\u001b[1mSome errors have detailed explanations: E0422, E0599.\u001b[0m\n\u001b[0m\u001b[1mFor more information about an error, try `rustc --explain E0422`.\u001b[0m\n\u001b[1m\u001b[31merror\u001b[0m\u001b[1m:\u001b[0m could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:25:54.852871696Z",
+ "finished_at": "2026-01-06T00:27:59.471516537Z"
+ },
+ "t_003_struct_in_table": {
+ "hash": "9bb229f6cfd63a9477451e127576b9bd378ec1087b9f320e5a8576b415e021b0",
+ "task": "t_003_struct_in_table",
+ "lang": "rust",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": "use spacetimedb::SpacetimeType;\n\n#[derive(SpacetimeType)]\npub struct Position {\n x: i32,\n y: i32,\n}\n\n#[spacetimedb::table(name = entities)]\npub struct Entity {\n #[primary_key]\n id: i32,\n pos: Position,\n}",
+ "category": "basics",
+ "route_api_model": "gpt-5",
+ "golden_db": "basics-t-003-struct-in-table-golden",
+ "llm_db": "basics-t-003-struct-in-table-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/basics/t_003_struct_in_table/rust/server/golden",
+ "work_dir_llm": "target/llm-runs/basics/t_003_struct_in_table/rust/server/gpt-5/llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-003-struct-in-table-golden",
+ "llm_db": "basics-t-003-struct-in-table-gpt-5-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "http://127.0.0.1:15209",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:26:09.592625083Z",
+ "finished_at": "2026-01-06T00:27:57.422725723Z"
+ },
+ "t_004_insert": {
+ "hash": "9bb229f6cfd63a9477451e127576b9bd378ec1087b9f320e5a8576b415e021b0",
+ "task": "t_004_insert",
+ "lang": "rust",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 2,
+ "passed_tests": 2,
+ "llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table};\n\n#[table(name = users)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool,\n}\n\n#[reducer]\npub fn insert_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) {\n ctx.db.users().insert(User { id, name, age, active });\n}",
+ "category": "basics",
+ "route_api_model": "gpt-5",
+ "golden_db": "basics-t-004-insert-golden",
+ "llm_db": "basics-t-004-insert-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/basics/t_004_insert/rust/server/golden",
+ "work_dir_llm": "target/llm-runs/basics/t_004_insert/rust/server/gpt-5/llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-004-insert-golden",
+ "llm_db": "basics-t-004-insert-gpt-5-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "http://127.0.0.1:15209",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "data_parity_insert_user": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ "Alice",
+ 30,
+ true
+ ],
+ "golden_db": "basics-t-004-insert-golden",
+ "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true",
+ "llm_db": "basics-t-004-insert-gpt-5-llm",
+ "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true",
+ "query": "SELECT id, name, age, active FROM users WHERE id=1",
+ "reducer": "insert_user",
+ "server": "http://127.0.0.1:15209"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:26:12.804566701Z",
+ "finished_at": "2026-01-06T00:27:54.384435865Z"
+ },
+ "t_005_update": {
+ "hash": "9bb229f6cfd63a9477451e127576b9bd378ec1087b9f320e5a8576b415e021b0",
+ "task": "t_005_update",
+ "lang": "rust",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "use spacetimedb::{table, reducer, ReducerContext};\n\n#[table(name = users)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool,\n}\n\n#[reducer]\npub fn update_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) {\n let user = User { id, name, age, active };\n ctx.db.users().id().update(user);\n}",
+ "category": "basics",
+ "route_api_model": "gpt-5",
+ "golden_db": "basics-t-005-update-golden",
+ "llm_db": "basics-t-005-update-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/basics/t_005_update/rust/server/golden",
+ "work_dir_llm": "target/llm-runs/basics/t_005_update/rust/server/gpt-5/llm",
+ "scorer_details": {
+ "seed_users_row": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "sql": "INSERT INTO users(id, name, age, active) VALUES (1, 'Alice', 30, true)"
+ }
+ },
+ "data_parity_update_user": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ "Alice2",
+ 31,
+ false
+ ],
+ "golden_db": "basics-t-005-update-golden",
+ "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
+ "llm_db": "basics-t-005-update-gpt-5-llm",
+ "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
+ "query": "SELECT id, name, age, active FROM users WHERE id=1",
+ "reducer": "update_user",
+ "server": "http://127.0.0.1:15209"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-005-update-golden",
+ "llm_db": "basics-t-005-update-gpt-5-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "http://127.0.0.1:15209",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:23:45.690626857Z",
+ "finished_at": "2026-01-06T00:26:13.636668639Z"
+ },
+ "t_006_delete": {
+ "hash": "9bb229f6cfd63a9477451e127576b9bd378ec1087b9f320e5a8576b415e021b0",
+ "task": "t_006_delete",
+ "lang": "rust",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "use spacetimedb::ReducerContext;\n\n#[spacetimedb::table(name = users)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool,\n}\n\n#[spacetimedb::reducer]\npub fn delete_user(ctx: &ReducerContext, id: i32) {\n ctx.db.users().id().delete(&id);\n}",
+ "category": "basics",
+ "route_api_model": "gpt-5",
+ "golden_db": "basics-t-006-delete-golden",
+ "llm_db": "basics-t-006-delete-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/basics/t_006_delete/rust/server/golden",
+ "work_dir_llm": "target/llm-runs/basics/t_006_delete/rust/server/gpt-5/llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-006-delete-golden",
+ "llm_db": "basics-t-006-delete-gpt-5-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "http://127.0.0.1:15209",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "delete_user_count_zero": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 0,
+ "expected": 0,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE id=1"
+ }
+ },
+ "seed_users_row": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "sql": "INSERT INTO users(id, name, age, active) VALUES (1, 'Alice', 30, true)"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:23:44.138092545Z",
+ "finished_at": "2026-01-06T00:26:09.592571813Z"
+ },
+ "t_007_crud": {
+ "hash": "9bb229f6cfd63a9477451e127576b9bd378ec1087b9f320e5a8576b415e021b0",
+ "task": "t_007_crud",
+ "lang": "rust",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 4,
+ "passed_tests": 4,
+ "llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table};\n\n#[table(name = users)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool,\n}\n\n#[reducer]\npub fn crud(ctx: &ReducerContext) {\n let _ = ctx.db.users().insert(User { id: 1, name: \"Alice\".to_string(), age: 30, active: true });\n let _ = ctx.db.users().insert(User { id: 2, name: \"Bob\".to_string(), age: 22, active: false });\n let updated = User { id: 1, name: \"Alice2\".to_string(), age: 31, active: false };\n let _ = ctx.db.users().id().update(updated);\n ctx.db.users().id().delete(&2);\n}",
+ "category": "basics",
+ "route_api_model": "gpt-5",
+ "golden_db": "basics-t-007-crud-golden",
+ "llm_db": "basics-t-007-crud-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/basics/t_007_crud/rust/server/golden",
+ "work_dir_llm": "target/llm-runs/basics/t_007_crud/rust/server/gpt-5/llm",
+ "scorer_details": {
+ "crud_row_id1_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "basics-t-007-crud-golden",
+ "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
+ "llm_db": "basics-t-007-crud-gpt-5-llm",
+ "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
+ "query": "SELECT id, name, age, active FROM users WHERE id=1",
+ "reducer": "crud",
+ "server": "http://127.0.0.1:15209"
+ }
+ },
+ "crud_row_id2_deleted": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 0,
+ "expected": 0,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE id=2"
+ }
+ },
+ "crud_total_count_one": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM users"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-007-crud-golden",
+ "llm_db": "basics-t-007-crud-gpt-5-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "http://127.0.0.1:15209",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:23:41.715790812Z",
+ "finished_at": "2026-01-06T00:26:13.834019262Z"
+ },
+ "t_008_index_lookup": {
+ "hash": "9bb229f6cfd63a9477451e127576b9bd378ec1087b9f320e5a8576b415e021b0",
+ "task": "t_008_index_lookup",
+ "lang": "rust",
+ "golden_published": false,
+ "model_name": "GPT-5",
+ "total_tests": 3,
+ "passed_tests": 0,
+ "llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table};\n\n#[table(name = users)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool,\n}\n\n#[table(name = results)]\npub struct Result {\n #[primary_key]\n id: i32,\n name: String,\n}\n\n#[reducer]\npub fn lookup_user_name(ctx: &ReducerContext, id: i32) {\n if let Some(user) = ctx.db.users().id().find(id) {\n ctx.db.results().insert(Result { id: user.id, name: user.name.clone() });\n }\n}",
+ "category": "basics",
+ "route_api_model": "gpt-5",
+ "golden_db": "basics-t-008-index-lookup-golden",
+ "llm_db": "basics-t-008-index-lookup-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/basics/t_008_index_lookup/rust/server/golden",
+ "work_dir_llm": "target/llm-runs/basics/t_008_index_lookup/rust/server/gpt-5/llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime publish failed (exit=1)\n--- stderr ---\n\u001b[1m\u001b[36m Blocking\u001b[0m waiting for file lock on package cache\n\u001b[1m\u001b[32m Updating\u001b[0m crates.io index\n\u001b[1m\u001b[32m Locking\u001b[0m 72 packages to latest compatible versions\n\u001b[1m\u001b[36m Adding\u001b[0m generic-array v0.14.7 \u001b[1m\u001b[33m(available: v0.14.9)\u001b[0m\n\u001b[1m\u001b[36m Blocking\u001b[0m waiting for file lock on package cache\n\u001b[1m\u001b[32m Compiling\u001b[0m proc-macro2 v1.0.105\n\u001b[1m\u001b[32m Compiling\u001b[0m quote v1.0.43\n\u001b[1m\u001b[32m Compiling\u001b[0m unicode-ident v1.0.22\n\u001b[1m\u001b[32m Compiling\u001b[0m typenum v1.19.0\n\u001b[1m\u001b[32m Compiling\u001b[0m version_check v0.9.5\n\u001b[1m\u001b[32m Compiling\u001b[0m autocfg v1.5.0\n\u001b[1m\u001b[32m Compiling\u001b[0m generic-array v0.14.7\n\u001b[1m\u001b[32m Compiling\u001b[0m serde_core v1.0.228\n\u001b[1m\u001b[32m Compiling\u001b[0m num-traits v0.2.19\n\u001b[1m\u001b[32m Compiling\u001b[0m heck v0.5.0\n\u001b[1m\u001b[32m Compiling\u001b[0m cfg-if v1.0.4\n\u001b[1m\u001b[32m Compiling\u001b[0m syn v2.0.113\n\u001b[1m\u001b[32m Compiling\u001b[0m find-msvc-tools v0.1.6\n\u001b[1m\u001b[32m Compiling\u001b[0m zerocopy v0.8.31\n\u001b[1m\u001b[32m Compiling\u001b[0m shlex v1.3.0\n\u001b[1m\u001b[32m Compiling\u001b[0m either v1.15.0\n\u001b[1m\u001b[32m Compiling\u001b[0m serde v1.0.228\n\u001b[1m\u001b[32m Compiling\u001b[0m itertools v0.12.1\n\u001b[1m\u001b[32m Compiling\u001b[0m cc v1.2.51\n\u001b[1m\u001b[32m Compiling\u001b[0m block-buffer v0.10.4\n\u001b[1m\u001b[32m Compiling\u001b[0m crypto-common v0.1.7\n\u001b[1m\u001b[32m Compiling\u001b[0m bitflags v2.10.0\n\u001b[1m\u001b[32m Compiling\u001b[0m thiserror v1.0.69\n\u001b[1m\u001b[32m Compiling\u001b[0m nohash-hasher v0.2.0\n\u001b[1m\u001b[32m Compiling\u001b[0m anyhow v1.0.100\n\u001b[1m\u001b[32m Compiling\u001b[0m digest v0.10.7\n\u001b[1m\u001b[32m Compiling\u001b[0m approx v0.3.2\n\u001b[1m\u001b[32m Compiling\u001b[0m getrandom v0.2.16\n\u001b[1m\u001b[32m Compiling\u001b[0m convert_case v0.4.0\n\u001b[1m\u001b[32m Compiling\u001b[0m blake3 v1.8.2\n\u001b[1m\u001b[32m Compiling\u001b[0m humantime v2.3.0\n\u001b[1m\u001b[32m Compiling\u001b[0m zmij v1.0.11\n\u001b[1m\u001b[32m Compiling\u001b[0m keccak v0.1.5\n\u001b[1m\u001b[32m Compiling\u001b[0m heck v0.4.1\n\u001b[1m\u001b[32m Compiling\u001b[0m bytes v1.11.0\n\u001b[1m\u001b[32m Compiling\u001b[0m arrayvec v0.7.6\n\u001b[1m\u001b[32m Compiling\u001b[0m sha3 v0.10.8\n\u001b[1m\u001b[32m Compiling\u001b[0m enum-as-inner v0.6.1\n\u001b[1m\u001b[32m Compiling\u001b[0m thiserror-impl v1.0.69\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetimedb-primitives v1.11.1\n\u001b[1m\u001b[32m Compiling\u001b[0m ppv-lite86 v0.2.21\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetimedb-bindings-macro v1.11.1\n\u001b[1m\u001b[32m Compiling\u001b[0m derive_more v0.99.20\n\u001b[1m\u001b[32m Compiling\u001b[0m rand_core v0.6.4\n\u001b[1m\u001b[32m Compiling\u001b[0m decorum v0.3.1\n\u001b[1m\u001b[32m Compiling\u001b[0m ethnum v1.5.2\n\u001b[1m\u001b[32m Compiling\u001b[0m chrono v0.4.42\n\u001b[1m\u001b[32m Compiling\u001b[0m smallvec v1.15.1\n\u001b[1m\u001b[32m Compiling\u001b[0m arrayref v0.3.9\n\u001b[1m\u001b[32m Compiling\u001b[0m constant_time_eq v0.3.1\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetimedb-lib v1.11.1\n\u001b[1m\u001b[32m Compiling\u001b[0m second-stack v0.3.5\n\u001b[1m\u001b[32m Compiling\u001b[0m bytemuck v1.24.0\n\u001b[1m\u001b[32m Compiling\u001b[0m serde_json v1.0.148\n\u001b[1m\u001b[32m Compiling\u001b[0m itoa v1.0.17\n\u001b[1m\u001b[32m Compiling\u001b[0m hex v0.4.3\n\u001b[1m\u001b[32m Compiling\u001b[0m rand_chacha v0.3.1\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetimedb-sats v1.11.1\n\u001b[1m\u001b[32m Compiling\u001b[0m log v0.4.29\n\u001b[1m\u001b[32m Compiling\u001b[0m memchr v2.7.6\n\u001b[1m\u001b[32m Compiling\u001b[0m rand v0.8.5\n\u001b[1m\u001b[32m Compiling\u001b[0m http v1.4.0\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetimedb-bindings-sys v1.11.1\n\u001b[1m\u001b[32m Compiling\u001b[0m scoped-tls v1.0.1\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetimedb v1.11.1\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetime-module v0.1.0 (/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/basics/t_008_index_lookup/rust/server/gpt-5/llm)\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0107]\u001b[0m\u001b[0m\u001b[1m: struct takes 0 generic arguments but 2 generic arguments were supplied\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = users)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected 0 generic arguments\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: struct defined here, with 0 generic parameters\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:14:12\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m14\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0053]\u001b[0m\u001b[0m\u001b[1m: method `deserialize` has an incompatible type for trait\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = users)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: expected signature `fn(_) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mstd::result::Result>::Error>\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m found signature `fn(_) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mResult\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0053]\u001b[0m\u001b[0m\u001b[1m: method `visit_seq_product` has an incompatible type for trait\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = users)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: expected signature `fn(_::__ProductVisitor, _) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mstd::result::Result>::Error>\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m found signature `fn(_::__ProductVisitor, _) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mResult\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0053]\u001b[0m\u001b[0m\u001b[1m: method `visit_named_product` has an incompatible type for trait\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = users)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: expected signature `fn(_::__ProductVisitor, _) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mstd::result::Result>::Error>\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m found signature `fn(_::__ProductVisitor, _) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mResult\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0053]\u001b[0m\u001b[0m\u001b[1m: method `visit` has an incompatible type for trait\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = users)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result<__ProductFieldIdent, __E>`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: expected signature `fn(_::__ProductVisitor, &_) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mstd::result::Result<_::__ProductFieldIdent, __E>\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m found signature `fn(_::__ProductVisitor, &_) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mResult\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0053]\u001b[0m\u001b[0m\u001b[1m: method `serialize` has an incompatible type for trait\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = users)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result<::Ok, ...>`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: expected signature `fn(&User, _) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mstd::result::Result<::Ok, ::Error>\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m found signature `fn(&User, _) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mResult\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0107]\u001b[0m\u001b[0m\u001b[1m: struct takes 0 generic arguments but 2 generic arguments were supplied\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:13:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m13\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected 0 generic arguments\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: struct defined here, with 0 generic parameters\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:14:12\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m14\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0053]\u001b[0m\u001b[0m\u001b[1m: method `deserialize` has an incompatible type for trait\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:13:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m13\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: expected signature `fn(_) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mstd::result::Result<\u001b[0m\u001b[0mResult, \u001b[0m\u001b[0m\u001b[1m\u001b[35m>::Error>\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m found signature `fn(_) -> Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0053]\u001b[0m\u001b[0m\u001b[1m: method `visit_seq_product` has an incompatible type for trait\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:13:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m13\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: expected signature `fn(_::__ProductVisitor, _) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mstd::result::Result<\u001b[0m\u001b[0mResult, \u001b[0m\u001b[0m\u001b[1m\u001b[35m>::Error>\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m found signature `fn(_::__ProductVisitor, _) -> Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0053]\u001b[0m\u001b[0m\u001b[1m: method `visit_named_product` has an incompatible type for trait\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:13:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m13\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: expected signature `fn(_::__ProductVisitor, _) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mstd::result::Result<\u001b[0m\u001b[0mResult, \u001b[0m\u001b[0m\u001b[1m\u001b[35m>::Error>\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m found signature `fn(_::__ProductVisitor, _) -> Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0053]\u001b[0m\u001b[0m\u001b[1m: method `visit` has an incompatible type for trait\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:13:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m13\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result<__ProductFieldIdent, __E>`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: expected signature `fn(_::__ProductVisitor, &_) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mstd::result::Result<_::__ProductFieldIdent, __E>\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m found signature `fn(_::__ProductVisitor, &_) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mResult\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0053]\u001b[0m\u001b[0m\u001b[1m: method `serialize` has an incompatible type for trait\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:13:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m13\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result<::Ok, ...>`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: expected signature `fn(&Result, _) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mstd::result::Result<::Ok, ::Error>\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m found signature `fn(&Result, _) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mResult\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0308]\u001b[0m\u001b[0m\u001b[1m: mismatched types\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = users)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result` because of return type\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `Result` and `Result` have similar names, but are actually distinct types\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in crate `core`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.rustup/toolchains/1.90.0-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/result.rs:548:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m548\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub enum Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in the current crate\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:14:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m14\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0277]\u001b[0m\u001b[0m\u001b[1m: the `?` operator can only be used in a method that returns `Result` or `Option` (or another type that implements `FromResidual`)\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:22\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = users)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m---------------------\u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mcannot use the `?` operator in a method that returns `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12mthis function should return `Result` or `Option` to accept `?`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` which comes from the expansion of the attribute macro `table` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0308]\u001b[0m\u001b[0m\u001b[1m: mismatched types\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = users)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result` because of return type\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `std::result::Result` and `Result` have similar names, but are actually distinct types\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `std::result::Result` is defined in crate `core`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.rustup/toolchains/1.90.0-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/result.rs:548:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m548\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub enum Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in the current crate\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:14:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m14\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0308]\u001b[0m\u001b[0m\u001b[1m: mismatched types\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = users)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result<_, _>`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result` because of return type\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `std::result::Result<_, _>` and `Result` have similar names, but are actually distinct types\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `std::result::Result<_, _>` is defined in crate `core`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.rustup/toolchains/1.90.0-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/result.rs:548:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m548\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub enum Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in the current crate\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:14:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m14\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0308]\u001b[0m\u001b[0m\u001b[1m: mismatched types\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = users)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result<__ProductFieldIdent, _>`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result` because of return type\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `Result<__ProductFieldIdent, _>` and `Result` have similar names, but are actually distinct types\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result<__ProductFieldIdent, _>` is defined in crate `core`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.rustup/toolchains/1.90.0-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/result.rs:548:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m548\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub enum Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in the current crate\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:14:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m14\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0308]\u001b[0m\u001b[0m\u001b[1m: mismatched types\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = users)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result<::Ok, ...>`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result` because of return type\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `Result<::Ok, ...>` and `Result` have similar names, but are actually distinct types\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result<::Ok, ...>` is defined in crate `core`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.rustup/toolchains/1.90.0-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/result.rs:548:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m548\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub enum Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in the current crate\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:14:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m14\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0308]\u001b[0m\u001b[0m\u001b[1m: mismatched types\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:13:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m13\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result` because of return type\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `Result` and `Result` have similar names, but are actually distinct types\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in crate `core`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.rustup/toolchains/1.90.0-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/result.rs:548:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m548\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub enum Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in the current crate\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:14:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m14\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;14mhelp\u001b[0m\u001b[0m: consider using `Result::expect` to unwrap the `std::result::Result>::Error>` value, panicking if the value is a `Result::Err`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m13\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m| \u001b[0m\u001b[0m#[table(name = results)]\u001b[0m\u001b[0m\u001b[38;5;10m.expect(\"REASON\")\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[38;5;10m+++++++++++++++++\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0277]\u001b[0m\u001b[0m\u001b[1m: the `?` operator can only be used in a method that returns `Result` or `Option` (or another type that implements `FromResidual`)\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:13:24\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m13\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m-----------------------\u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mcannot use the `?` operator in a method that returns `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12mthis function should return `Result` or `Option` to accept `?`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` which comes from the expansion of the attribute macro `table` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0308]\u001b[0m\u001b[0m\u001b[1m: mismatched types\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:13:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m13\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result` because of return type\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `std::result::Result` and `Result` have similar names, but are actually distinct types\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `std::result::Result` is defined in crate `core`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.rustup/toolchains/1.90.0-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/result.rs:548:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m548\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub enum Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in the current crate\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:14:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m14\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0308]\u001b[0m\u001b[0m\u001b[1m: mismatched types\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:13:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m13\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result<_, _>`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result` because of return type\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `std::result::Result<_, _>` and `Result` have similar names, but are actually distinct types\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `std::result::Result<_, _>` is defined in crate `core`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.rustup/toolchains/1.90.0-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/result.rs:548:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m548\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub enum Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in the current crate\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:14:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m14\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0308]\u001b[0m\u001b[0m\u001b[1m: mismatched types\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:13:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m13\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result<__ProductFieldIdent, _>`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result` because of return type\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `Result<__ProductFieldIdent, _>` and `Result` have similar names, but are actually distinct types\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result<__ProductFieldIdent, _>` is defined in crate `core`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.rustup/toolchains/1.90.0-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/result.rs:548:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m548\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub enum Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in the current crate\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:14:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m14\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0308]\u001b[0m\u001b[0m\u001b[1m: mismatched types\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:13:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m13\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result<::Ok, ...>`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result` because of return type\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `Result<::Ok, ...>` and `Result` have similar names, but are actually distinct types\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result<::Ok, ...>` is defined in crate `core`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.rustup/toolchains/1.90.0-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/result.rs:548:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m548\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub enum Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in the current crate\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:14:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m14\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1mSome errors have detailed explanations: E0053, E0107, E0277, E0308.\u001b[0m\n\u001b[0m\u001b[1mFor more information about an error, try `rustc --explain E0053`.\u001b[0m\n\u001b[1m\u001b[31merror\u001b[0m\u001b[1m:\u001b[0m could not compile `spacetime-module` (lib) due to 28 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:23:44.757927501Z",
+ "finished_at": "2026-01-06T00:26:12.804461163Z"
+ },
+ "t_009_init": {
+ "hash": "9bb229f6cfd63a9477451e127576b9bd378ec1087b9f320e5a8576b415e021b0",
+ "task": "t_009_init",
+ "lang": "rust",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 4,
+ "passed_tests": 4,
+ "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = users)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool,\n}\n\n#[spacetimedb::reducer(init)]\npub fn init(ctx: &ReducerContext) {\n ctx.db.users().insert(User { id: 1, name: \"Alice\".to_string(), age: 30, active: true });\n ctx.db.users().insert(User { id: 2, name: \"Bob\".to_string(), age: 22, active: false });\n}",
+ "category": "basics",
+ "route_api_model": "gpt-5",
+ "golden_db": "basics-t-009-init-golden",
+ "llm_db": "basics-t-009-init-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/basics/t_009_init/rust/server/golden",
+ "work_dir_llm": "target/llm-runs/basics/t_009_init/rust/server/gpt-5/llm",
+ "scorer_details": {
+ "init_total_two": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 2,
+ "expected": 2,
+ "sql": "SELECT COUNT(*) AS n FROM users"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-009-init-golden",
+ "llm_db": "basics-t-009-init-gpt-5-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "http://127.0.0.1:15209",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "init_seed_alice": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE id=1 AND name='Alice' AND age=30 AND active=true"
+ }
+ },
+ "init_seed_bob": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE id=2 AND name='Bob' AND age=22 AND active=false"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:23:45.690277457Z",
+ "finished_at": "2026-01-06T00:26:12.536566185Z"
+ },
+ "t_010_connect": {
+ "hash": "9bb229f6cfd63a9477451e127576b9bd378ec1087b9f320e5a8576b415e021b0",
+ "task": "t_010_connect",
+ "lang": "rust",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = events)]\npub struct Event {\n #[primary_key]\n #[auto_inc]\n id: i32,\n kind: String,\n}\n\n#[spacetimedb::reducer(client_connected)]\npub fn client_connected(ctx: &ReducerContext) {\n ctx.db.events().insert(Event { id: 0, kind: \"connected\".to_string() });\n}\n\n#[spacetimedb::reducer(client_disconnected)]\npub fn client_disconnected(ctx: &ReducerContext) {\n ctx.db.events().insert(Event { id: 0, kind: \"disconnected\".to_string() });\n}",
+ "category": "basics",
+ "route_api_model": "gpt-5",
+ "golden_db": "basics-t-010-connect-golden",
+ "llm_db": "basics-t-010-connect-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/basics/t_010_connect/rust/server/golden",
+ "work_dir_llm": "target/llm-runs/basics/t_010_connect/rust/server/gpt-5/llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-010-connect-golden",
+ "llm_db": "basics-t-010-connect-gpt-5-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "http://127.0.0.1:15209",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:26:12.537012013Z",
+ "finished_at": "2026-01-06T00:27:57.296502608Z"
+ },
+ "t_011_helper_function": {
+ "hash": "9bb229f6cfd63a9477451e127576b9bd378ec1087b9f320e5a8576b415e021b0",
+ "task": "t_011_helper_function",
+ "lang": "rust",
+ "golden_published": false,
+ "model_name": "GPT-5",
+ "total_tests": 3,
+ "passed_tests": 0,
+ "llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table};\n\n#[table(name = results)]\npub struct Result {\n #[primary_key]\n id: i32,\n sum: i32,\n}\n\nfn add(a: i32, b: i32) -> i32 {\n a + b\n}\n\n#[reducer]\npub fn compute_sum(ctx: &ReducerContext, id: i32, a: i32, b: i32) {\n let sum = add(a, b);\n ctx.db.results().insert(Result { id, sum });\n}",
+ "category": "basics",
+ "route_api_model": "gpt-5",
+ "golden_db": "basics-t-011-helper-function-golden",
+ "llm_db": "basics-t-011-helper-function-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/basics/t_011_helper_function/rust/server/golden",
+ "work_dir_llm": "target/llm-runs/basics/t_011_helper_function/rust/server/gpt-5/llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime publish failed (exit=1)\n--- stderr ---\n\u001b[1m\u001b[32m Updating\u001b[0m crates.io index\n\u001b[1m\u001b[32m Locking\u001b[0m 72 packages to latest compatible versions\n\u001b[1m\u001b[36m Adding\u001b[0m generic-array v0.14.7 \u001b[1m\u001b[33m(available: v0.14.9)\u001b[0m\n\u001b[1m\u001b[32m Compiling\u001b[0m proc-macro2 v1.0.105\n\u001b[1m\u001b[32m Compiling\u001b[0m quote v1.0.43\n\u001b[1m\u001b[32m Compiling\u001b[0m unicode-ident v1.0.22\n\u001b[1m\u001b[32m Compiling\u001b[0m typenum v1.19.0\n\u001b[1m\u001b[32m Compiling\u001b[0m version_check v0.9.5\n\u001b[1m\u001b[32m Compiling\u001b[0m autocfg v1.5.0\n\u001b[1m\u001b[32m Compiling\u001b[0m generic-array v0.14.7\n\u001b[1m\u001b[32m Compiling\u001b[0m serde_core v1.0.228\n\u001b[1m\u001b[32m Compiling\u001b[0m num-traits v0.2.19\n\u001b[1m\u001b[32m Compiling\u001b[0m heck v0.5.0\n\u001b[1m\u001b[32m Compiling\u001b[0m cfg-if v1.0.4\n\u001b[1m\u001b[32m Compiling\u001b[0m syn v2.0.113\n\u001b[1m\u001b[32m Compiling\u001b[0m zerocopy v0.8.31\n\u001b[1m\u001b[32m Compiling\u001b[0m find-msvc-tools v0.1.6\n\u001b[1m\u001b[32m Compiling\u001b[0m shlex v1.3.0\n\u001b[1m\u001b[32m Compiling\u001b[0m either v1.15.0\n\u001b[1m\u001b[32m Compiling\u001b[0m serde v1.0.228\n\u001b[1m\u001b[32m Compiling\u001b[0m itertools v0.12.1\n\u001b[1m\u001b[32m Compiling\u001b[0m cc v1.2.51\n\u001b[1m\u001b[32m Compiling\u001b[0m crypto-common v0.1.7\n\u001b[1m\u001b[32m Compiling\u001b[0m block-buffer v0.10.4\n\u001b[1m\u001b[32m Compiling\u001b[0m anyhow v1.0.100\n\u001b[1m\u001b[32m Compiling\u001b[0m nohash-hasher v0.2.0\n\u001b[1m\u001b[32m Compiling\u001b[0m bitflags v2.10.0\n\u001b[1m\u001b[32m Compiling\u001b[0m thiserror v1.0.69\n\u001b[1m\u001b[32m Compiling\u001b[0m digest v0.10.7\n\u001b[1m\u001b[32m Compiling\u001b[0m approx v0.3.2\n\u001b[1m\u001b[32m Compiling\u001b[0m getrandom v0.2.16\n\u001b[1m\u001b[32m Compiling\u001b[0m convert_case v0.4.0\n\u001b[1m\u001b[32m Compiling\u001b[0m blake3 v1.8.2\n\u001b[1m\u001b[32m Compiling\u001b[0m humantime v2.3.0\n\u001b[1m\u001b[32m Compiling\u001b[0m arrayvec v0.7.6\n\u001b[1m\u001b[32m Compiling\u001b[0m bytes v1.11.0\n\u001b[1m\u001b[32m Compiling\u001b[0m heck v0.4.1\n\u001b[1m\u001b[32m Compiling\u001b[0m zmij v1.0.11\n\u001b[1m\u001b[32m Compiling\u001b[0m keccak v0.1.5\n\u001b[1m\u001b[32m Compiling\u001b[0m enum-as-inner v0.6.1\n\u001b[1m\u001b[32m Compiling\u001b[0m thiserror-impl v1.0.69\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetimedb-primitives v1.11.1\n\u001b[1m\u001b[32m Compiling\u001b[0m ppv-lite86 v0.2.21\n\u001b[1m\u001b[32m Compiling\u001b[0m derive_more v0.99.20\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetimedb-bindings-macro v1.11.1\n\u001b[1m\u001b[32m Compiling\u001b[0m sha3 v0.10.8\n\u001b[1m\u001b[32m Compiling\u001b[0m rand_core v0.6.4\n\u001b[1m\u001b[32m Compiling\u001b[0m decorum v0.3.1\n\u001b[1m\u001b[32m Compiling\u001b[0m ethnum v1.5.2\n\u001b[1m\u001b[32m Compiling\u001b[0m chrono v0.4.42\n\u001b[1m\u001b[32m Compiling\u001b[0m serde_json v1.0.148\n\u001b[1m\u001b[32m Compiling\u001b[0m smallvec v1.15.1\n\u001b[1m\u001b[32m Compiling\u001b[0m arrayref v0.3.9\n\u001b[1m\u001b[32m Compiling\u001b[0m constant_time_eq v0.3.1\n\u001b[1m\u001b[32m Compiling\u001b[0m second-stack v0.3.5\n\u001b[1m\u001b[32m Compiling\u001b[0m hex v0.4.3\n\u001b[1m\u001b[32m Compiling\u001b[0m itoa v1.0.17\n\u001b[1m\u001b[32m Compiling\u001b[0m bytemuck v1.24.0\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetimedb-lib v1.11.1\n\u001b[1m\u001b[32m Compiling\u001b[0m rand_chacha v0.3.1\n\u001b[1m\u001b[32m Compiling\u001b[0m log v0.4.29\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetimedb-sats v1.11.1\n\u001b[1m\u001b[32m Compiling\u001b[0m memchr v2.7.6\n\u001b[1m\u001b[32m Compiling\u001b[0m rand v0.8.5\n\u001b[1m\u001b[32m Compiling\u001b[0m http v1.4.0\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetimedb-bindings-sys v1.11.1\n\u001b[1m\u001b[32m Compiling\u001b[0m scoped-tls v1.0.1\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetimedb v1.11.1\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetime-module v0.1.0 (/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/basics/t_011_helper_function/rust/server/gpt-5/llm)\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0107]\u001b[0m\u001b[0m\u001b[1m: struct takes 0 generic arguments but 2 generic arguments were supplied\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected 0 generic arguments\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: struct defined here, with 0 generic parameters\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:5:12\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m5\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0053]\u001b[0m\u001b[0m\u001b[1m: method `deserialize` has an incompatible type for trait\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: expected signature `fn(_) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mstd::result::Result<\u001b[0m\u001b[0mResult, \u001b[0m\u001b[0m\u001b[1m\u001b[35m>::Error>\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m found signature `fn(_) -> Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0053]\u001b[0m\u001b[0m\u001b[1m: method `visit_seq_product` has an incompatible type for trait\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: expected signature `fn(__ProductVisitor, _) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mstd::result::Result<\u001b[0m\u001b[0mResult, \u001b[0m\u001b[0m\u001b[1m\u001b[35m>::Error>\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m found signature `fn(__ProductVisitor, _) -> Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0053]\u001b[0m\u001b[0m\u001b[1m: method `visit_named_product` has an incompatible type for trait\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: expected signature `fn(__ProductVisitor, _) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mstd::result::Result<\u001b[0m\u001b[0mResult, \u001b[0m\u001b[0m\u001b[1m\u001b[35m>::Error>\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m found signature `fn(__ProductVisitor, _) -> Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0053]\u001b[0m\u001b[0m\u001b[1m: method `visit` has an incompatible type for trait\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result<__ProductFieldIdent, __E>`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: expected signature `fn(__ProductVisitor, &_) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mstd::result::Result<__ProductFieldIdent, __E>\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m found signature `fn(__ProductVisitor, &_) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mResult\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0053]\u001b[0m\u001b[0m\u001b[1m: method `serialize` has an incompatible type for trait\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result<::Ok, ...>`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: expected signature `fn(&Result, _) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mstd::result::Result<::Ok, ::Error>\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m found signature `fn(&Result, _) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mResult\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0308]\u001b[0m\u001b[0m\u001b[1m: mismatched types\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result` because of return type\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `Result` and `Result` have similar names, but are actually distinct types\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in crate `core`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.rustup/toolchains/1.90.0-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/result.rs:548:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m548\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub enum Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in the current crate\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:5:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m5\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;14mhelp\u001b[0m\u001b[0m: consider using `Result::expect` to unwrap the `std::result::Result>::Error>` value, panicking if the value is a `Result::Err`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m| \u001b[0m\u001b[0m#[table(name = results)]\u001b[0m\u001b[0m\u001b[38;5;10m.expect(\"REASON\")\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[38;5;10m+++++++++++++++++\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0277]\u001b[0m\u001b[0m\u001b[1m: the `?` operator can only be used in a method that returns `Result` or `Option` (or another type that implements `FromResidual`)\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:24\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m-----------------------\u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mcannot use the `?` operator in a method that returns `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12mthis function should return `Result` or `Option` to accept `?`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` which comes from the expansion of the attribute macro `table` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0308]\u001b[0m\u001b[0m\u001b[1m: mismatched types\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result` because of return type\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `std::result::Result` and `Result` have similar names, but are actually distinct types\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `std::result::Result` is defined in crate `core`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.rustup/toolchains/1.90.0-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/result.rs:548:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m548\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub enum Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in the current crate\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:5:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m5\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0308]\u001b[0m\u001b[0m\u001b[1m: mismatched types\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result<_, _>`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result` because of return type\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `std::result::Result<_, _>` and `Result` have similar names, but are actually distinct types\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `std::result::Result<_, _>` is defined in crate `core`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.rustup/toolchains/1.90.0-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/result.rs:548:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m548\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub enum Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in the current crate\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:5:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m5\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0308]\u001b[0m\u001b[0m\u001b[1m: mismatched types\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result<__ProductFieldIdent, _>`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result` because of return type\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `Result<__ProductFieldIdent, _>` and `Result` have similar names, but are actually distinct types\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result<__ProductFieldIdent, _>` is defined in crate `core`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.rustup/toolchains/1.90.0-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/result.rs:548:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m548\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub enum Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in the current crate\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:5:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m5\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0308]\u001b[0m\u001b[0m\u001b[1m: mismatched types\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result<::Ok, ...>`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result` because of return type\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `Result<::Ok, ...>` and `Result` have similar names, but are actually distinct types\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result<::Ok, ...>` is defined in crate `core`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.rustup/toolchains/1.90.0-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/result.rs:548:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m548\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub enum Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in the current crate\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:5:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m5\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1mSome errors have detailed explanations: E0053, E0107, E0277, E0308.\u001b[0m\n\u001b[0m\u001b[1mFor more information about an error, try `rustc --explain E0053`.\u001b[0m\n\u001b[1m\u001b[31merror\u001b[0m\u001b[1m:\u001b[0m could not compile `spacetime-module` (lib) due to 14 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:26:01.323551610Z",
+ "finished_at": "2026-01-06T00:27:21.125452787Z"
+ },
+ "t_012_spacetime_product_type": {
+ "hash": "9bb229f6cfd63a9477451e127576b9bd378ec1087b9f320e5a8576b415e021b0",
+ "task": "t_012_spacetime_product_type",
+ "lang": "rust",
+ "golden_published": false,
+ "model_name": "GPT-5",
+ "total_tests": 3,
+ "passed_tests": 0,
+ "llm_output": "use spacetimedb::{ReducerContext, Table, SpacetimeType};\n\n#[derive(SpacetimeType)]\npub struct Score {\n left: i32,\n right: i32,\n}\n\n#[spacetimedb::table(name = results)]\npub struct Result {\n #[primary_key]\n id: i32,\n value: Score,\n}\n\n#[spacetimedb::reducer]\npub fn set_score(ctx: &ReducerContext, id: i32, left: i32, right: i32) {\n ctx.db.results().insert(Result { id, value: Score { left, right } });\n}",
+ "category": "schema",
+ "route_api_model": "gpt-5",
+ "golden_db": "schema-t-012-spacetime-product-type-golden",
+ "llm_db": "schema-t-012-spacetime-product-type-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/schema/t_012_spacetime_product_type/rust/server/golden",
+ "work_dir_llm": "target/llm-runs/schema/t_012_spacetime_product_type/rust/server/gpt-5/llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime publish failed (exit=1)\n--- stderr ---\n\u001b[1m\u001b[32m Updating\u001b[0m crates.io index\n\u001b[1m\u001b[36m Blocking\u001b[0m waiting for file lock on package cache\n\u001b[1m\u001b[32m Locking\u001b[0m 72 packages to latest compatible versions\n\u001b[1m\u001b[36m Adding\u001b[0m generic-array v0.14.7 \u001b[1m\u001b[33m(available: v0.14.9)\u001b[0m\n\u001b[1m\u001b[36m Blocking\u001b[0m waiting for file lock on package cache\n\u001b[1m\u001b[32m Compiling\u001b[0m proc-macro2 v1.0.105\n\u001b[1m\u001b[32m Compiling\u001b[0m quote v1.0.43\n\u001b[1m\u001b[32m Compiling\u001b[0m unicode-ident v1.0.22\n\u001b[1m\u001b[32m Compiling\u001b[0m typenum v1.19.0\n\u001b[1m\u001b[32m Compiling\u001b[0m version_check v0.9.5\n\u001b[1m\u001b[32m Compiling\u001b[0m autocfg v1.5.0\n\u001b[1m\u001b[32m Compiling\u001b[0m generic-array v0.14.7\n\u001b[1m\u001b[32m Compiling\u001b[0m heck v0.5.0\n\u001b[1m\u001b[32m Compiling\u001b[0m num-traits v0.2.19\n\u001b[1m\u001b[32m Compiling\u001b[0m serde_core v1.0.228\n\u001b[1m\u001b[32m Compiling\u001b[0m cfg-if v1.0.4\n\u001b[1m\u001b[32m Compiling\u001b[0m syn v2.0.113\n\u001b[1m\u001b[32m Compiling\u001b[0m either v1.15.0\n\u001b[1m\u001b[32m Compiling\u001b[0m serde v1.0.228\n\u001b[1m\u001b[32m Compiling\u001b[0m zerocopy v0.8.31\n\u001b[1m\u001b[32m Compiling\u001b[0m find-msvc-tools v0.1.6\n\u001b[1m\u001b[32m Compiling\u001b[0m shlex v1.3.0\n\u001b[1m\u001b[32m Compiling\u001b[0m itertools v0.12.1\n\u001b[1m\u001b[32m Compiling\u001b[0m cc v1.2.51\n\u001b[1m\u001b[32m Compiling\u001b[0m block-buffer v0.10.4\n\u001b[1m\u001b[32m Compiling\u001b[0m crypto-common v0.1.7\n\u001b[1m\u001b[32m Compiling\u001b[0m bitflags v2.10.0\n\u001b[1m\u001b[32m Compiling\u001b[0m anyhow v1.0.100\n\u001b[1m\u001b[32m Compiling\u001b[0m nohash-hasher v0.2.0\n\u001b[1m\u001b[32m Compiling\u001b[0m thiserror v1.0.69\n\u001b[1m\u001b[32m Compiling\u001b[0m digest v0.10.7\n\u001b[1m\u001b[32m Compiling\u001b[0m blake3 v1.8.2\n\u001b[1m\u001b[32m Compiling\u001b[0m approx v0.3.2\n\u001b[1m\u001b[32m Compiling\u001b[0m getrandom v0.2.16\n\u001b[1m\u001b[32m Compiling\u001b[0m heck v0.4.1\n\u001b[1m\u001b[32m Compiling\u001b[0m keccak v0.1.5\n\u001b[1m\u001b[32m Compiling\u001b[0m zmij v1.0.11\n\u001b[1m\u001b[32m Compiling\u001b[0m bytes v1.11.0\n\u001b[1m\u001b[32m Compiling\u001b[0m convert_case v0.4.0\n\u001b[1m\u001b[32m Compiling\u001b[0m humantime v2.3.0\n\u001b[1m\u001b[32m Compiling\u001b[0m arrayvec v0.7.6\n\u001b[1m\u001b[32m Compiling\u001b[0m sha3 v0.10.8\n\u001b[1m\u001b[32m Compiling\u001b[0m enum-as-inner v0.6.1\n\u001b[1m\u001b[32m Compiling\u001b[0m thiserror-impl v1.0.69\n\u001b[1m\u001b[32m Compiling\u001b[0m derive_more v0.99.20\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetimedb-primitives v1.11.1\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetimedb-bindings-macro v1.11.1\n\u001b[1m\u001b[32m Compiling\u001b[0m ppv-lite86 v0.2.21\n\u001b[1m\u001b[32m Compiling\u001b[0m rand_core v0.6.4\n\u001b[1m\u001b[32m Compiling\u001b[0m decorum v0.3.1\n\u001b[1m\u001b[32m Compiling\u001b[0m ethnum v1.5.2\n\u001b[1m\u001b[32m Compiling\u001b[0m chrono v0.4.42\n\u001b[1m\u001b[32m Compiling\u001b[0m constant_time_eq v0.3.1\n\u001b[1m\u001b[32m Compiling\u001b[0m bytemuck v1.24.0\n\u001b[1m\u001b[32m Compiling\u001b[0m arrayref v0.3.9\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetimedb-lib v1.11.1\n\u001b[1m\u001b[32m Compiling\u001b[0m hex v0.4.3\n\u001b[1m\u001b[32m Compiling\u001b[0m smallvec v1.15.1\n\u001b[1m\u001b[32m Compiling\u001b[0m second-stack v0.3.5\n\u001b[1m\u001b[32m Compiling\u001b[0m serde_json v1.0.148\n\u001b[1m\u001b[32m Compiling\u001b[0m itoa v1.0.17\n\u001b[1m\u001b[32m Compiling\u001b[0m rand_chacha v0.3.1\n\u001b[1m\u001b[32m Compiling\u001b[0m memchr v2.7.6\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetimedb-sats v1.11.1\n\u001b[1m\u001b[32m Compiling\u001b[0m log v0.4.29\n\u001b[1m\u001b[32m Compiling\u001b[0m rand v0.8.5\n\u001b[1m\u001b[32m Compiling\u001b[0m http v1.4.0\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetimedb-bindings-sys v1.11.1\n\u001b[1m\u001b[32m Compiling\u001b[0m scoped-tls v1.0.1\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetimedb v1.11.1\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetime-module v0.1.0 (/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_012_spacetime_product_type/rust/server/gpt-5/llm)\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0107]\u001b[0m\u001b[0m\u001b[1m: struct takes 0 generic arguments but 2 generic arguments were supplied\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:10\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[derive(SpacetimeType)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected 0 generic arguments\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: struct defined here, with 0 generic parameters\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:11:12\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m11\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0053]\u001b[0m\u001b[0m\u001b[1m: method `deserialize` has an incompatible type for trait\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:10\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[derive(SpacetimeType)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: expected signature `fn(_) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mstd::result::Result>::Error>\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m found signature `fn(_) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mResult\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0053]\u001b[0m\u001b[0m\u001b[1m: method `visit_seq_product` has an incompatible type for trait\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:10\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[derive(SpacetimeType)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: expected signature `fn(_::__ProductVisitor, _) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mstd::result::Result>::Error>\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m found signature `fn(_::__ProductVisitor, _) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mResult\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0053]\u001b[0m\u001b[0m\u001b[1m: method `visit_named_product` has an incompatible type for trait\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:10\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[derive(SpacetimeType)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: expected signature `fn(_::__ProductVisitor, _) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mstd::result::Result>::Error>\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m found signature `fn(_::__ProductVisitor, _) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mResult\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0053]\u001b[0m\u001b[0m\u001b[1m: method `visit` has an incompatible type for trait\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:10\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[derive(SpacetimeType)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result<__ProductFieldIdent, __E>`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: expected signature `fn(_::__ProductVisitor, &_) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mstd::result::Result<_::__ProductFieldIdent, __E>\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m found signature `fn(_::__ProductVisitor, &_) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mResult\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0053]\u001b[0m\u001b[0m\u001b[1m: method `serialize` has an incompatible type for trait\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:10\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[derive(SpacetimeType)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result<::Ok, ...>`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: expected signature `fn(&Score, _) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mstd::result::Result<::Ok, ::Error>\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m found signature `fn(&Score, _) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mResult\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0107]\u001b[0m\u001b[0m\u001b[1m: struct takes 0 generic arguments but 2 generic arguments were supplied\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:10:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m10\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[spacetimedb::table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected 0 generic arguments\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: struct defined here, with 0 generic parameters\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:11:12\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m11\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0053]\u001b[0m\u001b[0m\u001b[1m: method `deserialize` has an incompatible type for trait\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:10:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m10\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[spacetimedb::table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: expected signature `fn(_) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mstd::result::Result<\u001b[0m\u001b[0mResult, \u001b[0m\u001b[0m\u001b[1m\u001b[35m>::Error>\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m found signature `fn(_) -> Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0053]\u001b[0m\u001b[0m\u001b[1m: method `visit_seq_product` has an incompatible type for trait\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:10:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m10\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[spacetimedb::table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: expected signature `fn(_::__ProductVisitor, _) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mstd::result::Result<\u001b[0m\u001b[0mResult, \u001b[0m\u001b[0m\u001b[1m\u001b[35m>::Error>\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m found signature `fn(_::__ProductVisitor, _) -> Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0053]\u001b[0m\u001b[0m\u001b[1m: method `visit_named_product` has an incompatible type for trait\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:10:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m10\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[spacetimedb::table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: expected signature `fn(_::__ProductVisitor, _) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mstd::result::Result<\u001b[0m\u001b[0mResult, \u001b[0m\u001b[0m\u001b[1m\u001b[35m>::Error>\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m found signature `fn(_::__ProductVisitor, _) -> Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0053]\u001b[0m\u001b[0m\u001b[1m: method `visit` has an incompatible type for trait\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:10:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m10\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[spacetimedb::table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result<__ProductFieldIdent, __E>`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: expected signature `fn(_::__ProductVisitor, &_) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mstd::result::Result<_::__ProductFieldIdent, __E>\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m found signature `fn(_::__ProductVisitor, &_) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mResult\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0053]\u001b[0m\u001b[0m\u001b[1m: method `serialize` has an incompatible type for trait\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:10:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m10\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[spacetimedb::table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result<::Ok, ...>`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: expected signature `fn(&Result, _) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mstd::result::Result<::Ok, ::Error>\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m found signature `fn(&Result, _) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mResult\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0308]\u001b[0m\u001b[0m\u001b[1m: mismatched types\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:10\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[derive(SpacetimeType)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result` because of return type\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `Result` and `Result` have similar names, but are actually distinct types\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in crate `core`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.rustup/toolchains/1.90.0-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/result.rs:548:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m548\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub enum Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in the current crate\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:11:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m11\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0277]\u001b[0m\u001b[0m\u001b[1m: the `?` operator can only be used in a method that returns `Result` or `Option` (or another type that implements `FromResidual`)\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:22\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[derive(SpacetimeType)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m------------\u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mcannot use the `?` operator in a method that returns `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12mthis function should return `Result` or `Option` to accept `?`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0308]\u001b[0m\u001b[0m\u001b[1m: mismatched types\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:10\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[derive(SpacetimeType)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result` because of return type\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `std::result::Result` and `Result` have similar names, but are actually distinct types\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `std::result::Result` is defined in crate `core`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.rustup/toolchains/1.90.0-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/result.rs:548:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m548\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub enum Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in the current crate\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:11:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m11\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0308]\u001b[0m\u001b[0m\u001b[1m: mismatched types\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:10\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[derive(SpacetimeType)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result<_, _>`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result` because of return type\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `std::result::Result<_, _>` and `Result` have similar names, but are actually distinct types\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `std::result::Result<_, _>` is defined in crate `core`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.rustup/toolchains/1.90.0-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/result.rs:548:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m548\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub enum Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in the current crate\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:11:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m11\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0308]\u001b[0m\u001b[0m\u001b[1m: mismatched types\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:10\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[derive(SpacetimeType)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result<__ProductFieldIdent, _>`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result` because of return type\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `Result<__ProductFieldIdent, _>` and `Result` have similar names, but are actually distinct types\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result<__ProductFieldIdent, _>` is defined in crate `core`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.rustup/toolchains/1.90.0-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/result.rs:548:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m548\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub enum Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in the current crate\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:11:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m11\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0308]\u001b[0m\u001b[0m\u001b[1m: mismatched types\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:10\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[derive(SpacetimeType)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result<::Ok, ...>`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result` because of return type\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `Result<::Ok, ...>` and `Result` have similar names, but are actually distinct types\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result<::Ok, ...>` is defined in crate `core`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.rustup/toolchains/1.90.0-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/result.rs:548:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m548\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub enum Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in the current crate\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:11:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m11\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0308]\u001b[0m\u001b[0m\u001b[1m: mismatched types\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:10:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m10\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[spacetimedb::table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result` because of return type\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `Result` and `Result` have similar names, but are actually distinct types\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in crate `core`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.rustup/toolchains/1.90.0-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/result.rs:548:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m548\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub enum Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in the current crate\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:11:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m11\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;14mhelp\u001b[0m\u001b[0m: consider using `Result::expect` to unwrap the `std::result::Result>::Error>` value, panicking if the value is a `Result::Err`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m10\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m| \u001b[0m\u001b[0m#[spacetimedb::table(name = results)]\u001b[0m\u001b[0m\u001b[38;5;10m.expect(\"REASON\")\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[38;5;10m+++++++++++++++++\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0277]\u001b[0m\u001b[0m\u001b[1m: the `?` operator can only be used in a method that returns `Result` or `Option` (or another type that implements `FromResidual`)\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:10:37\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m10\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[spacetimedb::table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m------------------------------------\u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mcannot use the `?` operator in a method that returns `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12mthis function should return `Result` or `Option` to accept `?`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` which comes from the expansion of the attribute macro `spacetimedb::table` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0308]\u001b[0m\u001b[0m\u001b[1m: mismatched types\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:10:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m10\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[spacetimedb::table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result` because of return type\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `std::result::Result` and `Result` have similar names, but are actually distinct types\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `std::result::Result` is defined in crate `core`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.rustup/toolchains/1.90.0-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/result.rs:548:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m548\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub enum Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in the current crate\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:11:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m11\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0308]\u001b[0m\u001b[0m\u001b[1m: mismatched types\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:10:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m10\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[spacetimedb::table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result<_, _>`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result` because of return type\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `std::result::Result<_, _>` and `Result` have similar names, but are actually distinct types\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `std::result::Result<_, _>` is defined in crate `core`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.rustup/toolchains/1.90.0-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/result.rs:548:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m548\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub enum Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in the current crate\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:11:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m11\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0308]\u001b[0m\u001b[0m\u001b[1m: mismatched types\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:10:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m10\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[spacetimedb::table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result<__ProductFieldIdent, _>`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result` because of return type\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `Result<__ProductFieldIdent, _>` and `Result` have similar names, but are actually distinct types\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result<__ProductFieldIdent, _>` is defined in crate `core`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.rustup/toolchains/1.90.0-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/result.rs:548:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m548\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub enum Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in the current crate\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:11:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m11\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0308]\u001b[0m\u001b[0m\u001b[1m: mismatched types\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:10:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m10\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[spacetimedb::table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result<::Ok, ...>`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result` because of return type\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `Result<::Ok, ...>` and `Result` have similar names, but are actually distinct types\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result<::Ok, ...>` is defined in crate `core`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.rustup/toolchains/1.90.0-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/result.rs:548:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m548\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub enum Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in the current crate\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:11:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m11\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1mSome errors have detailed explanations: E0053, E0107, E0277, E0308.\u001b[0m\n\u001b[0m\u001b[1mFor more information about an error, try `rustc --explain E0053`.\u001b[0m\n\u001b[1m\u001b[31merror\u001b[0m\u001b[1m:\u001b[0m could not compile `spacetime-module` (lib) due to 28 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:21:11.201090138Z",
+ "finished_at": "2026-01-06T00:23:44.138063148Z"
+ },
+ "t_013_spacetime_sum_type": {
+ "hash": "9bb229f6cfd63a9477451e127576b9bd378ec1087b9f320e5a8576b415e021b0",
+ "task": "t_013_spacetime_sum_type",
+ "lang": "rust",
+ "golden_published": false,
+ "model_name": "GPT-5",
+ "total_tests": 3,
+ "passed_tests": 0,
+ "llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table, SpacetimeType};\n\n#[derive(SpacetimeType)]\npub struct Rect {\n width: i32,\n height: i32,\n}\n\n#[derive(SpacetimeType)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[table(name = results)]\npub struct Result {\n #[primary_key]\n id: i32,\n value: Shape,\n}\n\n#[reducer]\npub fn set_circle(ctx: &ReducerContext, id: i32, radius: i32) {\n ctx.db.results().insert(Result {\n id,\n value: Shape::Circle(radius),\n });\n}",
+ "category": "schema",
+ "route_api_model": "gpt-5",
+ "golden_db": "schema-t-013-spacetime-sum-type-golden",
+ "llm_db": "schema-t-013-spacetime-sum-type-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/schema/t_013_spacetime_sum_type/rust/server/golden",
+ "work_dir_llm": "target/llm-runs/schema/t_013_spacetime_sum_type/rust/server/gpt-5/llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime publish failed (exit=1)\n--- stderr ---\n\u001b[1m\u001b[32m Updating\u001b[0m crates.io index\n\u001b[1m\u001b[32m Locking\u001b[0m 72 packages to latest compatible versions\n\u001b[1m\u001b[36m Adding\u001b[0m generic-array v0.14.7 \u001b[1m\u001b[33m(available: v0.14.9)\u001b[0m\n\u001b[1m\u001b[36m Blocking\u001b[0m waiting for file lock on package cache\n\u001b[1m\u001b[36m Blocking\u001b[0m waiting for file lock on package cache\n\u001b[1m\u001b[36m Blocking\u001b[0m waiting for file lock on package cache\n\u001b[1m\u001b[32m Compiling\u001b[0m proc-macro2 v1.0.105\n\u001b[1m\u001b[32m Compiling\u001b[0m unicode-ident v1.0.22\n\u001b[1m\u001b[32m Compiling\u001b[0m quote v1.0.43\n\u001b[1m\u001b[32m Compiling\u001b[0m version_check v0.9.5\n\u001b[1m\u001b[32m Compiling\u001b[0m typenum v1.19.0\n\u001b[1m\u001b[32m Compiling\u001b[0m autocfg v1.5.0\n\u001b[1m\u001b[32m Compiling\u001b[0m generic-array v0.14.7\n\u001b[1m\u001b[32m Compiling\u001b[0m serde_core v1.0.228\n\u001b[1m\u001b[32m Compiling\u001b[0m heck v0.5.0\n\u001b[1m\u001b[32m Compiling\u001b[0m num-traits v0.2.19\n\u001b[1m\u001b[32m Compiling\u001b[0m cfg-if v1.0.4\n\u001b[1m\u001b[32m Compiling\u001b[0m syn v2.0.113\n\u001b[1m\u001b[32m Compiling\u001b[0m either v1.15.0\n\u001b[1m\u001b[32m Compiling\u001b[0m zerocopy v0.8.31\n\u001b[1m\u001b[32m Compiling\u001b[0m serde v1.0.228\n\u001b[1m\u001b[32m Compiling\u001b[0m find-msvc-tools v0.1.6\n\u001b[1m\u001b[32m Compiling\u001b[0m shlex v1.3.0\n\u001b[1m\u001b[32m Compiling\u001b[0m cc v1.2.51\n\u001b[1m\u001b[32m Compiling\u001b[0m itertools v0.12.1\n\u001b[1m\u001b[32m Compiling\u001b[0m block-buffer v0.10.4\n\u001b[1m\u001b[32m Compiling\u001b[0m crypto-common v0.1.7\n\u001b[1m\u001b[32m Compiling\u001b[0m nohash-hasher v0.2.0\n\u001b[1m\u001b[32m Compiling\u001b[0m bitflags v2.10.0\n\u001b[1m\u001b[32m Compiling\u001b[0m thiserror v1.0.69\n\u001b[1m\u001b[32m Compiling\u001b[0m anyhow v1.0.100\n\u001b[1m\u001b[32m Compiling\u001b[0m digest v0.10.7\n\u001b[1m\u001b[32m Compiling\u001b[0m blake3 v1.8.2\n\u001b[1m\u001b[32m Compiling\u001b[0m approx v0.3.2\n\u001b[1m\u001b[32m Compiling\u001b[0m getrandom v0.2.16\n\u001b[1m\u001b[32m Compiling\u001b[0m heck v0.4.1\n\u001b[1m\u001b[32m Compiling\u001b[0m humantime v2.3.0\n\u001b[1m\u001b[32m Compiling\u001b[0m convert_case v0.4.0\n\u001b[1m\u001b[32m Compiling\u001b[0m bytes v1.11.0\n\u001b[1m\u001b[32m Compiling\u001b[0m arrayvec v0.7.6\n\u001b[1m\u001b[32m Compiling\u001b[0m zmij v1.0.11\n\u001b[1m\u001b[32m Compiling\u001b[0m keccak v0.1.5\n\u001b[1m\u001b[32m Compiling\u001b[0m enum-as-inner v0.6.1\n\u001b[1m\u001b[32m Compiling\u001b[0m thiserror-impl v1.0.69\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetimedb-primitives v1.11.1\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetimedb-bindings-macro v1.11.1\n\u001b[1m\u001b[32m Compiling\u001b[0m ppv-lite86 v0.2.21\n\u001b[1m\u001b[32m Compiling\u001b[0m sha3 v0.10.8\n\u001b[1m\u001b[32m Compiling\u001b[0m derive_more v0.99.20\n\u001b[1m\u001b[32m Compiling\u001b[0m rand_core v0.6.4\n\u001b[1m\u001b[32m Compiling\u001b[0m decorum v0.3.1\n\u001b[1m\u001b[32m Compiling\u001b[0m ethnum v1.5.2\n\u001b[1m\u001b[32m Compiling\u001b[0m chrono v0.4.42\n\u001b[1m\u001b[32m Compiling\u001b[0m serde_json v1.0.148\n\u001b[1m\u001b[32m Compiling\u001b[0m itoa v1.0.17\n\u001b[1m\u001b[32m Compiling\u001b[0m constant_time_eq v0.3.1\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetimedb-lib v1.11.1\n\u001b[1m\u001b[32m Compiling\u001b[0m smallvec v1.15.1\n\u001b[1m\u001b[32m Compiling\u001b[0m hex v0.4.3\n\u001b[1m\u001b[32m Compiling\u001b[0m bytemuck v1.24.0\n\u001b[1m\u001b[32m Compiling\u001b[0m second-stack v0.3.5\n\u001b[1m\u001b[32m Compiling\u001b[0m arrayref v0.3.9\n\u001b[1m\u001b[32m Compiling\u001b[0m rand_chacha v0.3.1\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetimedb-sats v1.11.1\n\u001b[1m\u001b[32m Compiling\u001b[0m log v0.4.29\n\u001b[1m\u001b[32m Compiling\u001b[0m memchr v2.7.6\n\u001b[1m\u001b[32m Compiling\u001b[0m rand v0.8.5\n\u001b[1m\u001b[32m Compiling\u001b[0m http v1.4.0\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetimedb-bindings-sys v1.11.1\n\u001b[1m\u001b[32m Compiling\u001b[0m scoped-tls v1.0.1\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetimedb v1.11.1\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetime-module v0.1.0 (/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_013_spacetime_sum_type/rust/server/gpt-5/llm)\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0107]\u001b[0m\u001b[0m\u001b[1m: struct takes 0 generic arguments but 2 generic arguments were supplied\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:10\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[derive(SpacetimeType)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected 0 generic arguments\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: struct defined here, with 0 generic parameters\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:17:12\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m17\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0053]\u001b[0m\u001b[0m\u001b[1m: method `deserialize` has an incompatible type for trait\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:10\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[derive(SpacetimeType)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: expected signature `fn(_) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mstd::result::Result>::Error>\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m found signature `fn(_) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mResult\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0053]\u001b[0m\u001b[0m\u001b[1m: method `visit_seq_product` has an incompatible type for trait\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:10\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[derive(SpacetimeType)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: expected signature `fn(_::__ProductVisitor, _) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mstd::result::Result>::Error>\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m found signature `fn(_::__ProductVisitor, _) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mResult\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0053]\u001b[0m\u001b[0m\u001b[1m: method `visit_named_product` has an incompatible type for trait\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:10\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[derive(SpacetimeType)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: expected signature `fn(_::__ProductVisitor, _) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mstd::result::Result>::Error>\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m found signature `fn(_::__ProductVisitor, _) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mResult\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0053]\u001b[0m\u001b[0m\u001b[1m: method `visit` has an incompatible type for trait\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:10\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[derive(SpacetimeType)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result<__ProductFieldIdent, __E>`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: expected signature `fn(_::__ProductVisitor, &_) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mstd::result::Result<_::__ProductFieldIdent, __E>\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m found signature `fn(_::__ProductVisitor, &_) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mResult\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0053]\u001b[0m\u001b[0m\u001b[1m: method `serialize` has an incompatible type for trait\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:10\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[derive(SpacetimeType)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result<::Ok, ...>`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: expected signature `fn(&Rect, _) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mstd::result::Result<::Ok, ::Error>\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m found signature `fn(&Rect, _) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mResult\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0107]\u001b[0m\u001b[0m\u001b[1m: struct takes 0 generic arguments but 2 generic arguments were supplied\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:10:10\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m10\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[derive(SpacetimeType)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected 0 generic arguments\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: struct defined here, with 0 generic parameters\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:17:12\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m17\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0053]\u001b[0m\u001b[0m\u001b[1m: method `deserialize` has an incompatible type for trait\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:10:10\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m10\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[derive(SpacetimeType)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: expected signature `fn(_) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mstd::result::Result>::Error>\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m found signature `fn(_) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mResult\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0053]\u001b[0m\u001b[0m\u001b[1m: method `visit_sum` has an incompatible type for trait\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:10:10\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m10\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[derive(SpacetimeType)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: expected signature `fn(__SumVisitor, _) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mstd::result::Result>::Error>\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m found signature `fn(__SumVisitor, _) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mResult\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0053]\u001b[0m\u001b[0m\u001b[1m: method `visit_tag` has an incompatible type for trait\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:10:10\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m10\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[derive(SpacetimeType)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `std::result::Result<__Variant, E>`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: expected signature `fn(__SumVisitor, _) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mstd::result::Result<__Variant, E>\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m found signature `fn(__SumVisitor, _) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mResult\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0053]\u001b[0m\u001b[0m\u001b[1m: method `visit_name` has an incompatible type for trait\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:10:10\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m10\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[derive(SpacetimeType)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `std::result::Result<__Variant, E>`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: expected signature `fn(__SumVisitor, &_) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mstd::result::Result<__Variant, E>\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m found signature `fn(__SumVisitor, &_) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mResult\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0053]\u001b[0m\u001b[0m\u001b[1m: method `serialize` has an incompatible type for trait\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:10:10\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m10\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[derive(SpacetimeType)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result<::Ok, ...>`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: expected signature `fn(&Shape, _) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mstd::result::Result<::Ok, ::Error>\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m found signature `fn(&Shape, _) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mResult\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0107]\u001b[0m\u001b[0m\u001b[1m: struct takes 0 generic arguments but 2 generic arguments were supplied\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:16:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m16\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected 0 generic arguments\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: struct defined here, with 0 generic parameters\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:17:12\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m17\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0053]\u001b[0m\u001b[0m\u001b[1m: method `deserialize` has an incompatible type for trait\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:16:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m16\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: expected signature `fn(_) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mstd::result::Result<\u001b[0m\u001b[0mResult, \u001b[0m\u001b[0m\u001b[1m\u001b[35m>::Error>\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m found signature `fn(_) -> Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0053]\u001b[0m\u001b[0m\u001b[1m: method `visit_seq_product` has an incompatible type for trait\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:16:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m16\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: expected signature `fn(_::__ProductVisitor, _) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mstd::result::Result<\u001b[0m\u001b[0mResult, \u001b[0m\u001b[0m\u001b[1m\u001b[35m>::Error>\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m found signature `fn(_::__ProductVisitor, _) -> Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0053]\u001b[0m\u001b[0m\u001b[1m: method `visit_named_product` has an incompatible type for trait\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:16:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m16\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: expected signature `fn(_::__ProductVisitor, _) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mstd::result::Result<\u001b[0m\u001b[0mResult, \u001b[0m\u001b[0m\u001b[1m\u001b[35m>::Error>\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m found signature `fn(_::__ProductVisitor, _) -> Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0053]\u001b[0m\u001b[0m\u001b[1m: method `visit` has an incompatible type for trait\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:16:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m16\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result<__ProductFieldIdent, __E>`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: expected signature `fn(_::__ProductVisitor, &_) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mstd::result::Result<_::__ProductFieldIdent, __E>\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m found signature `fn(_::__ProductVisitor, &_) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mResult\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0053]\u001b[0m\u001b[0m\u001b[1m: method `serialize` has an incompatible type for trait\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:16:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m16\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result<::Ok, ...>`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: expected signature `fn(&Result, _) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mstd::result::Result<::Ok, ::Error>\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m found signature `fn(&Result, _) -> \u001b[0m\u001b[0m\u001b[1m\u001b[35mResult\u001b[0m\u001b[0m`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0308]\u001b[0m\u001b[0m\u001b[1m: mismatched types\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:10\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[derive(SpacetimeType)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result` because of return type\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `Result` and `Result` have similar names, but are actually distinct types\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in crate `core`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.rustup/toolchains/1.90.0-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/result.rs:548:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m548\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub enum Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in the current crate\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:17:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m17\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0277]\u001b[0m\u001b[0m\u001b[1m: the `?` operator can only be used in a method that returns `Result` or `Option` (or another type that implements `FromResidual`)\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:22\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[derive(SpacetimeType)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m------------\u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mcannot use the `?` operator in a method that returns `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12mthis function should return `Result` or `Option` to accept `?`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0308]\u001b[0m\u001b[0m\u001b[1m: mismatched types\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:10\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[derive(SpacetimeType)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result` because of return type\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `std::result::Result` and `Result` have similar names, but are actually distinct types\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `std::result::Result` is defined in crate `core`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.rustup/toolchains/1.90.0-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/result.rs:548:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m548\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub enum Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in the current crate\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:17:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m17\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0308]\u001b[0m\u001b[0m\u001b[1m: mismatched types\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:10\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[derive(SpacetimeType)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result<_, _>`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result` because of return type\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `std::result::Result<_, _>` and `Result` have similar names, but are actually distinct types\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `std::result::Result<_, _>` is defined in crate `core`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.rustup/toolchains/1.90.0-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/result.rs:548:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m548\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub enum Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in the current crate\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:17:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m17\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0308]\u001b[0m\u001b[0m\u001b[1m: mismatched types\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:10\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[derive(SpacetimeType)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result<__ProductFieldIdent, _>`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result` because of return type\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `Result<__ProductFieldIdent, _>` and `Result` have similar names, but are actually distinct types\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result<__ProductFieldIdent, _>` is defined in crate `core`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.rustup/toolchains/1.90.0-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/result.rs:548:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m548\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub enum Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in the current crate\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:17:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m17\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0308]\u001b[0m\u001b[0m\u001b[1m: mismatched types\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:10\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[derive(SpacetimeType)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result<::Ok, ...>`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result` because of return type\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `Result<::Ok, ...>` and `Result` have similar names, but are actually distinct types\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result<::Ok, ...>` is defined in crate `core`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.rustup/toolchains/1.90.0-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/result.rs:548:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m548\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub enum Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in the current crate\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:17:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m17\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0308]\u001b[0m\u001b[0m\u001b[1m: mismatched types\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:10:10\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m10\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[derive(SpacetimeType)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result` because of return type\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `Result` and `Result` have similar names, but are actually distinct types\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in crate `core`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.rustup/toolchains/1.90.0-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/result.rs:548:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m548\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub enum Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in the current crate\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:17:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m17\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0277]\u001b[0m\u001b[0m\u001b[1m: the `?` operator can only be used in a method that returns `Result` or `Option` (or another type that implements `FromResidual`)\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:10:22\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m10\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[derive(SpacetimeType)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m------------\u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mcannot use the `?` operator in a method that returns `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12mthis function should return `Result` or `Option` to accept `?`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0308]\u001b[0m\u001b[0m\u001b[1m: mismatched types\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:10:10\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m10\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[derive(SpacetimeType)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result` because of return type\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `std::result::Result` and `Result` have similar names, but are actually distinct types\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `std::result::Result` is defined in crate `core`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.rustup/toolchains/1.90.0-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/result.rs:548:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m548\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub enum Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in the current crate\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:17:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m17\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0308]\u001b[0m\u001b[0m\u001b[1m: mismatched types\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:10:10\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m10\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[derive(SpacetimeType)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result<__Variant, _>`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result` because of return type\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `std::result::Result<__Variant, _>` and `Result` have similar names, but are actually distinct types\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `std::result::Result<__Variant, _>` is defined in crate `core`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.rustup/toolchains/1.90.0-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/result.rs:548:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m548\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub enum Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in the current crate\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:17:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m17\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0308]\u001b[0m\u001b[0m\u001b[1m: mismatched types\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:12:12\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m10\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[derive(SpacetimeType)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m-------------\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12mexpected `Result` because of return type\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m11\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub enum Shape {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m12\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m Circle(i32),\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result<::Ok, ...>`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `Result<::Ok, ...>` and `Result` have similar names, but are actually distinct types\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result<::Ok, ...>` is defined in crate `core`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.rustup/toolchains/1.90.0-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/result.rs:548:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m548\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub enum Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in the current crate\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:17:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m17\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0308]\u001b[0m\u001b[0m\u001b[1m: mismatched types\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:16:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m16\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result` because of return type\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `Result` and `Result` have similar names, but are actually distinct types\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in crate `core`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.rustup/toolchains/1.90.0-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/result.rs:548:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m548\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub enum Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in the current crate\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:17:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m17\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;14mhelp\u001b[0m\u001b[0m: consider using `Result::expect` to unwrap the `std::result::Result>::Error>` value, panicking if the value is a `Result::Err`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m16\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m| \u001b[0m\u001b[0m#[table(name = results)]\u001b[0m\u001b[0m\u001b[38;5;10m.expect(\"REASON\")\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[38;5;10m+++++++++++++++++\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0277]\u001b[0m\u001b[0m\u001b[1m: the `?` operator can only be used in a method that returns `Result` or `Option` (or another type that implements `FromResidual`)\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:16:24\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m16\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m-----------------------\u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mcannot use the `?` operator in a method that returns `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12mthis function should return `Result` or `Option` to accept `?`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` which comes from the expansion of the attribute macro `table` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0308]\u001b[0m\u001b[0m\u001b[1m: mismatched types\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:16:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m16\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result` because of return type\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `std::result::Result` and `Result` have similar names, but are actually distinct types\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `std::result::Result` is defined in crate `core`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.rustup/toolchains/1.90.0-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/result.rs:548:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m548\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub enum Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in the current crate\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:17:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m17\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0308]\u001b[0m\u001b[0m\u001b[1m: mismatched types\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:16:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m16\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result<_, _>`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result` because of return type\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `std::result::Result<_, _>` and `Result` have similar names, but are actually distinct types\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `std::result::Result<_, _>` is defined in crate `core`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.rustup/toolchains/1.90.0-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/result.rs:548:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m548\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub enum Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in the current crate\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:17:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m17\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0308]\u001b[0m\u001b[0m\u001b[1m: mismatched types\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:16:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m16\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result<__ProductFieldIdent, _>`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result` because of return type\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `Result<__ProductFieldIdent, _>` and `Result` have similar names, but are actually distinct types\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result<__ProductFieldIdent, _>` is defined in crate `core`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.rustup/toolchains/1.90.0-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/result.rs:548:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m548\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub enum Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in the current crate\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:17:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m17\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0308]\u001b[0m\u001b[0m\u001b[1m: mismatched types\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:16:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m16\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = results)]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result`, found `Result<::Ok, ...>`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mexpected `Result` because of return type\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `Result<::Ok, ...>` and `Result` have similar names, but are actually distinct types\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result<::Ok, ...>` is defined in crate `core`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.rustup/toolchains/1.90.0-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/result.rs:548:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m548\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub enum Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: `Result` is defined in the current crate\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:17:1\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m17\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Result {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^^^^\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\u001b[0m\n\n\u001b[0m\u001b[1mSome errors have detailed explanations: E0053, E0107, E0277, E0308.\u001b[0m\n\u001b[0m\u001b[1mFor more information about an error, try `rustc --explain E0053`.\u001b[0m\n\u001b[1m\u001b[31merror\u001b[0m\u001b[1m:\u001b[0m could not compile `spacetime-module` (lib) due to 39 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:23:38.486477233Z",
+ "finished_at": "2026-01-06T00:26:12.536663968Z"
+ },
+ "t_014_elementary_columns": {
+ "hash": "9bb229f6cfd63a9477451e127576b9bd378ec1087b9f320e5a8576b415e021b0",
+ "task": "t_014_elementary_columns",
+ "lang": "rust",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 3,
+ "passed_tests": 2,
+ "llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table};\n\n#[table(name = primitives)]\npub struct Primitive {\n #[primary_key]\n id: i32,\n count: i32,\n total: i64,\n price: f32,\n ratio: f64,\n active: bool,\n name: String,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.primitives().insert(Primitive {\n id: 1,\n count: 2,\n total: 3000000000i64,\n price: 1.5f32,\n ratio: 2.25,\n active: true,\n name: \"Alice\".to_string(),\n });\n}",
+ "category": "schema",
+ "route_api_model": "gpt-5",
+ "golden_db": "schema-t-014-elementary-columns-golden",
+ "llm_db": "schema-t-014-elementary-columns-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/schema/t_014_elementary_columns/rust/server/golden",
+ "work_dir_llm": "target/llm-runs/schema/t_014_elementary_columns/rust/server/gpt-5/llm",
+ "scorer_details": {
+ "elementary_columns_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM primitives WHERE id=1"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-014-elementary-columns-golden",
+ "llm_db": "schema-t-014-elementary-columns-gpt-5-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "http://127.0.0.1:15209",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "elementary_columns_row_parity": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: `primitives` is not a valid table\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:15209/v1/database/c200208722dba3ee6f19d2cb03de3a37f8c0b088f2a6b2665eba361fc9157f0b/sql)\n",
+ "phase": "sql_golden"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:21:11.200836501Z",
+ "finished_at": "2026-01-06T00:23:39.400224098Z"
+ },
+ "t_015_product_type_columns": {
+ "hash": "9bb229f6cfd63a9477451e127576b9bd378ec1087b9f320e5a8576b415e021b0",
+ "task": "t_015_product_type_columns",
+ "lang": "rust",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 3,
+ "passed_tests": 2,
+ "llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table, SpacetimeType};\n\n#[derive(SpacetimeType)]\npub struct Address {\n street: String,\n zip: i32,\n}\n\n#[derive(SpacetimeType)]\npub struct Position {\n x: i32,\n y: i32,\n}\n\n#[table(name = profiles)]\npub struct Profile {\n #[primary_key]\n id: i32,\n home: Address,\n work: Address,\n pos: Position,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.profiles().insert(Profile {\n id: 1,\n home: Address { street: \"1 Main\".to_string(), zip: 11111 },\n work: Address { street: \"2 Broad\".to_string(), zip: 22222 },\n pos: Position { x: 7, y: 9 },\n });\n}",
+ "category": "schema",
+ "route_api_model": "gpt-5",
+ "golden_db": "schema-t-015-product-type-columns-golden",
+ "llm_db": "schema-t-015-product-type-columns-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/schema/t_015_product_type_columns/rust/server/golden",
+ "work_dir_llm": "target/llm-runs/schema/t_015_product_type_columns/rust/server/gpt-5/llm",
+ "scorer_details": {
+ "product_type_columns_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM profiles WHERE id=1"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-015-product-type-columns-golden",
+ "llm_db": "schema-t-015-product-type-columns-gpt-5-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "http://127.0.0.1:15209",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "product_type_columns_row_parity": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: `profiles` is not a valid table\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:15209/v1/database/c20006eda8795ca78a28efb84ecd89c94bd782d32b8ae1aa0dc4283e2d8d24d8/sql)\n",
+ "phase": "sql_golden"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:21:11.201320193Z",
+ "finished_at": "2026-01-06T00:23:38.486412653Z"
+ },
+ "t_016_sum_type_columns": {
+ "hash": "9bb229f6cfd63a9477451e127576b9bd378ec1087b9f320e5a8576b415e021b0",
+ "task": "t_016_sum_type_columns",
+ "lang": "rust",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table, SpacetimeType};\n\n#[derive(SpacetimeType, Clone)]\npub struct Rect {\n width: i32,\n height: i32,\n}\n\n#[derive(SpacetimeType, Clone)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[table(name = drawings)]\npub struct Drawing {\n #[primary_key]\n id: i32,\n a: Shape,\n b: Shape,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n let drawings = ctx.db.drawings();\n if let Some(mut row) = drawings.id().find(1i32) {\n row.a = Shape::Circle(10);\n row.b = Shape::Rectangle(Rect { width: 4, height: 6 });\n drawings.id().update(row);\n } else {\n drawings.insert(Drawing {\n id: 1,\n a: Shape::Circle(10),\n b: Shape::Rectangle(Rect { width: 4, height: 6 }),\n });\n }\n}",
+ "category": "schema",
+ "route_api_model": "gpt-5",
+ "golden_db": "schema-t-016-sum-type-columns-golden",
+ "llm_db": "schema-t-016-sum-type-columns-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/schema/t_016_sum_type_columns/rust/server/golden",
+ "work_dir_llm": "target/llm-runs/schema/t_016_sum_type_columns/rust/server/gpt-5/llm",
+ "scorer_details": {
+ "sum_type_columns_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "schema-t-016-sum-type-columns-golden",
+ "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (Circle = 10) | (Rectangle = (width = 4, height = 6))",
+ "llm_db": "schema-t-016-sum-type-columns-gpt-5-llm",
+ "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (Circle = 10) | (Rectangle = (width = 4, height = 6))",
+ "query": "SELECT id, a, b FROM drawings WHERE id=1",
+ "reducer": "seed",
+ "server": "http://127.0.0.1:15209"
+ }
+ },
+ "sum_type_columns_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM drawings WHERE id=1"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-016-sum-type-columns-golden",
+ "llm_db": "schema-t-016-sum-type-columns-gpt-5-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "http://127.0.0.1:15209",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:23:36.617996058Z",
+ "finished_at": "2026-01-06T00:26:01.323454532Z"
+ },
+ "t_017_scheduled_columns": {
+ "hash": "9bb229f6cfd63a9477451e127576b9bd378ec1087b9f320e5a8576b415e021b0",
+ "task": "t_017_scheduled_columns",
+ "lang": "rust",
+ "golden_published": false,
+ "model_name": "GPT-5",
+ "total_tests": 2,
+ "passed_tests": 0,
+ "llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table, ScheduleAt};\n\n#[table(name = tick_timer, scheduled(reducer = tick, column = scheduled_at))]\npub struct TickTimer {\n #[primary_key]\n #[auto_inc]\n scheduled_id: u64,\n scheduled_at: ScheduleAt,\n}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) {\n let scheduled_at = ScheduleAt::RepeatMicros(50_000);\n ctx.db.tick_timer().insert(TickTimer { scheduled_id: 0, scheduled_at });\n}\n\n#[reducer]\npub fn tick(_ctx: &ReducerContext, _row: TickTimer) {\n}",
+ "category": "schema",
+ "route_api_model": "gpt-5",
+ "golden_db": "schema-t-017-scheduled-columns-golden",
+ "llm_db": "schema-t-017-scheduled-columns-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/schema/t_017_scheduled_columns/rust/server/golden",
+ "work_dir_llm": "target/llm-runs/schema/t_017_scheduled_columns/rust/server/gpt-5/llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime publish failed (exit=1)\n--- stderr ---\n\u001b[1m\u001b[32m Updating\u001b[0m crates.io index\n\u001b[1m\u001b[32m Locking\u001b[0m 72 packages to latest compatible versions\n\u001b[1m\u001b[36m Adding\u001b[0m generic-array v0.14.7 \u001b[1m\u001b[33m(available: v0.14.9)\u001b[0m\n\u001b[1m\u001b[32m Compiling\u001b[0m proc-macro2 v1.0.105\n\u001b[1m\u001b[32m Compiling\u001b[0m unicode-ident v1.0.22\n\u001b[1m\u001b[32m Compiling\u001b[0m quote v1.0.43\n\u001b[1m\u001b[32m Compiling\u001b[0m version_check v0.9.5\n\u001b[1m\u001b[32m Compiling\u001b[0m typenum v1.19.0\n\u001b[1m\u001b[32m Compiling\u001b[0m autocfg v1.5.0\n\u001b[1m\u001b[32m Compiling\u001b[0m generic-array v0.14.7\n\u001b[1m\u001b[32m Compiling\u001b[0m heck v0.5.0\n\u001b[1m\u001b[32m Compiling\u001b[0m num-traits v0.2.19\n\u001b[1m\u001b[32m Compiling\u001b[0m serde_core v1.0.228\n\u001b[1m\u001b[32m Compiling\u001b[0m cfg-if v1.0.4\n\u001b[1m\u001b[32m Compiling\u001b[0m syn v2.0.113\n\u001b[1m\u001b[32m Compiling\u001b[0m either v1.15.0\n\u001b[1m\u001b[32m Compiling\u001b[0m shlex v1.3.0\n\u001b[1m\u001b[32m Compiling\u001b[0m find-msvc-tools v0.1.6\n\u001b[1m\u001b[32m Compiling\u001b[0m zerocopy v0.8.31\n\u001b[1m\u001b[32m Compiling\u001b[0m serde v1.0.228\n\u001b[1m\u001b[32m Compiling\u001b[0m cc v1.2.51\n\u001b[1m\u001b[32m Compiling\u001b[0m itertools v0.12.1\n\u001b[1m\u001b[32m Compiling\u001b[0m crypto-common v0.1.7\n\u001b[1m\u001b[32m Compiling\u001b[0m block-buffer v0.10.4\n\u001b[1m\u001b[32m Compiling\u001b[0m anyhow v1.0.100\n\u001b[1m\u001b[32m Compiling\u001b[0m bitflags v2.10.0\n\u001b[1m\u001b[32m Compiling\u001b[0m nohash-hasher v0.2.0\n\u001b[1m\u001b[32m Compiling\u001b[0m thiserror v1.0.69\n\u001b[1m\u001b[32m Compiling\u001b[0m digest v0.10.7\n\u001b[1m\u001b[32m Compiling\u001b[0m blake3 v1.8.2\n\u001b[1m\u001b[32m Compiling\u001b[0m approx v0.3.2\n\u001b[1m\u001b[32m Compiling\u001b[0m getrandom v0.2.16\n\u001b[1m\u001b[32m Compiling\u001b[0m arrayvec v0.7.6\n\u001b[1m\u001b[32m Compiling\u001b[0m heck v0.4.1\n\u001b[1m\u001b[32m Compiling\u001b[0m zmij v1.0.11\n\u001b[1m\u001b[32m Compiling\u001b[0m bytes v1.11.0\n\u001b[1m\u001b[32m Compiling\u001b[0m humantime v2.3.0\n\u001b[1m\u001b[32m Compiling\u001b[0m keccak v0.1.5\n\u001b[1m\u001b[32m Compiling\u001b[0m convert_case v0.4.0\n\u001b[1m\u001b[32m Compiling\u001b[0m sha3 v0.10.8\n\u001b[1m\u001b[32m Compiling\u001b[0m rand_core v0.6.4\n\u001b[1m\u001b[32m Compiling\u001b[0m decorum v0.3.1\n\u001b[1m\u001b[32m Compiling\u001b[0m enum-as-inner v0.6.1\n\u001b[1m\u001b[32m Compiling\u001b[0m thiserror-impl v1.0.69\n\u001b[1m\u001b[32m Compiling\u001b[0m ppv-lite86 v0.2.21\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetimedb-primitives v1.11.1\n\u001b[1m\u001b[32m Compiling\u001b[0m derive_more v0.99.20\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetimedb-bindings-macro v1.11.1\n\u001b[1m\u001b[32m Compiling\u001b[0m ethnum v1.5.2\n\u001b[1m\u001b[32m Compiling\u001b[0m chrono v0.4.42\n\u001b[1m\u001b[32m Compiling\u001b[0m bytemuck v1.24.0\n\u001b[1m\u001b[32m Compiling\u001b[0m serde_json v1.0.148\n\u001b[1m\u001b[32m Compiling\u001b[0m hex v0.4.3\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetimedb-lib v1.11.1\n\u001b[1m\u001b[32m Compiling\u001b[0m constant_time_eq v0.3.1\n\u001b[1m\u001b[32m Compiling\u001b[0m itoa v1.0.17\n\u001b[1m\u001b[32m Compiling\u001b[0m second-stack v0.3.5\n\u001b[1m\u001b[32m Compiling\u001b[0m arrayref v0.3.9\n\u001b[1m\u001b[32m Compiling\u001b[0m smallvec v1.15.1\n\u001b[1m\u001b[32m Compiling\u001b[0m rand_chacha v0.3.1\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetimedb-sats v1.11.1\n\u001b[1m\u001b[32m Compiling\u001b[0m memchr v2.7.6\n\u001b[1m\u001b[32m Compiling\u001b[0m log v0.4.29\n\u001b[1m\u001b[32m Compiling\u001b[0m rand v0.8.5\n\u001b[1m\u001b[32m Compiling\u001b[0m http v1.4.0\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetimedb-bindings-sys v1.11.1\n\u001b[1m\u001b[32m Compiling\u001b[0m scoped-tls v1.0.1\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetimedb v1.11.1\n\u001b[1m\u001b[32m Compiling\u001b[0m spacetime-module v0.1.0 (/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_017_scheduled_columns/rust/server/gpt-5/llm)\n\u001b[0m\u001b[1m\u001b[38;5;9merror\u001b[0m\u001b[0m\u001b[1m: expected `at`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:4:38\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m4\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[table(name = tick_timer, scheduled(reducer = tick, column = scheduled_at))]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0422]\u001b[0m\u001b[0m\u001b[1m: cannot find struct, variant or union type `TickTimer` in this scope\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:15:32\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m15\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m ctx.db.tick_timer().insert(TickTimer { scheduled_id: 0, scheduled_at });\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mnot found in this scope\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0412]\u001b[0m\u001b[0m\u001b[1m: cannot find type `TickTimer` in this scope\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:19:42\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m19\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub fn tick(_ctx: &ReducerContext, _row: TickTimer) {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mnot found in this scope\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0599]\u001b[0m\u001b[0m\u001b[1m: no variant or associated item named `RepeatMicros` found for enum `ScheduleAt` in the current scope\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:14:36\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m14\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m let scheduled_at = ScheduleAt::RepeatMicros(50_000);\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mvariant or associated item not found in `ScheduleAt`\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0599]\u001b[0m\u001b[0m\u001b[1m: no method named `tick_timer` found for struct `Local` in the current scope\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:15:12\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m15\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m ctx.db.tick_timer().insert(TickTimer { scheduled_id: 0, scheduled_at });\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mmethod not found in `Local`\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0277]\u001b[0m\u001b[0m\u001b[1m: invalid reducer signature\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:19:8\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m18\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[reducer]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m----------\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12mrequired by a bound introduced by this call\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m19\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub fn tick(_ctx: &ReducerContext, _row: TickTimer) {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mthis reducer signature is not valid\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mhelp\u001b[0m\u001b[0m: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a ReducerContext, {type error}) {tick}`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: \u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: reducer signatures must match the following pattern:\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: where each `Ti` type implements `SpacetimeType`.\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: \u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: required by a bound in `register_reducer`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/spacetimedb-1.11.1/src/rt.rs:746:81\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m746\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10mrequired by this bound in `register_reducer`\u001b[0m\n\n\u001b[0m\u001b[1m\u001b[38;5;9merror[E0277]\u001b[0m\u001b[0m\u001b[1m: invalid reducer signature\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0msrc/lib.rs:19:8\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m18\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[reducer]\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m----------\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12mrequired by a bound introduced by this call\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m19\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub fn tick(_ctx: &ReducerContext, _row: TickTimer) {\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9mthis reducer signature is not valid\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mhelp\u001b[0m\u001b[0m: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a ReducerContext, {type error}) {tick}`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: \u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: reducer signatures must match the following pattern:\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: where each `Ti` type implements `SpacetimeType`.\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: \u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;10mnote\u001b[0m\u001b[0m: required by a bound in `invoke_reducer`\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0m/home/runner/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/spacetimedb-1.11.1/src/rt.rs:45:19\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m44\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub fn invoke_reducer<'a, A: Args<'a>>(\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--------------\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12mrequired by a bound in this function\u001b[0m\n\u001b[0m\u001b[1m\u001b[38;5;12m45\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m reducer: impl Reducer<'a, A>,\u001b[0m\n\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10m^^^^^^^^^^^^^^\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;10mrequired by this bound in `invoke_reducer`\u001b[0m\n\n\u001b[0m\u001b[1mSome errors have detailed explanations: E0277, E0412, E0422, E0599.\u001b[0m\n\u001b[0m\u001b[1mFor more information about an error, try `rustc --explain E0277`.\u001b[0m\n\u001b[1m\u001b[31merror\u001b[0m\u001b[1m:\u001b[0m could not compile `spacetime-module` (lib) due to 7 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:21:11.200301503Z",
+ "finished_at": "2026-01-06T00:23:45.690266123Z"
+ },
+ "t_018_constraints": {
+ "hash": "9bb229f6cfd63a9477451e127576b9bd378ec1087b9f320e5a8576b415e021b0",
+ "task": "t_018_constraints",
+ "lang": "rust",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 3,
+ "passed_tests": 2,
+ "llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table};\n\n#[table(name = accounts, index(name = by_name, btree(columns = [name])))]\npub struct Account {\n #[primary_key]\n id: i32,\n #[unique]\n email: String,\n name: String,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n let accounts = ctx.db.accounts();\n accounts.insert(Account { id: 1, email: \"a@example.com\".to_string(), name: \"Alice\".to_string() });\n accounts.insert(Account { id: 2, email: \"b@example.com\".to_string(), name: \"Bob\".to_string() });\n}",
+ "category": "schema",
+ "route_api_model": "gpt-5",
+ "golden_db": "schema-t-018-constraints-golden",
+ "llm_db": "schema-t-018-constraints-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/schema/t_018_constraints/rust/server/golden",
+ "work_dir_llm": "target/llm-runs/schema/t_018_constraints/rust/server/gpt-5/llm",
+ "scorer_details": {
+ "constraints_seed_two_rows": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM accounts WHERE id=2"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-018-constraints-golden",
+ "llm_db": "schema-t-018-constraints-gpt-5-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "http://127.0.0.1:15209",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "constraints_row_parity_after_seed": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: `accounts` is not a valid table\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:15209/v1/database/c2003b7ea743614805ae719fdeeae90acd41a990aca90f25771c0ddd9d3bd7a1/sql)\n",
+ "phase": "sql_golden"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:21:11.199943491Z",
+ "finished_at": "2026-01-06T00:23:41.715736753Z"
+ },
+ "t_019_many_to_many": {
+ "hash": "9bb229f6cfd63a9477451e127576b9bd378ec1087b9f320e5a8576b415e021b0",
+ "task": "t_019_many_to_many",
+ "lang": "rust",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 5,
+ "passed_tests": 5,
+ "llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table};\n\n#[table(name = users)]\npub struct User {\n #[primary_key]\n user_id: i32,\n name: String,\n}\n\n#[table(name = groups)]\npub struct Group {\n #[primary_key]\n group_id: i32,\n title: String,\n}\n\n#[table(\n name = memberships,\n index(name = by_user, btree(columns = [user_id])),\n index(name = by_group, btree(columns = [group_id]))\n)]\npub struct Membership {\n #[primary_key]\n id: i32,\n user_id: i32,\n group_id: i32,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n for m in ctx.db.memberships().iter() {\n ctx.db.memberships().id().delete(&m.id);\n }\n for u in ctx.db.users().iter() {\n ctx.db.users().user_id().delete(&u.user_id);\n }\n for g in ctx.db.groups().iter() {\n ctx.db.groups().group_id().delete(&g.group_id);\n }\n\n ctx.db.users().insert(User { user_id: 1, name: \"Alice\".to_string() });\n ctx.db.users().insert(User { user_id: 2, name: \"Bob\".to_string() });\n\n ctx.db.groups().insert(Group { group_id: 10, title: \"Admin\".to_string() });\n ctx.db.groups().insert(Group { group_id: 20, title: \"Dev\".to_string() });\n\n ctx.db.memberships().insert(Membership { id: 1, user_id: 1, group_id: 10 });\n ctx.db.memberships().insert(Membership { id: 2, user_id: 1, group_id: 20 });\n ctx.db.memberships().insert(Membership { id: 3, user_id: 2, group_id: 20 });\n}",
+ "category": "schema",
+ "route_api_model": "gpt-5",
+ "golden_db": "schema-t-019-many-to-many-golden",
+ "llm_db": "schema-t-019-many-to-many-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/schema/t_019_many_to_many/rust/server/golden",
+ "work_dir_llm": "target/llm-runs/schema/t_019_many_to_many/rust/server/gpt-5/llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-019-many-to-many-golden",
+ "llm_db": "schema-t-019-many-to-many-gpt-5-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "http://127.0.0.1:15209",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "m2m_has_2_20": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM memberships WHERE user_id=2 AND group_id=20"
+ }
+ },
+ "m2m_has_1_10": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM memberships WHERE user_id=1 AND group_id=10"
+ }
+ },
+ "memberships_three_rows": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 3,
+ "expected": 3,
+ "sql": "SELECT COUNT(*) AS n FROM memberships"
+ }
+ },
+ "m2m_has_1_20": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM memberships WHERE user_id=1 AND group_id=20"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:21:11.199229624Z",
+ "finished_at": "2026-01-06T00:23:44.757857133Z"
+ },
+ "t_020_ecs": {
+ "hash": "9bb229f6cfd63a9477451e127576b9bd378ec1087b9f320e5a8576b415e021b0",
+ "task": "t_020_ecs",
+ "lang": "rust",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 5,
+ "passed_tests": 5,
+ "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = entities)]\npub struct Entity {\n #[primary_key]\n id: i32,\n}\n\n#[spacetimedb::table(name = positions)]\npub struct Position {\n #[primary_key]\n entity_id: i32,\n x: i32,\n y: i32,\n}\n\n#[spacetimedb::table(name = velocities)]\npub struct Velocity {\n #[primary_key]\n entity_id: i32,\n vx: i32,\n vy: i32,\n}\n\n#[spacetimedb::table(name = next_positions)]\npub struct NextPosition {\n #[primary_key]\n entity_id: i32,\n x: i32,\n y: i32,\n}\n\n#[spacetimedb::reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.entities().insert(Entity { id: 1 });\n ctx.db.positions().insert(Position { entity_id: 1, x: 0, y: 0 });\n ctx.db.velocities().insert(Velocity { entity_id: 1, vx: 1, vy: 0 });\n\n ctx.db.entities().insert(Entity { id: 2 });\n ctx.db.positions().insert(Position { entity_id: 2, x: 10, y: 0 });\n ctx.db.velocities().insert(Velocity { entity_id: 2, vx: -2, vy: 3 });\n}\n\n#[spacetimedb::reducer]\npub fn step(ctx: &ReducerContext) {\n let next_handle = ctx.db.next_positions();\n for pos in ctx.db.positions().iter() {\n if let Some(vel) = ctx.db.velocities().entity_id().find(pos.entity_id) {\n let new_np = NextPosition {\n entity_id: pos.entity_id,\n x: pos.x + vel.vx,\n y: pos.y + vel.vy,\n };\n if next_handle.entity_id().find(pos.entity_id).is_some() {\n next_handle.entity_id().update(new_np);\n } else {\n next_handle.insert(new_np);\n }\n }\n }\n}",
+ "category": "schema",
+ "route_api_model": "gpt-5",
+ "golden_db": "schema-t-020-ecs-golden",
+ "llm_db": "schema-t-020-ecs-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/schema/t_020_ecs/rust/server/golden",
+ "work_dir_llm": "target/llm-runs/schema/t_020_ecs/rust/server/gpt-5/llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-020-ecs-golden",
+ "llm_db": "schema-t-020-ecs-gpt-5-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "http://127.0.0.1:15209",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "ecs_seed_positions_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 2,
+ "expected": 2,
+ "sql": "SELECT COUNT(*) AS n FROM positions"
+ }
+ },
+ "ecs_next_pos_entity1": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM next_positions WHERE entity_id=1 AND x=1 AND y=0"
+ }
+ },
+ "ecs_next_pos_entity2": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM next_positions WHERE entity_id=2 AND x=8 AND y=3"
+ }
+ },
+ "ecs_step_next_positions_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 2,
+ "expected": 2,
+ "sql": "SELECT COUNT(*) AS n FROM next_positions"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:21:11.199657709Z",
+ "finished_at": "2026-01-06T00:23:45.690177039Z"
+ },
+ "t_021_multi_column_index": {
+ "hash": "9bb229f6cfd63a9477451e127576b9bd378ec1087b9f320e5a8576b415e021b0",
+ "task": "t_021_multi_column_index",
+ "lang": "rust",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 4,
+ "passed_tests": 4,
+ "llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table};\n\n#[table(name = logs, index(name = by_user_day, btree(columns = [user_id, day])))]\npub struct Log {\n #[primary_key]\n id: i32,\n user_id: i32,\n day: i32,\n message: String,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.logs().insert(Log { id: 1, user_id: 7, day: 1, message: \"a\".to_string() });\n ctx.db.logs().insert(Log { id: 2, user_id: 7, day: 2, message: \"b\".to_string() });\n ctx.db.logs().insert(Log { id: 3, user_id: 9, day: 1, message: \"c\".to_string() });\n}",
+ "category": "schema",
+ "route_api_model": "gpt-5",
+ "golden_db": "schema-t-021-multi-column-index-golden",
+ "llm_db": "schema-t-021-multi-column-index-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/schema/t_021_multi_column_index/rust/server/golden",
+ "work_dir_llm": "target/llm-runs/schema/t_021_multi_column_index/rust/server/gpt-5/llm",
+ "scorer_details": {
+ "mcindex_lookup_u7_d2": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM logs WHERE user_id=7 AND day=2"
+ }
+ },
+ "mcindex_seed_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 3,
+ "expected": 3,
+ "sql": "SELECT COUNT(*) AS n FROM logs"
+ }
+ },
+ "mcindex_lookup_u7_d1": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM logs WHERE user_id=7 AND day=1"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-021-multi-column-index-golden",
+ "llm_db": "schema-t-021-multi-column-index-gpt-5-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "http://127.0.0.1:15209",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:21:11.200575596Z",
+ "finished_at": "2026-01-06T00:23:36.617931490Z"
+ }
+ }
+ }
+ ]
+ }
+ ],
+ "golden_answers": {
+ "basics/t_000_empty_reducers": {
+ "answer": "use spacetimedb::{reducer, ReducerContext};\n\n#[reducer]\npub fn empty_reducer_no_args(ctx: &ReducerContext) -> Result<(), String> {\n Ok(())\n}\n\n#[reducer]\npub fn empty_reducer_with_int(ctx: &ReducerContext, count: i32) -> Result<(), String> {\n Ok(())\n}\n\n#[reducer]\npub fn empty_reducer_with_string(ctx: &ReducerContext, name: String) -> Result<(), String> {\n Ok(())\n}\n\n#[reducer]\npub fn empty_reducer_with_two_args(ctx: &ReducerContext, count: i32, name: String) -> Result<(), String> {\n Ok(())\n}\n\n#[reducer]\npub fn empty_reducer_with_three_args(\n ctx: &ReducerContext,\n active: bool,\n ratio: f32,\n label: String,\n) -> Result<(), String> {\n Ok(())\n}\n",
+ "syntax": "rust"
+ },
+ "basics/t_001_basic_tables": {
+ "answer": "use spacetimedb::table;\n\n#[table(name = users)]\npub struct Users {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[table(name = products)]\npub struct Products {\n #[primary_key]\n pub id: i32,\n pub title: String,\n pub price: f32,\n pub in_stock: bool,\n}\n\n#[table(name = notes)]\npub struct Notes {\n #[primary_key]\n pub id: i32,\n pub body: String,\n pub rating: i64,\n pub pinned: bool,\n}\n",
+ "syntax": "rust"
+ },
+ "basics/t_002_scheduled_table": {
+ "answer": "use spacetimedb::{reducer, table, ReducerContext, ScheduleAt, Table};\nuse std::time::Duration;\n\n#[table(name = tick_timer, scheduled(tick))]\npub struct TickTimer {\n #[primary_key]\n #[auto_inc]\n scheduled_id: u64,\n scheduled_at: ScheduleAt,\n}\n\n#[reducer]\npub fn tick(_ctx: &ReducerContext, _row: TickTimer) -> Result<(), String> {\n Ok(())\n}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) -> Result<(), String> {\n ctx.db.tick_timer().insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Interval(Duration::from_millis(50).into()),\n });\n Ok(())\n}\n",
+ "syntax": "rust"
+ },
+ "basics/t_003_struct_in_table": {
+ "answer": "use spacetimedb::{table, SpacetimeType};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Position {\n pub x: i32,\n pub y: i32,\n}\n\n#[table(name = entities)]\npub struct Entity {\n #[primary_key]\n pub id: i32,\n pub pos: Position,\n}\n\n",
+ "syntax": "rust"
+ },
+ "basics/t_004_insert": {
+ "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(name = users)]\npub struct Users {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer]\npub fn insert_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) -> Result<(), String> {\n ctx.db.users().insert(Users { id, name, age, active });\n Ok(())\n}\n",
+ "syntax": "rust"
+ },
+ "basics/t_005_update": {
+ "answer": "use spacetimedb::{reducer, table, ReducerContext};\n\n#[table(name = users)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer]\npub fn update_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) {\n ctx.db.users().id().update(User { id, name, age, active });\n}",
+ "syntax": "rust"
+ },
+ "basics/t_006_delete": {
+ "answer": "use spacetimedb::{reducer, table, ReducerContext};\n\n#[table(name = users)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer]\npub fn delete_user(ctx: &ReducerContext, id: i32) {\n ctx.db.users().id().delete(id);\n}\n",
+ "syntax": "rust"
+ },
+ "basics/t_007_crud": {
+ "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(name = users)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer]\npub fn crud(ctx: &ReducerContext) {\n ctx.db.users().insert(User { id: 1, name: \"Alice\".into(), age: 30, active: true });\n ctx.db.users().insert(User { id: 2, name: \"Bob\".into(), age: 22, active: false });\n ctx.db.users().id().update(User { id: 1, name: \"Alice2\".into(), age: 31, active: false });\n ctx.db.users().id().delete(2);\n}\n",
+ "syntax": "rust"
+ },
+ "basics/t_008_index_lookup": {
+ "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(name = users)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[table(name = results)]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub name: String,\n}\n\n#[reducer]\npub fn lookup_user_name(ctx: &ReducerContext, id: i32) {\n if let Some(u) = ctx.db.users().id().find(id) {\n ctx.db.results().insert(ResultRow { id: u.id, name: u.name });\n }\n}\n",
+ "syntax": "rust"
+ },
+ "basics/t_009_init": {
+ "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(name = users)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) {\n ctx.db.users().insert(User { id: 1, name: \"Alice\".into(), age: 30, active: true });\n ctx.db.users().insert(User { id: 2, name: \"Bob\".into(), age: 22, active: false });\n}\n",
+ "syntax": "rust"
+ },
+ "basics/t_010_connect": {
+ "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(name = events)]\npub struct Event {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub kind: String,\n}\n\n#[reducer(client_connected)]\npub fn client_connected(ctx: &ReducerContext) {\n ctx.db.events().insert(Event { id: 0, kind: \"connected\".into() });\n}\n\n#[reducer(client_disconnected)]\npub fn client_disconnected(ctx: &ReducerContext) {\n ctx.db.events().insert(Event { id: 0, kind: \"disconnected\".into() });\n}\n",
+ "syntax": "rust"
+ },
+ "basics/t_011_helper_function": {
+ "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(name = results)]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub sum: i32,\n}\n\nfn add(a: i32, b: i32) -> i32 { a + b }\n\n#[reducer]\npub fn compute_sum(ctx: &ReducerContext, id: i32, a: i32, b: i32) {\n ctx.db.results().insert(ResultRow { id, sum: add(a, b) });\n}\n",
+ "syntax": "rust"
+ },
+ "schema/t_012_spacetime_product_type": {
+ "answer": "use spacetimedb::{reducer, table, ReducerContext, SpacetimeType, Table};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Score {\n pub left: i32,\n pub right: i32,\n}\n\n#[table(name = results)]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub value: Score,\n}\n\n#[reducer]\npub fn set_score(ctx: &ReducerContext, id: i32, left: i32, right: i32) {\n ctx.db.results().insert(ResultRow { id, value: Score { left, right } });\n}\n",
+ "syntax": "rust"
+ },
+ "schema/t_013_spacetime_sum_type": {
+ "answer": "use spacetimedb::{reducer, table, ReducerContext, SpacetimeType, Table};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Rect {\n pub width: i32,\n pub height: i32,\n}\n\n#[derive(SpacetimeType, Clone, Debug)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[table(name = results)]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub value: Shape,\n}\n\n#[reducer]\npub fn set_circle(ctx: &ReducerContext, id: i32, radius: i32) {\n ctx.db.results().insert(ResultRow { id, value: Shape::Circle(radius) });\n}\n",
+ "syntax": "rust"
+ },
+ "schema/t_014_elementary_columns": {
+ "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(name = primitives)]\npub struct Primitive {\n #[primary_key]\n pub id: i32,\n pub count: i32,\n pub total: i64,\n pub price: f32,\n pub ratio: f64,\n pub active: bool,\n pub name: String,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.primitives().insert(Primitive {\n id: 1,\n count: 2,\n total: 3_000_000_000,\n price: 1.5,\n ratio: 2.25,\n active: true,\n name: \"Alice\".into(),\n });\n}\n",
+ "syntax": "rust"
+ },
+ "schema/t_015_product_type_columns": {
+ "answer": "use spacetimedb::{reducer, table, ReducerContext, SpacetimeType, Table};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Address {\n pub street: String,\n pub zip: i32,\n}\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Position {\n pub x: i32,\n pub y: i32,\n}\n\n#[table(name = profiles)]\npub struct Profile {\n #[primary_key]\n pub id: i32,\n pub home: Address,\n pub work: Address,\n pub pos: Position,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.profiles().insert(Profile {\n id: 1,\n home: Address { street: \"1 Main\".into(), zip: 11111 },\n work: Address { street: \"2 Broad\".into(), zip: 22222 },\n pos: Position { x: 7, y: 9 },\n });\n}\n",
+ "syntax": "rust"
+ },
+ "schema/t_016_sum_type_columns": {
+ "answer": "use spacetimedb::{reducer, table, ReducerContext, SpacetimeType, Table};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Rect {\n pub width: i32,\n pub height: i32,\n}\n\n#[derive(SpacetimeType, Clone, Debug)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[table(name = drawings)]\npub struct Drawing {\n #[primary_key]\n pub id: i32,\n pub a: Shape,\n pub b: Shape,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.drawings().insert(Drawing {\n id: 1,\n a: Shape::Circle(10),\n b: Shape::Rectangle(Rect { width: 4, height: 6 }),\n });\n}\n",
+ "syntax": "rust"
+ },
+ "schema/t_017_scheduled_columns": {
+ "answer": "use spacetimedb::{reducer, table, ReducerContext, ScheduleAt, Table};\nuse std::time::Duration;\n\n#[table(name = tick_timer, scheduled(tick))]\npub struct TickTimer {\n #[primary_key]\n #[auto_inc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[reducer]\npub fn tick(_ctx: &ReducerContext, _schedule: TickTimer) {\n}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) {\n let every_50ms: ScheduleAt = Duration::from_millis(50).into();\n ctx.db.tick_timer().insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: every_50ms,\n });\n}\n",
+ "syntax": "rust"
+ },
+ "schema/t_018_constraints": {
+ "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(\n name = accounts,\n index(name = by_name, btree(columns = [name]))\n)]\npub struct Account {\n #[primary_key]\n pub id: i32,\n #[unique]\n pub email: String,\n pub name: String,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.accounts().insert(Account { id: 1, email: \"a@example.com\".into(), name: \"Alice\".into() });\n ctx.db.accounts().insert(Account { id: 2, email: \"b@example.com\".into(), name: \"Bob\".into() });\n}\n",
+ "syntax": "rust"
+ },
+ "schema/t_019_many_to_many": {
+ "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(name = users)]\npub struct User {\n #[primary_key]\n pub user_id: i32,\n pub name: String,\n}\n\n#[table(name = groups)]\npub struct Group {\n #[primary_key]\n pub group_id: i32,\n pub title: String,\n}\n\n#[table(\n name = memberships,\n index(name = by_user, btree(columns = [user_id])),\n index(name = by_group, btree(columns = [group_id]))\n)]\npub struct Membership {\n #[primary_key]\n pub id: i32,\n pub user_id: i32,\n pub group_id: i32,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.users().insert(User { user_id: 1, name: \"Alice\".into() });\n ctx.db.users().insert(User { user_id: 2, name: \"Bob\".into() });\n\n ctx.db.groups().insert(Group { group_id: 10, title: \"Admin\".into() });\n ctx.db.groups().insert(Group { group_id: 20, title: \"Dev\".into() });\n\n ctx.db.memberships().insert(Membership { id: 1, user_id: 1, group_id: 10 });\n ctx.db.memberships().insert(Membership { id: 2, user_id: 1, group_id: 20 });\n ctx.db.memberships().insert(Membership { id: 3, user_id: 2, group_id: 20 });\n}\n",
+ "syntax": "rust"
+ },
+ "schema/t_020_ecs": {
+ "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(name = entities)]\npub struct Entity {\n #[primary_key]\n pub id: i32,\n}\n\n#[table(name = positions)]\npub struct Position {\n #[primary_key]\n pub entity_id: i32,\n pub x: i32,\n pub y: i32,\n}\n\n#[table(name = velocities)]\npub struct Velocity {\n #[primary_key]\n pub entity_id: i32,\n pub vx: i32,\n pub vy: i32,\n}\n\n#[table(name = next_positions)]\npub struct NextPosition {\n #[primary_key]\n pub entity_id: i32,\n pub x: i32,\n pub y: i32,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.entities().insert(Entity { id: 1 });\n ctx.db.entities().insert(Entity { id: 2 });\n\n ctx.db.positions().insert(Position {\n entity_id: 1,\n x: 1,\n y: 0,\n });\n ctx.db.positions().insert(Position {\n entity_id: 2,\n x: 10,\n y: 0,\n });\n\n ctx.db.velocities().insert(Velocity {\n entity_id: 1,\n vx: 1,\n vy: 0,\n });\n ctx.db.velocities().insert(Velocity {\n entity_id: 2,\n vx: -2,\n vy: 3,\n });\n}\n\n#[spacetimedb::reducer]\npub fn step(ctx: &ReducerContext) {\n for p in ctx.db.positions().iter() {\n if let Some(v) = ctx.db.velocities().entity_id().find(p.entity_id) {\n let np = NextPosition {\n entity_id: p.entity_id,\n x: p.x + v.vx,\n y: p.y + v.vy,\n };\n\n if ctx.db.next_positions().entity_id().find(p.entity_id).is_some() {\n ctx.db.next_positions().entity_id().update(np);\n } else {\n ctx.db.next_positions().insert(np);\n }\n }\n }\n}\n",
+ "syntax": "rust"
+ },
+ "schema/t_021_multi_column_index": {
+ "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(\n name = logs,\n index(name = by_user_day, btree(columns = [user_id, day]))\n)]\npub struct Log {\n #[primary_key]\n pub id: i32,\n pub user_id: i32,\n pub day: i32,\n pub message: String,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.logs().insert(Log { id: 1, user_id: 7, day: 1, message: \"a\".into() });\n ctx.db.logs().insert(Log { id: 2, user_id: 7, day: 2, message: \"b\".into() });\n ctx.db.logs().insert(Log { id: 3, user_id: 9, day: 1, message: \"c\".into() });\n}\n",
+ "syntax": "rust"
+ },
+ "t_000_empty_reducers": {
+ "answer": "use spacetimedb::{reducer, ReducerContext};\n\n#[reducer]\npub fn empty_reducer_no_args(ctx: &ReducerContext) -> Result<(), String> {\n Ok(())\n}\n\n#[reducer]\npub fn empty_reducer_with_int(ctx: &ReducerContext, count: i32) -> Result<(), String> {\n Ok(())\n}\n\n#[reducer]\npub fn empty_reducer_with_string(ctx: &ReducerContext, name: String) -> Result<(), String> {\n Ok(())\n}\n\n#[reducer]\npub fn empty_reducer_with_two_args(ctx: &ReducerContext, count: i32, name: String) -> Result<(), String> {\n Ok(())\n}\n\n#[reducer]\npub fn empty_reducer_with_three_args(\n ctx: &ReducerContext,\n active: bool,\n ratio: f32,\n label: String,\n) -> Result<(), String> {\n Ok(())\n}\n",
+ "syntax": "rust"
+ },
+ "t_001_basic_tables": {
+ "answer": "use spacetimedb::table;\n\n#[table(name = users)]\npub struct Users {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[table(name = products)]\npub struct Products {\n #[primary_key]\n pub id: i32,\n pub title: String,\n pub price: f32,\n pub in_stock: bool,\n}\n\n#[table(name = notes)]\npub struct Notes {\n #[primary_key]\n pub id: i32,\n pub body: String,\n pub rating: i64,\n pub pinned: bool,\n}\n",
+ "syntax": "rust"
+ },
+ "t_002_scheduled_table": {
+ "answer": "use spacetimedb::{reducer, table, ReducerContext, ScheduleAt, Table};\nuse std::time::Duration;\n\n#[table(name = tick_timer, scheduled(tick))]\npub struct TickTimer {\n #[primary_key]\n #[auto_inc]\n scheduled_id: u64,\n scheduled_at: ScheduleAt,\n}\n\n#[reducer]\npub fn tick(_ctx: &ReducerContext, _row: TickTimer) -> Result<(), String> {\n Ok(())\n}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) -> Result<(), String> {\n ctx.db.tick_timer().insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Interval(Duration::from_millis(50).into()),\n });\n Ok(())\n}\n",
+ "syntax": "rust"
+ },
+ "t_003_struct_in_table": {
+ "answer": "use spacetimedb::{table, SpacetimeType};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Position {\n pub x: i32,\n pub y: i32,\n}\n\n#[table(name = entities)]\npub struct Entity {\n #[primary_key]\n pub id: i32,\n pub pos: Position,\n}\n\n",
+ "syntax": "rust"
+ },
+ "t_004_insert": {
+ "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(name = users)]\npub struct Users {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer]\npub fn insert_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) -> Result<(), String> {\n ctx.db.users().insert(Users { id, name, age, active });\n Ok(())\n}\n",
+ "syntax": "rust"
+ },
+ "t_005_update": {
+ "answer": "use spacetimedb::{reducer, table, ReducerContext};\n\n#[table(name = users)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer]\npub fn update_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) {\n ctx.db.users().id().update(User { id, name, age, active });\n}",
+ "syntax": "rust"
+ },
+ "t_006_delete": {
+ "answer": "use spacetimedb::{reducer, table, ReducerContext};\n\n#[table(name = users)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer]\npub fn delete_user(ctx: &ReducerContext, id: i32) {\n ctx.db.users().id().delete(id);\n}\n",
+ "syntax": "rust"
+ },
+ "t_007_crud": {
+ "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(name = users)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer]\npub fn crud(ctx: &ReducerContext) {\n ctx.db.users().insert(User { id: 1, name: \"Alice\".into(), age: 30, active: true });\n ctx.db.users().insert(User { id: 2, name: \"Bob\".into(), age: 22, active: false });\n ctx.db.users().id().update(User { id: 1, name: \"Alice2\".into(), age: 31, active: false });\n ctx.db.users().id().delete(2);\n}\n",
+ "syntax": "rust"
+ },
+ "t_008_index_lookup": {
+ "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(name = users)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[table(name = results)]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub name: String,\n}\n\n#[reducer]\npub fn lookup_user_name(ctx: &ReducerContext, id: i32) {\n if let Some(u) = ctx.db.users().id().find(id) {\n ctx.db.results().insert(ResultRow { id: u.id, name: u.name });\n }\n}\n",
+ "syntax": "rust"
+ },
+ "t_009_init": {
+ "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(name = users)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) {\n ctx.db.users().insert(User { id: 1, name: \"Alice\".into(), age: 30, active: true });\n ctx.db.users().insert(User { id: 2, name: \"Bob\".into(), age: 22, active: false });\n}\n",
+ "syntax": "rust"
+ },
+ "t_010_connect": {
+ "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(name = events)]\npub struct Event {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub kind: String,\n}\n\n#[reducer(client_connected)]\npub fn client_connected(ctx: &ReducerContext) {\n ctx.db.events().insert(Event { id: 0, kind: \"connected\".into() });\n}\n\n#[reducer(client_disconnected)]\npub fn client_disconnected(ctx: &ReducerContext) {\n ctx.db.events().insert(Event { id: 0, kind: \"disconnected\".into() });\n}\n",
+ "syntax": "rust"
+ },
+ "t_011_helper_function": {
+ "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(name = results)]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub sum: i32,\n}\n\nfn add(a: i32, b: i32) -> i32 { a + b }\n\n#[reducer]\npub fn compute_sum(ctx: &ReducerContext, id: i32, a: i32, b: i32) {\n ctx.db.results().insert(ResultRow { id, sum: add(a, b) });\n}\n",
+ "syntax": "rust"
+ },
+ "t_012_spacetime_product_type": {
+ "answer": "use spacetimedb::{reducer, table, ReducerContext, SpacetimeType, Table};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Score {\n pub left: i32,\n pub right: i32,\n}\n\n#[table(name = results)]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub value: Score,\n}\n\n#[reducer]\npub fn set_score(ctx: &ReducerContext, id: i32, left: i32, right: i32) {\n ctx.db.results().insert(ResultRow { id, value: Score { left, right } });\n}\n",
+ "syntax": "rust"
+ },
+ "t_013_spacetime_sum_type": {
+ "answer": "use spacetimedb::{reducer, table, ReducerContext, SpacetimeType, Table};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Rect {\n pub width: i32,\n pub height: i32,\n}\n\n#[derive(SpacetimeType, Clone, Debug)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[table(name = results)]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub value: Shape,\n}\n\n#[reducer]\npub fn set_circle(ctx: &ReducerContext, id: i32, radius: i32) {\n ctx.db.results().insert(ResultRow { id, value: Shape::Circle(radius) });\n}\n",
+ "syntax": "rust"
+ },
+ "t_014_elementary_columns": {
+ "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(name = primitives)]\npub struct Primitive {\n #[primary_key]\n pub id: i32,\n pub count: i32,\n pub total: i64,\n pub price: f32,\n pub ratio: f64,\n pub active: bool,\n pub name: String,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.primitives().insert(Primitive {\n id: 1,\n count: 2,\n total: 3_000_000_000,\n price: 1.5,\n ratio: 2.25,\n active: true,\n name: \"Alice\".into(),\n });\n}\n",
+ "syntax": "rust"
+ },
+ "t_015_product_type_columns": {
+ "answer": "use spacetimedb::{reducer, table, ReducerContext, SpacetimeType, Table};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Address {\n pub street: String,\n pub zip: i32,\n}\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Position {\n pub x: i32,\n pub y: i32,\n}\n\n#[table(name = profiles)]\npub struct Profile {\n #[primary_key]\n pub id: i32,\n pub home: Address,\n pub work: Address,\n pub pos: Position,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.profiles().insert(Profile {\n id: 1,\n home: Address { street: \"1 Main\".into(), zip: 11111 },\n work: Address { street: \"2 Broad\".into(), zip: 22222 },\n pos: Position { x: 7, y: 9 },\n });\n}\n",
+ "syntax": "rust"
+ },
+ "t_016_sum_type_columns": {
+ "answer": "use spacetimedb::{reducer, table, ReducerContext, SpacetimeType, Table};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Rect {\n pub width: i32,\n pub height: i32,\n}\n\n#[derive(SpacetimeType, Clone, Debug)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[table(name = drawings)]\npub struct Drawing {\n #[primary_key]\n pub id: i32,\n pub a: Shape,\n pub b: Shape,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.drawings().insert(Drawing {\n id: 1,\n a: Shape::Circle(10),\n b: Shape::Rectangle(Rect { width: 4, height: 6 }),\n });\n}\n",
+ "syntax": "rust"
+ },
+ "t_017_scheduled_columns": {
+ "answer": "use spacetimedb::{reducer, table, ReducerContext, ScheduleAt, Table};\nuse std::time::Duration;\n\n#[table(name = tick_timer, scheduled(tick))]\npub struct TickTimer {\n #[primary_key]\n #[auto_inc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[reducer]\npub fn tick(_ctx: &ReducerContext, _schedule: TickTimer) {\n}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) {\n let every_50ms: ScheduleAt = Duration::from_millis(50).into();\n ctx.db.tick_timer().insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: every_50ms,\n });\n}\n",
+ "syntax": "rust"
+ },
+ "t_018_constraints": {
+ "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(\n name = accounts,\n index(name = by_name, btree(columns = [name]))\n)]\npub struct Account {\n #[primary_key]\n pub id: i32,\n #[unique]\n pub email: String,\n pub name: String,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.accounts().insert(Account { id: 1, email: \"a@example.com\".into(), name: \"Alice\".into() });\n ctx.db.accounts().insert(Account { id: 2, email: \"b@example.com\".into(), name: \"Bob\".into() });\n}\n",
+ "syntax": "rust"
+ },
+ "t_019_many_to_many": {
+ "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(name = users)]\npub struct User {\n #[primary_key]\n pub user_id: i32,\n pub name: String,\n}\n\n#[table(name = groups)]\npub struct Group {\n #[primary_key]\n pub group_id: i32,\n pub title: String,\n}\n\n#[table(\n name = memberships,\n index(name = by_user, btree(columns = [user_id])),\n index(name = by_group, btree(columns = [group_id]))\n)]\npub struct Membership {\n #[primary_key]\n pub id: i32,\n pub user_id: i32,\n pub group_id: i32,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.users().insert(User { user_id: 1, name: \"Alice\".into() });\n ctx.db.users().insert(User { user_id: 2, name: \"Bob\".into() });\n\n ctx.db.groups().insert(Group { group_id: 10, title: \"Admin\".into() });\n ctx.db.groups().insert(Group { group_id: 20, title: \"Dev\".into() });\n\n ctx.db.memberships().insert(Membership { id: 1, user_id: 1, group_id: 10 });\n ctx.db.memberships().insert(Membership { id: 2, user_id: 1, group_id: 20 });\n ctx.db.memberships().insert(Membership { id: 3, user_id: 2, group_id: 20 });\n}\n",
+ "syntax": "rust"
+ },
+ "t_020_ecs": {
+ "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(name = entities)]\npub struct Entity {\n #[primary_key]\n pub id: i32,\n}\n\n#[table(name = positions)]\npub struct Position {\n #[primary_key]\n pub entity_id: i32,\n pub x: i32,\n pub y: i32,\n}\n\n#[table(name = velocities)]\npub struct Velocity {\n #[primary_key]\n pub entity_id: i32,\n pub vx: i32,\n pub vy: i32,\n}\n\n#[table(name = next_positions)]\npub struct NextPosition {\n #[primary_key]\n pub entity_id: i32,\n pub x: i32,\n pub y: i32,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.entities().insert(Entity { id: 1 });\n ctx.db.entities().insert(Entity { id: 2 });\n\n ctx.db.positions().insert(Position {\n entity_id: 1,\n x: 1,\n y: 0,\n });\n ctx.db.positions().insert(Position {\n entity_id: 2,\n x: 10,\n y: 0,\n });\n\n ctx.db.velocities().insert(Velocity {\n entity_id: 1,\n vx: 1,\n vy: 0,\n });\n ctx.db.velocities().insert(Velocity {\n entity_id: 2,\n vx: -2,\n vy: 3,\n });\n}\n\n#[spacetimedb::reducer]\npub fn step(ctx: &ReducerContext) {\n for p in ctx.db.positions().iter() {\n if let Some(v) = ctx.db.velocities().entity_id().find(p.entity_id) {\n let np = NextPosition {\n entity_id: p.entity_id,\n x: p.x + v.vx,\n y: p.y + v.vy,\n };\n\n if ctx.db.next_positions().entity_id().find(p.entity_id).is_some() {\n ctx.db.next_positions().entity_id().update(np);\n } else {\n ctx.db.next_positions().insert(np);\n }\n }\n }\n}\n",
+ "syntax": "rust"
+ },
+ "t_021_multi_column_index": {
+ "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(\n name = logs,\n index(name = by_user_day, btree(columns = [user_id, day]))\n)]\npub struct Log {\n #[primary_key]\n pub id: i32,\n pub user_id: i32,\n pub day: i32,\n pub message: String,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.logs().insert(Log { id: 1, user_id: 7, day: 1, message: \"a\".into() });\n ctx.db.logs().insert(Log { id: 2, user_id: 7, day: 2, message: \"b\".into() });\n ctx.db.logs().insert(Log { id: 3, user_id: 9, day: 1, message: \"c\".into() });\n}\n",
+ "syntax": "rust"
+ }
+ }
+ },
+ {
+ "lang": "csharp",
+ "modes": [
+ {
+ "mode": "docs",
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "models": [
+ {
+ "name": "GPT-5",
+ "route_api_model": "gpt-5",
+ "tasks": {
+ "t_000_empty_reducers": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_000_empty_reducers",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Reducer]\n public static void EmptyReducer_NoArgs(ReducerContext ctx)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithInt(ReducerContext ctx, int count)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithString(ReducerContext ctx, string name)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithTwoArgs(ReducerContext ctx, int count, string name)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithThreeArgs(ReducerContext ctx, bool active, float ratio, string label)\n {\n }\n}",
+ "category": "basics",
+ "route_api_model": "gpt-5",
+ "golden_db": "basics-t-000-empty-reducers-golden",
+ "llm_db": "basics-t-000-empty-reducers-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/basics/t_000_empty_reducers/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/basics/t_000_empty_reducers/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-000-empty-reducers-golden",
+ "llm_db": "basics-t-000-empty-reducers-gpt-5-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "http://127.0.0.1:20272",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:35:56.686323565Z",
+ "finished_at": "2026-01-06T00:36:27.072437070Z"
+ },
+ "t_001_basic_tables": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_001_basic_tables",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"users\")]\n public partial struct Users\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Table(Name = \"products\")]\n public partial struct Products\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Title;\n public float Price;\n public bool InStock;\n }\n\n [SpacetimeDB.Table(Name = \"notes\")]\n public partial struct Notes\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Body;\n public long Rating;\n public bool Pinned;\n }\n}",
+ "category": "basics",
+ "route_api_model": "gpt-5",
+ "golden_db": "basics-t-001-basic-tables-golden",
+ "llm_db": "basics-t-001-basic-tables-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/basics/t_001_basic_tables/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/basics/t_001_basic_tables/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-001-basic-tables-golden",
+ "llm_db": "basics-t-001-basic-tables-gpt-5-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "http://127.0.0.1:20272",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:38:34.601816598Z",
+ "finished_at": "2026-01-06T00:39:07.870420048Z"
+ },
+ "t_002_scheduled_table": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_002_scheduled_table",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": "using System;\nusing SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"tick_timer\", Scheduled = nameof(Tick), ScheduledAt = nameof(ScheduledAt))]\n public partial struct TickTimer\n {\n [SpacetimeDB.PrimaryKey, SpacetimeDB.AutoInc]\n public ulong ScheduledId;\n public SpacetimeDB.ScheduleAt ScheduledAt;\n }\n\n [SpacetimeDB.Reducer(SpacetimeDB.ReducerKind.Init)]\n public static void Init(SpacetimeDB.ReducerContext ctx)\n {\n if (ctx.Db.tick_timer.Count == 0)\n {\n ctx.Db.tick_timer.Insert(new TickTimer\n {\n ScheduledAt = new SpacetimeDB.ScheduleAt.Interval(TimeSpan.FromTicks(500000))\n });\n }\n }\n\n [SpacetimeDB.Reducer]\n public static void Tick(SpacetimeDB.ReducerContext ctx, TickTimer _timer)\n {\n }\n}",
+ "category": "basics",
+ "route_api_model": "gpt-5",
+ "golden_db": "basics-t-002-scheduled-table-golden",
+ "llm_db": "basics-t-002-scheduled-table-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/basics/t_002_scheduled_table/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/basics/t_002_scheduled_table/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-002-scheduled-table-golden",
+ "llm_db": "basics-t-002-scheduled-table-gpt-5-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "http://127.0.0.1:20272",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:37:43.850883369Z",
+ "finished_at": "2026-01-06T00:38:29.500982609Z"
+ },
+ "t_003_struct_in_table": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_003_struct_in_table",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Type]\n public partial struct Position\n {\n public int X;\n public int Y;\n }\n\n [SpacetimeDB.Table(Name = \"entities\")]\n public partial struct Entity\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Position Pos;\n }\n}",
+ "category": "basics",
+ "route_api_model": "gpt-5",
+ "golden_db": "basics-t-003-struct-in-table-golden",
+ "llm_db": "basics-t-003-struct-in-table-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/basics/t_003_struct_in_table/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/basics/t_003_struct_in_table/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-003-struct-in-table-golden",
+ "llm_db": "basics-t-003-struct-in-table-gpt-5-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "http://127.0.0.1:20272",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:38:29.501025773Z",
+ "finished_at": "2026-01-06T00:38:57.723793064Z"
+ },
+ "t_004_insert": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_004_insert",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 2,
+ "passed_tests": 2,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"users\")]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer]\n public static void InsertUser(ReducerContext ctx, int id, string name, int age, bool active)\n {\n ctx.Db.users.Insert(new User\n {\n Id = id,\n Name = name,\n Age = age,\n Active = active\n });\n }\n}",
+ "category": "basics",
+ "route_api_model": "gpt-5",
+ "golden_db": "basics-t-004-insert-golden",
+ "llm_db": "basics-t-004-insert-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/basics/t_004_insert/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/basics/t_004_insert/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-004-insert-golden",
+ "llm_db": "basics-t-004-insert-gpt-5-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "http://127.0.0.1:20272",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "data_parity_insert_user": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ "Alice",
+ 30,
+ true
+ ],
+ "golden_db": "basics-t-004-insert-golden",
+ "golden_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true",
+ "llm_db": "basics-t-004-insert-gpt-5-llm",
+ "llm_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true",
+ "query": "SELECT Id, Name, Age, Active FROM users WHERE Id=1",
+ "reducer": "InsertUser",
+ "server": "http://127.0.0.1:20272"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:39:07.870453369Z",
+ "finished_at": "2026-01-06T00:39:43.036356255Z"
+ },
+ "t_005_update": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_005_update",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"users\", Public = true)]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer]\n public static void UpdateUser(SpacetimeDB.ReducerContext ctx, int id, string name, int age, bool active)\n {\n var existing = ctx.Db.users.Id.Find(id);\n if (existing != null)\n {\n var u = existing.Value;\n u.Name = name;\n u.Age = age;\n u.Active = active;\n ctx.Db.users.Id.Update(u);\n }\n else\n {\n ctx.Db.users.Insert(new User\n {\n Id = id,\n Name = name,\n Age = age,\n Active = active\n });\n }\n }\n}",
+ "category": "basics",
+ "route_api_model": "gpt-5",
+ "golden_db": "basics-t-005-update-golden",
+ "llm_db": "basics-t-005-update-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/basics/t_005_update/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/basics/t_005_update/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "data_parity_update_user": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ "Alice2",
+ 31,
+ false
+ ],
+ "golden_db": "basics-t-005-update-golden",
+ "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
+ "llm_db": "basics-t-005-update-gpt-5-llm",
+ "llm_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
+ "query": "SELECT Id, Name, Age, Active FROM users WHERE Id=1",
+ "reducer": "UpdateUser",
+ "server": "http://127.0.0.1:20272"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-005-update-golden",
+ "llm_db": "basics-t-005-update-gpt-5-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "http://127.0.0.1:20272",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "seed_users_row": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "sql": "INSERT INTO users(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:37:17.154132026Z",
+ "finished_at": "2026-01-06T00:37:55.633874966Z"
+ },
+ "t_006_delete": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_006_delete",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"users\", Public = true)]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer]\n public static void DeleteUser(ReducerContext ctx, int id)\n {\n ctx.Db.users.Id.Delete(id);\n }\n}",
+ "category": "basics",
+ "route_api_model": "gpt-5",
+ "golden_db": "basics-t-006-delete-golden",
+ "llm_db": "basics-t-006-delete-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/basics/t_006_delete/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/basics/t_006_delete/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "seed_users_row": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "sql": "INSERT INTO users(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-006-delete-golden",
+ "llm_db": "basics-t-006-delete-gpt-5-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "http://127.0.0.1:20272",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "delete_user_count_zero": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 0,
+ "expected": 0,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=1"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:36:27.072477515Z",
+ "finished_at": "2026-01-06T00:37:08.466524307Z"
+ },
+ "t_007_crud": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_007_crud",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 4,
+ "passed_tests": 4,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"users\", Public = true)]\n public partial struct User\n {\n [PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Reducer]\n public static void Crud(ReducerContext ctx)\n {\n ctx.Db.users.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n ctx.Db.users.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n ctx.Db.users.Id.Update(new User { Id = 1, Name = \"Alice2\", Age = 31, Active = false });\n ctx.Db.users.Id.Delete(2);\n }\n}",
+ "category": "basics",
+ "route_api_model": "gpt-5",
+ "golden_db": "basics-t-007-crud-golden",
+ "llm_db": "basics-t-007-crud-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/basics/t_007_crud/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/basics/t_007_crud/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-007-crud-golden",
+ "llm_db": "basics-t-007-crud-gpt-5-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "http://127.0.0.1:20272",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "crud_total_count_one": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM users"
+ }
+ },
+ "crud_row_id2_deleted": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 0,
+ "expected": 0,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=2"
+ }
+ },
+ "crud_row_id1_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "basics-t-007-crud-golden",
+ "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
+ "llm_db": "basics-t-007-crud-gpt-5-llm",
+ "llm_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
+ "query": "SELECT Id, Name, Age, Active FROM users WHERE Id=1",
+ "reducer": "Crud",
+ "server": "http://127.0.0.1:20272"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:36:01.330100409Z",
+ "finished_at": "2026-01-06T00:36:40.153790467Z"
+ },
+ "t_008_index_lookup": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_008_index_lookup",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"users\")]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Table(Name = \"results\")]\n public partial struct Result\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n }\n\n [SpacetimeDB.Reducer]\n public static void LookupUserName(ReducerContext ctx, int id)\n {\n if (ctx.Db.users.Id.Find(id) is User user)\n {\n ctx.Db.results.Insert(new Result\n {\n Id = user.Id,\n Name = user.Name\n });\n }\n }\n}",
+ "category": "basics",
+ "route_api_model": "gpt-5",
+ "golden_db": "basics-t-008-index-lookup-golden",
+ "llm_db": "basics-t-008-index-lookup-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/basics/t_008_index_lookup/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/basics/t_008_index_lookup/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "seed_user_row": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "sql": "INSERT INTO users(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)"
+ }
+ },
+ "index_lookup_projection_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1
+ ],
+ "golden_db": "basics-t-008-index-lookup-golden",
+ "golden_out": "Id | Name ----+--------- 1 | \"Alice\"",
+ "llm_db": "basics-t-008-index-lookup-gpt-5-llm",
+ "llm_out": "Id | Name ----+--------- 1 | \"Alice\"",
+ "query": "SELECT Id, Name FROM results WHERE Id=1",
+ "reducer": "LookupUserName",
+ "server": "http://127.0.0.1:20272"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-008-index-lookup-golden",
+ "llm_db": "basics-t-008-index-lookup-gpt-5-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "http://127.0.0.1:20272",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:36:40.153829709Z",
+ "finished_at": "2026-01-06T00:37:17.154078488Z"
+ },
+ "t_009_init": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_009_init",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 4,
+ "passed_tests": 4,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"users\")]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.users.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n ctx.Db.users.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n }\n}",
+ "category": "basics",
+ "route_api_model": "gpt-5",
+ "golden_db": "basics-t-009-init-golden",
+ "llm_db": "basics-t-009-init-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/basics/t_009_init/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/basics/t_009_init/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "init_seed_bob": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=2 AND Name='Bob' AND Age=22 AND Active=false"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-009-init-golden",
+ "llm_db": "basics-t-009-init-gpt-5-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "http://127.0.0.1:20272",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "init_total_two": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 2,
+ "expected": 2,
+ "sql": "SELECT COUNT(*) AS n FROM users"
+ }
+ },
+ "init_seed_alice": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=1 AND Name='Alice' AND Age=30 AND Active=true"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:37:08.466572338Z",
+ "finished_at": "2026-01-06T00:37:43.850829499Z"
+ },
+ "t_010_connect": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_010_connect",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"events\", Public = true)]\n public partial struct Event\n {\n [PrimaryKey, AutoInc]\n public int Id;\n public string Kind;\n }\n\n [Reducer(ReducerKind.ClientConnected)]\n public static void ClientConnected(ReducerContext ctx)\n {\n ctx.Db.events.Insert(new Event\n {\n Id = 0,\n Kind = \"connected\",\n });\n }\n\n [Reducer(ReducerKind.ClientDisconnected)]\n public static void ClientDisconnected(ReducerContext ctx)\n {\n ctx.Db.events.Insert(new Event\n {\n Id = 0,\n Kind = \"disconnected\",\n });\n }\n}",
+ "category": "basics",
+ "route_api_model": "gpt-5",
+ "golden_db": "basics-t-010-connect-golden",
+ "llm_db": "basics-t-010-connect-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/basics/t_010_connect/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/basics/t_010_connect/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-010-connect-golden",
+ "llm_db": "basics-t-010-connect-gpt-5-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "http://127.0.0.1:20272",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:38:57.723831378Z",
+ "finished_at": "2026-01-06T00:39:36.048477201Z"
+ },
+ "t_011_helper_function": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_011_helper_function",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"results\")]\n public partial struct Result\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public int Sum;\n }\n\n public static int Add(int a, int b)\n {\n return a + b;\n }\n\n [SpacetimeDB.Reducer]\n public static void ComputeSum(ReducerContext ctx, int id, int a, int b)\n {\n ctx.Db.results.Insert(new Result\n {\n Id = id,\n Sum = Add(a, b)\n });\n }\n}",
+ "category": "basics",
+ "route_api_model": "gpt-5",
+ "golden_db": "basics-t-011-helper-function-golden",
+ "llm_db": "basics-t-011-helper-function-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/basics/t_011_helper_function/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/basics/t_011_helper_function/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "helper_func_sum_abs": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM results WHERE Id=1 AND Sum=5"
+ }
+ },
+ "helper_func_sum_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ 2,
+ 3
+ ],
+ "golden_db": "basics-t-011-helper-function-golden",
+ "golden_out": "Id | Sum ----+----- 1 | 5",
+ "llm_db": "basics-t-011-helper-function-gpt-5-llm",
+ "llm_out": "Id | Sum ----+----- 1 | 5",
+ "query": "SELECT Id, Sum FROM results WHERE Id=1",
+ "reducer": "ComputeSum",
+ "server": "http://127.0.0.1:20272"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-011-helper-function-golden",
+ "llm_db": "basics-t-011-helper-function-gpt-5-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "http://127.0.0.1:20272",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:37:55.633917086Z",
+ "finished_at": "2026-01-06T00:38:34.601775453Z"
+ },
+ "t_012_spacetime_product_type": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_012_spacetime_product_type",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Type]\n public partial struct Score\n {\n public int Left;\n public int Right;\n }\n\n [SpacetimeDB.Table(Name = \"results\")]\n public partial struct Result\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Score Value;\n }\n\n [SpacetimeDB.Reducer]\n public static void SetScore(ReducerContext ctx, int id, int left, int right)\n {\n ctx.Db.results.Insert(new Result\n {\n Id = id,\n Value = new Score { Left = left, Right = right }\n });\n }\n}",
+ "category": "schema",
+ "route_api_model": "gpt-5",
+ "golden_db": "schema-t-012-spacetime-product-type-golden",
+ "llm_db": "schema-t-012-spacetime-product-type-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/schema/t_012_spacetime_product_type/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/schema/t_012_spacetime_product_type/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "product_type_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ 2,
+ 3
+ ],
+ "golden_db": "schema-t-012-spacetime-product-type-golden",
+ "golden_out": "Id | Value ----+----------------------- 1 | (Left = 2, Right = 3)",
+ "llm_db": "schema-t-012-spacetime-product-type-gpt-5-llm",
+ "llm_out": "Id | Value ----+----------------------- 1 | (Left = 2, Right = 3)",
+ "query": "SELECT Id, Value FROM results WHERE Id=1",
+ "reducer": "SetScore",
+ "server": "http://127.0.0.1:20272"
+ }
+ },
+ "product_type_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM results WHERE Id=1"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-012-spacetime-product-type-golden",
+ "llm_db": "schema-t-012-spacetime-product-type-gpt-5-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "http://127.0.0.1:20272",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:34:03.649526112Z",
+ "finished_at": "2026-01-06T00:34:39.545472478Z"
+ },
+ "t_013_spacetime_sum_type": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_013_spacetime_sum_type",
+ "lang": "csharp",
+ "golden_published": false,
+ "model_name": "GPT-5",
+ "total_tests": 3,
+ "passed_tests": 0,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Type]\n public partial struct Circle\n {\n public int Radius;\n }\n\n [SpacetimeDB.Type]\n public partial struct Rectangle\n {\n public int Width;\n public int Height;\n }\n\n [SpacetimeDB.Type]\n public partial record Shape : SpacetimeDB.TaggedEnum<(Circle Circle, Rectangle Rectangle)>\n {\n }\n\n [SpacetimeDB.Table(Name = \"results\", Public = true)]\n public partial class Result\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Shape Value;\n }\n\n [SpacetimeDB.Reducer]\n public static void SetCircle(ReducerContext ctx, int id, int radius)\n {\n var circle = new Circle { Radius = radius };\n ctx.Db.results.Insert(new Result\n {\n Id = id,\n Value = circle\n });\n }\n}",
+ "category": "schema",
+ "route_api_model": "gpt-5",
+ "golden_db": "schema-t-013-spacetime-sum-type-golden",
+ "llm_db": "schema-t-013-spacetime-sum-type-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/schema/t_013_spacetime_sum_type/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/schema/t_013_spacetime_sum_type/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_013_spacetime_sum_type/csharp/server/gpt-5/llm/obj/Release/net8.0/wasi-wasm/SpacetimeDB.Codegen/SpacetimeDB.Codegen.Module/FFI.cs(27,32): warning CS8981: The type name 'results' only contains lower-cased ascii characters. Such names may become reserved for the language. [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_013_spacetime_sum_type/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_013_spacetime_sum_type/csharp/server/gpt-5/llm/Lib.cs(39,21): error CS0029: Cannot implicitly convert type 'Module.Circle' to 'Module.Shape' [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_013_spacetime_sum_type/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_013_spacetime_sum_type/csharp/server/gpt-5/llm/Lib.cs(29,22): warning CS8618: Non-nullable field 'Value' must contain a non-null value when exiting constructor. Consider adding the 'required' modifier or declaring the field as nullable. [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_013_spacetime_sum_type/csharp/server/gpt-5/llm/StdbModule.csproj]\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:35:10.692755484Z",
+ "finished_at": "2026-01-06T00:36:01.330076856Z"
+ },
+ "t_014_elementary_columns": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_014_elementary_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"primitives\", Public = true)]\n public partial struct Primitive\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public int Count;\n public long Total;\n public float Price;\n public double Ratio;\n public bool Active;\n public string Name;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.primitives.Insert(new Primitive\n {\n Id = 1,\n Count = 2,\n Total = 3000000000L,\n Price = 1.5f,\n Ratio = 2.25,\n Active = true,\n Name = \"Alice\"\n });\n }\n}",
+ "category": "schema",
+ "route_api_model": "gpt-5",
+ "golden_db": "schema-t-014-elementary-columns-golden",
+ "llm_db": "schema-t-014-elementary-columns-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/schema/t_014_elementary_columns/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-014-elementary-columns-golden",
+ "llm_db": "schema-t-014-elementary-columns-gpt-5-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "http://127.0.0.1:20272",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "elementary_columns_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM primitives WHERE Id=1"
+ }
+ },
+ "elementary_columns_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "schema-t-014-elementary-columns-golden",
+ "golden_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"",
+ "llm_db": "schema-t-014-elementary-columns-gpt-5-llm",
+ "llm_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"",
+ "query": "SELECT Id, Count, Total, Price, Ratio, Active, Name FROM primitives WHERE Id=1",
+ "reducer": "Seed",
+ "server": "http://127.0.0.1:20272"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:34:03.251596189Z",
+ "finished_at": "2026-01-06T00:34:36.914345901Z"
+ },
+ "t_015_product_type_columns": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_015_product_type_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Type]\n public partial struct Address\n {\n public string Street;\n public int Zip;\n }\n\n [SpacetimeDB.Type]\n public partial struct Position\n {\n public int X;\n public int Y;\n }\n\n [SpacetimeDB.Table(Name = \"profiles\", Public = true)]\n public partial struct Profile\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Address Home;\n public Address Work;\n public Position Pos;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.profiles.Insert(new Profile\n {\n Id = 1,\n Home = new Address { Street = \"1 Main\", Zip = 11111 },\n Work = new Address { Street = \"2 Broad\", Zip = 22222 },\n Pos = new Position { X = 7, Y = 9 }\n });\n }\n}",
+ "category": "schema",
+ "route_api_model": "gpt-5",
+ "golden_db": "schema-t-015-product-type-columns-golden",
+ "llm_db": "schema-t-015-product-type-columns-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/schema/t_015_product_type_columns/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-015-product-type-columns-golden",
+ "llm_db": "schema-t-015-product-type-columns-gpt-5-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "http://127.0.0.1:20272",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "product_type_columns_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM profiles WHERE Id=1"
+ }
+ },
+ "product_type_columns_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "schema-t-015-product-type-columns-golden",
+ "golden_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (Street = \"1 Main\", Zip = 11111) | (Street = \"2 Broad\", Zip = 22222) | (X = 7, Y = 9)",
+ "llm_db": "schema-t-015-product-type-columns-gpt-5-llm",
+ "llm_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (Street = \"1 Main\", Zip = 11111) | (Street = \"2 Broad\", Zip = 22222) | (X = 7, Y = 9)",
+ "query": "SELECT Id, Home, Work, Pos FROM profiles WHERE Id=1",
+ "reducer": "Seed",
+ "server": "http://127.0.0.1:20272"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:34:36.914397931Z",
+ "finished_at": "2026-01-06T00:35:10.692711104Z"
+ },
+ "t_016_sum_type_columns": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_016_sum_type_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Type]\n public partial struct Circle\n {\n public int Radius;\n }\n\n [SpacetimeDB.Type]\n public partial struct Rectangle\n {\n public int Width;\n public int Height;\n }\n\n [SpacetimeDB.Type]\n public partial record Shape : SpacetimeDB.TaggedEnum<(Circle Circle, Rectangle Rectangle)> { }\n\n [SpacetimeDB.Table(Name = \"drawings\", Public = true)]\n public partial struct Drawing\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Shape A;\n public Shape B;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n var a = new Shape.Circle(new Circle { Radius = 10 });\n var b = new Shape.Rectangle(new Rectangle { Width = 4, Height = 6 });\n ctx.Db.drawings.Insert(new Drawing\n {\n Id = 1,\n A = a,\n B = b\n });\n }\n}",
+ "category": "schema",
+ "route_api_model": "gpt-5",
+ "golden_db": "schema-t-016-sum-type-columns-golden",
+ "llm_db": "schema-t-016-sum-type-columns-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/schema/t_016_sum_type_columns/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/schema/t_016_sum_type_columns/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-016-sum-type-columns-golden",
+ "llm_db": "schema-t-016-sum-type-columns-gpt-5-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "http://127.0.0.1:20272",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "sum_type_columns_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM drawings WHERE Id=1"
+ }
+ },
+ "sum_type_columns_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "schema-t-016-sum-type-columns-golden",
+ "golden_out": "Id | A | B ----+--------------------------+--------------------------------------- 1 | (Circle = (Radius = 10)) | (Rectangle = (Width = 4, Height = 6))",
+ "llm_db": "schema-t-016-sum-type-columns-gpt-5-llm",
+ "llm_out": "Id | A | B ----+--------------------------+--------------------------------------- 1 | (Circle = (Radius = 10)) | (Rectangle = (Width = 4, Height = 6))",
+ "query": "SELECT Id, A, B FROM drawings WHERE Id=1",
+ "reducer": "Seed",
+ "server": "http://127.0.0.1:20272"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:34:39.545532271Z",
+ "finished_at": "2026-01-06T00:35:56.686266597Z"
+ },
+ "t_017_scheduled_columns": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_017_scheduled_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 2,
+ "passed_tests": 2,
+ "llm_output": "using System;\nusing SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"tick_timer\", Scheduled = nameof(Tick), ScheduledAt = nameof(ScheduledAt))]\n public partial struct TickTimer\n {\n [PrimaryKey, AutoInc]\n public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.tick_timer.Insert(new TickTimer\n {\n ScheduledAt = new ScheduleAt.Interval(TimeSpan.FromMilliseconds(50))\n });\n }\n\n [Reducer]\n public static void Tick(ReducerContext ctx, TickTimer _row)\n {\n }\n}",
+ "category": "schema",
+ "route_api_model": "gpt-5",
+ "golden_db": "schema-t-017-scheduled-columns-golden",
+ "llm_db": "schema-t-017-scheduled-columns-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/schema/t_017_scheduled_columns/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/schema/t_017_scheduled_columns/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-017-scheduled-columns-golden",
+ "llm_db": "schema-t-017-scheduled-columns-gpt-5-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "http://127.0.0.1:20272",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "scheduled_seeded_one_row": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM tick_timer WHERE ScheduledId>=0"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:33:19.004984192Z",
+ "finished_at": "2026-01-06T00:34:03.251534017Z"
+ },
+ "t_018_constraints": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_018_constraints",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"accounts\")]\n [SpacetimeDB.Index.BTree(Name = \"by_name\", Columns = new[] { \"Name\" })]\n public partial struct Account\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n [SpacetimeDB.Unique]\n public string Email;\n public string Name;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.accounts.Insert(new Account { Id = 1, Email = \"a@example.com\", Name = \"Alice\" });\n ctx.Db.accounts.Insert(new Account { Id = 2, Email = \"b@example.com\", Name = \"Bob\" });\n }\n}",
+ "category": "schema",
+ "route_api_model": "gpt-5",
+ "golden_db": "schema-t-018-constraints-golden",
+ "llm_db": "schema-t-018-constraints-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/schema/t_018_constraints/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/schema/t_018_constraints/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "constraints_row_parity_after_seed": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "schema-t-018-constraints-golden",
+ "golden_out": "Id | Email | Name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"",
+ "llm_db": "schema-t-018-constraints-gpt-5-llm",
+ "llm_out": "Id | Email | Name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"",
+ "query": "SELECT Id, Email, Name FROM accounts WHERE Id=1",
+ "reducer": "Seed",
+ "server": "http://127.0.0.1:20272"
+ }
+ },
+ "constraints_seed_two_rows": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM accounts WHERE Id=2"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-018-constraints-golden",
+ "llm_db": "schema-t-018-constraints-gpt-5-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "http://127.0.0.1:20272",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:32:49.198427971Z",
+ "finished_at": "2026-01-06T00:33:24.275660565Z"
+ },
+ "t_019_many_to_many": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_019_many_to_many",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 5,
+ "passed_tests": 5,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"users\", Public = true)]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int UserId;\n public string Name;\n }\n\n [SpacetimeDB.Table(Name = \"groups\", Public = true)]\n public partial struct Group\n {\n [SpacetimeDB.PrimaryKey]\n public int GroupId;\n public string Title;\n }\n\n [SpacetimeDB.Table(Name = \"memberships\", Public = true)]\n [SpacetimeDB.Index.BTree(Name = \"by_user\", Columns = [\"UserId\"])]\n [SpacetimeDB.Index.BTree(Name = \"by_group\", Columns = [\"GroupId\"])]\n public partial struct Membership\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public int UserId;\n public int GroupId;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(SpacetimeDB.ReducerContext ctx)\n {\n ctx.Db.users.Insert(new User { UserId = 1, Name = \"Alice\" });\n ctx.Db.users.Insert(new User { UserId = 2, Name = \"Bob\" });\n\n ctx.Db.groups.Insert(new Group { GroupId = 10, Title = \"Admin\" });\n ctx.Db.groups.Insert(new Group { GroupId = 20, Title = \"Dev\" });\n\n ctx.Db.memberships.Insert(new Membership { Id = 1, UserId = 1, GroupId = 10 });\n ctx.Db.memberships.Insert(new Membership { Id = 2, UserId = 1, GroupId = 20 });\n ctx.Db.memberships.Insert(new Membership { Id = 3, UserId = 2, GroupId = 20 });\n }\n}",
+ "category": "schema",
+ "route_api_model": "gpt-5",
+ "golden_db": "schema-t-019-many-to-many-golden",
+ "llm_db": "schema-t-019-many-to-many-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/schema/t_019_many_to_many/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/schema/t_019_many_to_many/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "m2m_has_1_10": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM memberships WHERE UserId=1 AND GroupId=10"
+ }
+ },
+ "m2m_has_1_20": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM memberships WHERE UserId=1 AND GroupId=20"
+ }
+ },
+ "m2m_has_2_20": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM memberships WHERE UserId=2 AND GroupId=20"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-019-many-to-many-golden",
+ "llm_db": "schema-t-019-many-to-many-gpt-5-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "http://127.0.0.1:20272",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "memberships_three_rows": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 3,
+ "expected": 3,
+ "sql": "SELECT COUNT(*) AS n FROM memberships"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:31:39.258017959Z",
+ "finished_at": "2026-01-06T00:32:49.198362628Z"
+ },
+ "t_020_ecs": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_020_ecs",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 5,
+ "passed_tests": 5,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"entities\")]\n public partial struct Entity\n {\n [PrimaryKey]\n public int Id;\n }\n\n [Table(Name = \"positions\")]\n public partial struct Position\n {\n [PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n }\n\n [Table(Name = \"velocities\")]\n public partial struct Velocity\n {\n [PrimaryKey]\n public int EntityId;\n public int VX;\n public int VY;\n }\n\n [Table(Name = \"next_positions\")]\n public partial struct NextPosition\n {\n [PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.entities.Insert(new Entity { Id = 1 });\n ctx.Db.entities.Insert(new Entity { Id = 2 });\n\n ctx.Db.positions.Insert(new Position { EntityId = 1, X = 0, Y = 0 });\n ctx.Db.positions.Insert(new Position { EntityId = 2, X = 10, Y = 0 });\n\n ctx.Db.velocities.Insert(new Velocity { EntityId = 1, VX = 1, VY = 0 });\n ctx.Db.velocities.Insert(new Velocity { EntityId = 2, VX = -2, VY = 3 });\n }\n\n [Reducer]\n public static void Step(ReducerContext ctx)\n {\n foreach (var pos in ctx.Db.positions.Iter())\n {\n var vel = ctx.Db.velocities.EntityId.Find(pos.EntityId);\n if (vel is Velocity v)\n {\n int nx = pos.X + v.VX;\n int ny = pos.Y + v.VY;\n\n var existing = ctx.Db.next_positions.EntityId.Find(pos.EntityId);\n if (existing is NextPosition np)\n {\n np.X = nx;\n np.Y = ny;\n ctx.Db.next_positions.EntityId.Update(np);\n }\n else\n {\n ctx.Db.next_positions.Insert(new NextPosition\n {\n EntityId = pos.EntityId,\n X = nx,\n Y = ny\n });\n }\n }\n }\n }\n}",
+ "category": "schema",
+ "route_api_model": "gpt-5",
+ "golden_db": "schema-t-020-ecs-golden",
+ "llm_db": "schema-t-020-ecs-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/schema/t_020_ecs/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "ecs_next_pos_entity2": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM next_positions WHERE EntityId=2 AND X=8 AND Y=3"
+ }
+ },
+ "ecs_next_pos_entity1": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM next_positions WHERE EntityId=1 AND X=1 AND Y=0"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-020-ecs-golden",
+ "llm_db": "schema-t-020-ecs-gpt-5-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "http://127.0.0.1:20272",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "ecs_step_next_positions_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 2,
+ "expected": 2,
+ "sql": "SELECT COUNT(*) AS n FROM next_positions"
+ }
+ },
+ "ecs_seed_positions_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 2,
+ "expected": 2,
+ "sql": "SELECT COUNT(*) AS n FROM positions"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:31:39.261994683Z",
+ "finished_at": "2026-01-06T00:33:19.004874547Z"
+ },
+ "t_021_multi_column_index": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_021_multi_column_index",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 4,
+ "passed_tests": 4,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"logs\")]\n [SpacetimeDB.Index.BTree(Name = \"by_user_day\", Columns = new[] { \"UserId\", \"Day\" })]\n public partial struct Log\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public int UserId;\n public int Day;\n public string Message;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.logs.Insert(new Log { Id = 1, UserId = 7, Day = 1, Message = \"a\" });\n ctx.Db.logs.Insert(new Log { Id = 2, UserId = 7, Day = 2, Message = \"b\" });\n ctx.Db.logs.Insert(new Log { Id = 3, UserId = 9, Day = 1, Message = \"c\" });\n }\n}",
+ "category": "schema",
+ "route_api_model": "gpt-5",
+ "golden_db": "schema-t-021-multi-column-index-golden",
+ "llm_db": "schema-t-021-multi-column-index-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/schema/t_021_multi_column_index/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/schema/t_021_multi_column_index/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "mcindex_seed_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 3,
+ "expected": 3,
+ "sql": "SELECT COUNT(*) AS n FROM logs"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-021-multi-column-index-golden",
+ "llm_db": "schema-t-021-multi-column-index-gpt-5-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "http://127.0.0.1:20272",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "mcindex_lookup_u7_d1": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM logs WHERE UserId=7 AND Day=1"
+ }
+ },
+ "mcindex_lookup_u7_d2": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM logs WHERE UserId=7 AND Day=2"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-06T00:33:24.275705970Z",
+ "finished_at": "2026-01-06T00:34:03.649459259Z"
+ }
+ }
+ }
+ ]
+ }
+ ],
+ "golden_answers": {
+ "basics/t_000_empty_reducers": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Reducer]\n public static void EmptyReducer_NoArgs(ReducerContext ctx) { }\n\n [Reducer]\n public static void EmptyReducer_WithInt(ReducerContext ctx, int count) { }\n\n [Reducer]\n public static void EmptyReducer_WithString(ReducerContext ctx, string name) { }\n\n [Reducer]\n public static void EmptyReducer_WithTwoArgs(ReducerContext ctx, int count, string name) { }\n\n [Reducer]\n public static void EmptyReducer_WithThreeArgs(ReducerContext ctx, bool active, float ratio, string label) { }\n}",
+ "syntax": "csharp"
+ },
+ "basics/t_001_basic_tables": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"users\")]\n public partial struct Users\n {\n [PrimaryKey] public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Table(Name = \"products\")]\n public partial struct Products\n {\n [PrimaryKey] public int Id;\n public string Title;\n public float Price;\n public bool InStock;\n }\n\n [Table(Name = \"notes\")]\n public partial struct Notes\n {\n [PrimaryKey] public int Id;\n public string Body;\n public long Rating;\n public bool Pinned;\n }\n}\n",
+ "syntax": "csharp"
+ },
+ "basics/t_002_scheduled_table": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"tick_timer\", Scheduled = nameof(Tick), ScheduledAt = nameof(TickTimer.ScheduledAt))]\n public partial struct TickTimer\n {\n [PrimaryKey, AutoInc] public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n }\n\n [Reducer]\n public static void Tick(ReducerContext ctx, TickTimer timer) { }\n\n [Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n var interval = new TimeDuration { Microseconds = 50_000 };\n ctx.Db.tick_timer.Insert(new TickTimer\n {\n ScheduledAt = new ScheduleAt.Interval(interval)\n });\n }\n}",
+ "syntax": "csharp"
+ },
+ "basics/t_003_struct_in_table": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Type]\n public partial struct Position\n {\n public int X;\n public int Y;\n }\n\n [Table(Name = \"entities\")]\n public partial struct Entity\n {\n [PrimaryKey] public int Id;\n public Position Pos;\n }\n}\n",
+ "syntax": "csharp"
+ },
+ "basics/t_004_insert": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"users\")]\n public partial struct User\n {\n [PrimaryKey] public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Reducer]\n public static void InsertUser(ReducerContext ctx, int id, string name, int age, bool active)\n {\n ctx.Db.users.Insert(new User { Id = id, Name = name, Age = age, Active = active });\n }\n}\n",
+ "syntax": "csharp"
+ },
+ "basics/t_005_update": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"users\")]\n public partial struct User\n {\n [PrimaryKey] public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Reducer]\n public static void UpdateUser(ReducerContext ctx, int id, string name, int age, bool active)\n {\n ctx.Db.users.Id.Update(new User { Id = id, Name = name, Age = age, Active = active });\n }\n}\n",
+ "syntax": "csharp"
+ },
+ "basics/t_006_delete": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"users\")]\n public partial struct User\n {\n [PrimaryKey] public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Reducer]\n public static void DeleteUser(ReducerContext ctx, int id)\n {\n ctx.Db.users.Id.Delete(id);\n }\n}\n",
+ "syntax": "csharp"
+ },
+ "basics/t_007_crud": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"users\")]\n public partial struct User\n {\n [PrimaryKey] public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Reducer]\n public static void Crud(ReducerContext ctx)\n {\n ctx.Db.users.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n ctx.Db.users.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n ctx.Db.users.Id.Update(new User { Id = 1, Name = \"Alice2\", Age = 31, Active = false });\n ctx.Db.users.Id.Delete(2);\n }\n}\n",
+ "syntax": "csharp"
+ },
+ "basics/t_008_index_lookup": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"users\")]\n public partial struct User\n {\n [PrimaryKey] public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Table(Name = \"results\")]\n public partial struct Result\n {\n [PrimaryKey] public int Id;\n public string Name;\n }\n\n [Reducer]\n public static void LookupUserName(ReducerContext ctx, int id)\n {\n var u = ctx.Db.users.Id.Find(id);\n if (u.HasValue)\n {\n var row = u.Value;\n ctx.Db.results.Insert(new Result { Id = row.Id, Name = row.Name });\n }\n }\n}\n",
+ "syntax": "csharp"
+ },
+ "basics/t_009_init": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"users\")]\n public partial struct User\n {\n [PrimaryKey] public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.users.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n ctx.Db.users.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n }\n}\n",
+ "syntax": "csharp"
+ },
+ "basics/t_010_connect": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"events\")]\n public partial struct Event\n {\n [PrimaryKey, AutoInc] public int Id;\n public string Kind;\n }\n\n [Reducer(ReducerKind.ClientConnected)]\n public static void ClientConnected(ReducerContext ctx)\n {\n ctx.Db.events.Insert(new Event { Kind = \"connected\" });\n }\n\n [Reducer(ReducerKind.ClientDisconnected)]\n public static void ClientDisconnected(ReducerContext ctx)\n {\n ctx.Db.events.Insert(new Event { Kind = \"disconnected\" });\n }\n}\n",
+ "syntax": "csharp"
+ },
+ "basics/t_011_helper_function": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"results\")]\n public partial struct Result\n {\n [PrimaryKey] public int Id;\n public int Sum;\n }\n\n static int Add(int a, int b) => a + b;\n\n [Reducer]\n public static void ComputeSum(ReducerContext ctx, int id, int a, int b)\n {\n ctx.Db.results.Insert(new Result { Id = id, Sum = Add(a, b) });\n }\n}\n",
+ "syntax": "csharp"
+ },
+ "schema/t_012_spacetime_product_type": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Type]\n public partial struct Score\n {\n public int Left;\n public int Right;\n }\n\n [Table(Name = \"results\")]\n public partial struct Result\n {\n [PrimaryKey] public int Id;\n public Score Value;\n }\n\n [Reducer]\n public static void SetScore(ReducerContext ctx, int id, int left, int right)\n {\n ctx.Db.results.Insert(new Result { Id = id, Value = new Score { Left = left, Right = right } });\n }\n}\n",
+ "syntax": "csharp"
+ },
+ "schema/t_013_spacetime_sum_type": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Type]\n public partial struct Circle { public int Radius; }\n\n [Type]\n public partial struct Rectangle { public int Width; public int Height; }\n\n [Type]\n public partial record Shape : TaggedEnum<(Circle Circle, Rectangle Rectangle)> {}\n\n [Table(Name = \"results\")]\n public partial struct Result\n {\n [PrimaryKey] public int Id;\n public Shape Value;\n }\n\n [Reducer]\n public static void SetCircle(ReducerContext ctx, int id, int radius)\n {\n ctx.Db.results.Insert(new Result { Id = id, Value = new Shape.Circle(new Circle { Radius = radius }) });\n }\n}\n",
+ "syntax": "csharp"
+ },
+ "schema/t_014_elementary_columns": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"primitives\")]\n public partial struct Primitive\n {\n [PrimaryKey] public int Id;\n public int Count;\n public long Total;\n public float Price;\n public double Ratio;\n public bool Active;\n public string Name;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.primitives.Insert(new Primitive {\n Id = 1,\n Count = 2,\n Total = 3000000000,\n Price = 1.5f,\n Ratio = 2.25,\n Active = true,\n Name = \"Alice\"\n });\n }\n}\n",
+ "syntax": "csharp"
+ },
+ "schema/t_015_product_type_columns": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Type]\n public partial struct Address\n {\n public string Street;\n public int Zip;\n }\n\n [Type]\n public partial struct Position\n {\n public int X;\n public int Y;\n }\n\n [Table(Name = \"profiles\")]\n public partial struct Profile\n {\n [PrimaryKey] public int Id;\n public Address Home;\n public Address Work;\n public Position Pos;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.profiles.Insert(new Profile {\n Id = 1,\n Home = new Address { Street = \"1 Main\", Zip = 11111 },\n Work = new Address { Street = \"2 Broad\", Zip = 22222 },\n Pos = new Position { X = 7, Y = 9 }\n });\n }\n}\n",
+ "syntax": "csharp"
+ },
+ "schema/t_016_sum_type_columns": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Type]\n public partial struct Circle { public int Radius; }\n\n [Type]\n public partial struct Rectangle { public int Width; public int Height; }\n\n [Type]\n public partial record Shape : TaggedEnum<(Circle Circle, Rectangle Rectangle)> {}\n\n [Table(Name = \"drawings\")]\n public partial struct Drawing\n {\n [PrimaryKey] public int Id;\n public Shape A;\n public Shape B;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.drawings.Insert(new Drawing {\n Id = 1,\n A = new Shape.Circle(new Circle { Radius = 10 }),\n B = new Shape.Rectangle(new Rectangle { Width = 4, Height = 6 })\n });\n }\n}\n",
+ "syntax": "csharp"
+ },
+ "schema/t_017_scheduled_columns": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"tick_timer\", Scheduled = nameof(Tick), ScheduledAt = nameof(ScheduledAt))]\n public partial struct TickTimer\n {\n [PrimaryKey, AutoInc] public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n }\n\n [Reducer]\n public static void Tick(ReducerContext ctx, TickTimer schedule) { }\n\n [Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n var interval = new TimeDuration { Microseconds = 50_000 };\n ctx.Db.tick_timer.Insert(new TickTimer\n {\n ScheduledId = 0,\n ScheduledAt = new ScheduleAt.Interval(interval)\n });\n }\n}\n",
+ "syntax": "csharp"
+ },
+ "schema/t_018_constraints": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"accounts\", Public = true)]\n [SpacetimeDB.Index.BTree(Name = \"by_name\", Columns = [nameof(Name)])]\n public partial struct Account\n {\n [SpacetimeDB.PrimaryKey] public int Id;\n [SpacetimeDB.Unique] public string Email;\n public string Name;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.accounts.Insert(new Account { Id = 1, Email = \"a@example.com\", Name = \"Alice\" });\n ctx.Db.accounts.Insert(new Account { Id = 2, Email = \"b@example.com\", Name = \"Bob\" });\n }\n}",
+ "syntax": "csharp"
+ },
+ "schema/t_019_many_to_many": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"users\")]\n public partial struct User\n {\n [PrimaryKey] public int UserId;\n public string Name;\n }\n\n [Table(Name = \"groups\")]\n public partial struct Group\n {\n [PrimaryKey] public int GroupId;\n public string Title;\n }\n\n [Table(Name = \"memberships\")]\n [SpacetimeDB.Index.BTree(Name = \"by_user\", Columns = new[] { nameof(UserId) })]\n [SpacetimeDB.Index.BTree(Name = \"by_group\", Columns = new[] { nameof(GroupId) })]\n public partial struct Membership\n {\n [PrimaryKey] public int Id;\n public int UserId;\n public int GroupId;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.users.Insert(new User { UserId = 1, Name = \"Alice\" });\n ctx.Db.users.Insert(new User { UserId = 2, Name = \"Bob\" });\n\n ctx.Db.groups.Insert(new Group { GroupId = 10, Title = \"Admin\" });\n ctx.Db.groups.Insert(new Group { GroupId = 20, Title = \"Dev\" });\n\n ctx.Db.memberships.Insert(new Membership { Id = 1, UserId = 1, GroupId = 10 });\n ctx.Db.memberships.Insert(new Membership { Id = 2, UserId = 1, GroupId = 20 });\n ctx.Db.memberships.Insert(new Membership { Id = 3, UserId = 2, GroupId = 20 });\n }\n}\n",
+ "syntax": "csharp"
+ },
+ "schema/t_020_ecs": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"entities\")]\n public partial struct Entity { [PrimaryKey] public int Id; }\n\n [Table(Name = \"positions\")]\n public partial struct Position\n {\n [PrimaryKey] public int EntityId;\n public int X;\n public int Y;\n }\n\n [Table(Name = \"velocities\")]\n public partial struct Velocity\n {\n [PrimaryKey] public int EntityId;\n public int VX;\n public int VY;\n }\n\n [Table(Name = \"next_positions\")]\n public partial struct NextPosition\n {\n [PrimaryKey] public int EntityId;\n public int X;\n public int Y;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.entities.Insert(new Entity { Id = 1 });\n ctx.Db.entities.Insert(new Entity { Id = 2 });\n\n ctx.Db.positions.Insert(new Position { EntityId = 1, X = 0, Y = 0 });\n ctx.Db.positions.Insert(new Position { EntityId = 2, X = 10, Y = 0 });\n\n ctx.Db.velocities.Insert(new Velocity { EntityId = 1, VX = 1, VY = 0 });\n ctx.Db.velocities.Insert(new Velocity { EntityId = 2, VX = -2, VY = 3 });\n }\n\n [Reducer]\n public static void Step(ReducerContext ctx)\n {\n foreach (var p in ctx.Db.positions.Iter())\n {\n var velOpt = ctx.Db.velocities.EntityId.Find(p.EntityId);\n if (!velOpt.HasValue) continue;\n\n var np = new NextPosition {\n EntityId = p.EntityId,\n X = p.X + velOpt.Value.VX,\n Y = p.Y + velOpt.Value.VY\n };\n\n if (ctx.Db.next_positions.EntityId.Find(p.EntityId).HasValue)\n ctx.Db.next_positions.EntityId.Update(np);\n else\n ctx.Db.next_positions.Insert(np);\n }\n }\n}\n",
+ "syntax": "csharp"
+ },
+ "schema/t_021_multi_column_index": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"logs\")]\n [SpacetimeDB.Index.BTree(Name = \"by_user_day\", Columns = new[] { nameof(UserId), nameof(Day) })]\n public partial struct Log\n {\n [PrimaryKey] public int Id;\n public int UserId;\n public int Day;\n public string Message;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.logs.Insert(new Log { Id = 1, UserId = 7, Day = 1, Message = \"a\" });\n ctx.Db.logs.Insert(new Log { Id = 2, UserId = 7, Day = 2, Message = \"b\" });\n ctx.Db.logs.Insert(new Log { Id = 3, UserId = 9, Day = 1, Message = \"c\" });\n }\n}\n",
+ "syntax": "csharp"
+ },
+ "t_000_empty_reducers": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Reducer]\n public static void EmptyReducer_NoArgs(ReducerContext ctx) { }\n\n [Reducer]\n public static void EmptyReducer_WithInt(ReducerContext ctx, int count) { }\n\n [Reducer]\n public static void EmptyReducer_WithString(ReducerContext ctx, string name) { }\n\n [Reducer]\n public static void EmptyReducer_WithTwoArgs(ReducerContext ctx, int count, string name) { }\n\n [Reducer]\n public static void EmptyReducer_WithThreeArgs(ReducerContext ctx, bool active, float ratio, string label) { }\n}",
+ "syntax": "csharp"
+ },
+ "t_001_basic_tables": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"users\")]\n public partial struct Users\n {\n [PrimaryKey] public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Table(Name = \"products\")]\n public partial struct Products\n {\n [PrimaryKey] public int Id;\n public string Title;\n public float Price;\n public bool InStock;\n }\n\n [Table(Name = \"notes\")]\n public partial struct Notes\n {\n [PrimaryKey] public int Id;\n public string Body;\n public long Rating;\n public bool Pinned;\n }\n}\n",
+ "syntax": "csharp"
+ },
+ "t_002_scheduled_table": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"tick_timer\", Scheduled = nameof(Tick), ScheduledAt = nameof(TickTimer.ScheduledAt))]\n public partial struct TickTimer\n {\n [PrimaryKey, AutoInc] public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n }\n\n [Reducer]\n public static void Tick(ReducerContext ctx, TickTimer timer) { }\n\n [Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n var interval = new TimeDuration { Microseconds = 50_000 };\n ctx.Db.tick_timer.Insert(new TickTimer\n {\n ScheduledAt = new ScheduleAt.Interval(interval)\n });\n }\n}",
+ "syntax": "csharp"
+ },
+ "t_003_struct_in_table": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Type]\n public partial struct Position\n {\n public int X;\n public int Y;\n }\n\n [Table(Name = \"entities\")]\n public partial struct Entity\n {\n [PrimaryKey] public int Id;\n public Position Pos;\n }\n}\n",
+ "syntax": "csharp"
+ },
+ "t_004_insert": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"users\")]\n public partial struct User\n {\n [PrimaryKey] public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Reducer]\n public static void InsertUser(ReducerContext ctx, int id, string name, int age, bool active)\n {\n ctx.Db.users.Insert(new User { Id = id, Name = name, Age = age, Active = active });\n }\n}\n",
+ "syntax": "csharp"
+ },
+ "t_005_update": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"users\")]\n public partial struct User\n {\n [PrimaryKey] public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Reducer]\n public static void UpdateUser(ReducerContext ctx, int id, string name, int age, bool active)\n {\n ctx.Db.users.Id.Update(new User { Id = id, Name = name, Age = age, Active = active });\n }\n}\n",
+ "syntax": "csharp"
+ },
+ "t_006_delete": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"users\")]\n public partial struct User\n {\n [PrimaryKey] public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Reducer]\n public static void DeleteUser(ReducerContext ctx, int id)\n {\n ctx.Db.users.Id.Delete(id);\n }\n}\n",
+ "syntax": "csharp"
+ },
+ "t_007_crud": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"users\")]\n public partial struct User\n {\n [PrimaryKey] public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Reducer]\n public static void Crud(ReducerContext ctx)\n {\n ctx.Db.users.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n ctx.Db.users.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n ctx.Db.users.Id.Update(new User { Id = 1, Name = \"Alice2\", Age = 31, Active = false });\n ctx.Db.users.Id.Delete(2);\n }\n}\n",
+ "syntax": "csharp"
+ },
+ "t_008_index_lookup": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"users\")]\n public partial struct User\n {\n [PrimaryKey] public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Table(Name = \"results\")]\n public partial struct Result\n {\n [PrimaryKey] public int Id;\n public string Name;\n }\n\n [Reducer]\n public static void LookupUserName(ReducerContext ctx, int id)\n {\n var u = ctx.Db.users.Id.Find(id);\n if (u.HasValue)\n {\n var row = u.Value;\n ctx.Db.results.Insert(new Result { Id = row.Id, Name = row.Name });\n }\n }\n}\n",
+ "syntax": "csharp"
+ },
+ "t_009_init": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"users\")]\n public partial struct User\n {\n [PrimaryKey] public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.users.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n ctx.Db.users.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n }\n}\n",
+ "syntax": "csharp"
+ },
+ "t_010_connect": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"events\")]\n public partial struct Event\n {\n [PrimaryKey, AutoInc] public int Id;\n public string Kind;\n }\n\n [Reducer(ReducerKind.ClientConnected)]\n public static void ClientConnected(ReducerContext ctx)\n {\n ctx.Db.events.Insert(new Event { Kind = \"connected\" });\n }\n\n [Reducer(ReducerKind.ClientDisconnected)]\n public static void ClientDisconnected(ReducerContext ctx)\n {\n ctx.Db.events.Insert(new Event { Kind = \"disconnected\" });\n }\n}\n",
+ "syntax": "csharp"
+ },
+ "t_011_helper_function": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"results\")]\n public partial struct Result\n {\n [PrimaryKey] public int Id;\n public int Sum;\n }\n\n static int Add(int a, int b) => a + b;\n\n [Reducer]\n public static void ComputeSum(ReducerContext ctx, int id, int a, int b)\n {\n ctx.Db.results.Insert(new Result { Id = id, Sum = Add(a, b) });\n }\n}\n",
+ "syntax": "csharp"
+ },
+ "t_012_spacetime_product_type": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Type]\n public partial struct Score\n {\n public int Left;\n public int Right;\n }\n\n [Table(Name = \"results\")]\n public partial struct Result\n {\n [PrimaryKey] public int Id;\n public Score Value;\n }\n\n [Reducer]\n public static void SetScore(ReducerContext ctx, int id, int left, int right)\n {\n ctx.Db.results.Insert(new Result { Id = id, Value = new Score { Left = left, Right = right } });\n }\n}\n",
+ "syntax": "csharp"
+ },
+ "t_013_spacetime_sum_type": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Type]\n public partial struct Circle { public int Radius; }\n\n [Type]\n public partial struct Rectangle { public int Width; public int Height; }\n\n [Type]\n public partial record Shape : TaggedEnum<(Circle Circle, Rectangle Rectangle)> {}\n\n [Table(Name = \"results\")]\n public partial struct Result\n {\n [PrimaryKey] public int Id;\n public Shape Value;\n }\n\n [Reducer]\n public static void SetCircle(ReducerContext ctx, int id, int radius)\n {\n ctx.Db.results.Insert(new Result { Id = id, Value = new Shape.Circle(new Circle { Radius = radius }) });\n }\n}\n",
+ "syntax": "csharp"
+ },
+ "t_014_elementary_columns": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"primitives\")]\n public partial struct Primitive\n {\n [PrimaryKey] public int Id;\n public int Count;\n public long Total;\n public float Price;\n public double Ratio;\n public bool Active;\n public string Name;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.primitives.Insert(new Primitive {\n Id = 1,\n Count = 2,\n Total = 3000000000,\n Price = 1.5f,\n Ratio = 2.25,\n Active = true,\n Name = \"Alice\"\n });\n }\n}\n",
+ "syntax": "csharp"
+ },
+ "t_015_product_type_columns": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Type]\n public partial struct Address\n {\n public string Street;\n public int Zip;\n }\n\n [Type]\n public partial struct Position\n {\n public int X;\n public int Y;\n }\n\n [Table(Name = \"profiles\")]\n public partial struct Profile\n {\n [PrimaryKey] public int Id;\n public Address Home;\n public Address Work;\n public Position Pos;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.profiles.Insert(new Profile {\n Id = 1,\n Home = new Address { Street = \"1 Main\", Zip = 11111 },\n Work = new Address { Street = \"2 Broad\", Zip = 22222 },\n Pos = new Position { X = 7, Y = 9 }\n });\n }\n}\n",
+ "syntax": "csharp"
+ },
+ "t_016_sum_type_columns": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Type]\n public partial struct Circle { public int Radius; }\n\n [Type]\n public partial struct Rectangle { public int Width; public int Height; }\n\n [Type]\n public partial record Shape : TaggedEnum<(Circle Circle, Rectangle Rectangle)> {}\n\n [Table(Name = \"drawings\")]\n public partial struct Drawing\n {\n [PrimaryKey] public int Id;\n public Shape A;\n public Shape B;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.drawings.Insert(new Drawing {\n Id = 1,\n A = new Shape.Circle(new Circle { Radius = 10 }),\n B = new Shape.Rectangle(new Rectangle { Width = 4, Height = 6 })\n });\n }\n}\n",
+ "syntax": "csharp"
+ },
+ "t_017_scheduled_columns": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"tick_timer\", Scheduled = nameof(Tick), ScheduledAt = nameof(ScheduledAt))]\n public partial struct TickTimer\n {\n [PrimaryKey, AutoInc] public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n }\n\n [Reducer]\n public static void Tick(ReducerContext ctx, TickTimer schedule) { }\n\n [Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n var interval = new TimeDuration { Microseconds = 50_000 };\n ctx.Db.tick_timer.Insert(new TickTimer\n {\n ScheduledId = 0,\n ScheduledAt = new ScheduleAt.Interval(interval)\n });\n }\n}\n",
+ "syntax": "csharp"
+ },
+ "t_018_constraints": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"accounts\", Public = true)]\n [SpacetimeDB.Index.BTree(Name = \"by_name\", Columns = [nameof(Name)])]\n public partial struct Account\n {\n [SpacetimeDB.PrimaryKey] public int Id;\n [SpacetimeDB.Unique] public string Email;\n public string Name;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.accounts.Insert(new Account { Id = 1, Email = \"a@example.com\", Name = \"Alice\" });\n ctx.Db.accounts.Insert(new Account { Id = 2, Email = \"b@example.com\", Name = \"Bob\" });\n }\n}",
+ "syntax": "csharp"
+ },
+ "t_019_many_to_many": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"users\")]\n public partial struct User\n {\n [PrimaryKey] public int UserId;\n public string Name;\n }\n\n [Table(Name = \"groups\")]\n public partial struct Group\n {\n [PrimaryKey] public int GroupId;\n public string Title;\n }\n\n [Table(Name = \"memberships\")]\n [SpacetimeDB.Index.BTree(Name = \"by_user\", Columns = new[] { nameof(UserId) })]\n [SpacetimeDB.Index.BTree(Name = \"by_group\", Columns = new[] { nameof(GroupId) })]\n public partial struct Membership\n {\n [PrimaryKey] public int Id;\n public int UserId;\n public int GroupId;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.users.Insert(new User { UserId = 1, Name = \"Alice\" });\n ctx.Db.users.Insert(new User { UserId = 2, Name = \"Bob\" });\n\n ctx.Db.groups.Insert(new Group { GroupId = 10, Title = \"Admin\" });\n ctx.Db.groups.Insert(new Group { GroupId = 20, Title = \"Dev\" });\n\n ctx.Db.memberships.Insert(new Membership { Id = 1, UserId = 1, GroupId = 10 });\n ctx.Db.memberships.Insert(new Membership { Id = 2, UserId = 1, GroupId = 20 });\n ctx.Db.memberships.Insert(new Membership { Id = 3, UserId = 2, GroupId = 20 });\n }\n}\n",
+ "syntax": "csharp"
+ },
+ "t_020_ecs": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"entities\")]\n public partial struct Entity { [PrimaryKey] public int Id; }\n\n [Table(Name = \"positions\")]\n public partial struct Position\n {\n [PrimaryKey] public int EntityId;\n public int X;\n public int Y;\n }\n\n [Table(Name = \"velocities\")]\n public partial struct Velocity\n {\n [PrimaryKey] public int EntityId;\n public int VX;\n public int VY;\n }\n\n [Table(Name = \"next_positions\")]\n public partial struct NextPosition\n {\n [PrimaryKey] public int EntityId;\n public int X;\n public int Y;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.entities.Insert(new Entity { Id = 1 });\n ctx.Db.entities.Insert(new Entity { Id = 2 });\n\n ctx.Db.positions.Insert(new Position { EntityId = 1, X = 0, Y = 0 });\n ctx.Db.positions.Insert(new Position { EntityId = 2, X = 10, Y = 0 });\n\n ctx.Db.velocities.Insert(new Velocity { EntityId = 1, VX = 1, VY = 0 });\n ctx.Db.velocities.Insert(new Velocity { EntityId = 2, VX = -2, VY = 3 });\n }\n\n [Reducer]\n public static void Step(ReducerContext ctx)\n {\n foreach (var p in ctx.Db.positions.Iter())\n {\n var velOpt = ctx.Db.velocities.EntityId.Find(p.EntityId);\n if (!velOpt.HasValue) continue;\n\n var np = new NextPosition {\n EntityId = p.EntityId,\n X = p.X + velOpt.Value.VX,\n Y = p.Y + velOpt.Value.VY\n };\n\n if (ctx.Db.next_positions.EntityId.Find(p.EntityId).HasValue)\n ctx.Db.next_positions.EntityId.Update(np);\n else\n ctx.Db.next_positions.Insert(np);\n }\n }\n}\n",
+ "syntax": "csharp"
+ },
+ "t_021_multi_column_index": {
+ "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"logs\")]\n [SpacetimeDB.Index.BTree(Name = \"by_user_day\", Columns = new[] { nameof(UserId), nameof(Day) })]\n public partial struct Log\n {\n [PrimaryKey] public int Id;\n public int UserId;\n public int Day;\n public string Message;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.logs.Insert(new Log { Id = 1, UserId = 7, Day = 1, Message = \"a\" });\n ctx.Db.logs.Insert(new Log { Id = 2, UserId = 7, Day = 2, Message = \"b\" });\n ctx.Db.logs.Insert(new Log { Id = 3, UserId = 9, Day = 1, Message = \"c\" });\n }\n}\n",
+ "syntax": "csharp"
+ }
+ }
+ }
+ ]
+}
diff --git a/docs/llms/docs-benchmark-details.lock b/docs/llms/docs-benchmark-details.lock
new file mode 100644
index 000000000..e69de29bb
diff --git a/docs/llms/docs-benchmark-summary.json b/docs/llms/docs-benchmark-summary.json
new file mode 100644
index 000000000..1675bf04b
--- /dev/null
+++ b/docs/llms/docs-benchmark-summary.json
@@ -0,0 +1,80 @@
+{
+ "version": 1,
+ "generated_at": "2026-01-06T00:39:43.087Z",
+ "by_language": {
+ "csharp": {
+ "modes": {
+ "docs": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "models": {
+ "GPT-5": {
+ "categories": {
+ "basics": {
+ "tasks": 12,
+ "total_tests": 27,
+ "passed_tests": 27,
+ "pass_pct": 100.0,
+ "task_pass_equiv": 12.0,
+ "task_pass_pct": 100.0
+ },
+ "schema": {
+ "tasks": 10,
+ "total_tests": 34,
+ "passed_tests": 31,
+ "pass_pct": 91.17647,
+ "task_pass_equiv": 9.0,
+ "task_pass_pct": 90.0
+ }
+ },
+ "totals": {
+ "tasks": 22,
+ "total_tests": 61,
+ "passed_tests": 58,
+ "pass_pct": 95.08197,
+ "task_pass_equiv": 21.0,
+ "task_pass_pct": 95.454544
+ }
+ }
+ }
+ }
+ }
+ },
+ "rust": {
+ "modes": {
+ "rustdoc_json": {
+ "hash": "9bb229f6cfd63a9477451e127576b9bd378ec1087b9f320e5a8576b415e021b0",
+ "models": {
+ "GPT-5": {
+ "categories": {
+ "basics": {
+ "tasks": 12,
+ "total_tests": 27,
+ "passed_tests": 20,
+ "pass_pct": 74.07407,
+ "task_pass_equiv": 9.0,
+ "task_pass_pct": 75.0
+ },
+ "schema": {
+ "tasks": 10,
+ "total_tests": 34,
+ "passed_tests": 23,
+ "pass_pct": 67.64706,
+ "task_pass_equiv": 6.0,
+ "task_pass_pct": 60.000004
+ }
+ },
+ "totals": {
+ "tasks": 22,
+ "total_tests": 61,
+ "passed_tests": 43,
+ "pass_pct": 70.491806,
+ "task_pass_equiv": 15.000001,
+ "task_pass_pct": 68.18182
+ }
+ }
+ }
+ }
+ }
+ }
+ }
+}
\ No newline at end of file
diff --git a/docs/llms/llm-comparison-details.json b/docs/llms/llm-comparison-details.json
new file mode 100644
index 000000000..0c1fa6abf
--- /dev/null
+++ b/docs/llms/llm-comparison-details.json
@@ -0,0 +1,42419 @@
+{
+ "languages": [
+ {
+ "lang": "csharp",
+ "modes": [
+ {
+ "mode": "docs",
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "models": [
+ {
+ "name": "GPT-5",
+ "route_api_model": "gpt-5",
+ "tasks": {
+ "t_019_many_to_many": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_019_many_to_many",
+ "lang": "csharp",
+ "golden_published": false,
+ "model_name": "GPT-5",
+ "total_tests": 5,
+ "passed_tests": 0,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"users\", Public = true)]\n public partial struct User\n {\n [PrimaryKey]\n public int UserId;\n public string Name;\n }\n\n [Table(Name = \"groups\", Public = true)]\n public partial struct Group\n {\n [PrimaryKey]\n public int GroupId;\n public string Title;\n }\n\n [Table(Name = \"memberships\", Public = true)]\n public partial struct Membership\n {\n [PrimaryKey]\n public int Id;\n\n [SpacetimeDB.Index.BTree(Name = \"by_user\")]\n public int UserId;\n\n [SpacetimeDB.Index.BTree(Name = \"by_group\")]\n public int GroupId;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n // Clear existing rows to ensure the tables contain exactly the specified rows\n foreach (var m in ctx.Db.Membership.Iter())\n {\n ctx.Db.Membership.Id.Delete(m.Id);\n }\n foreach (var g in ctx.Db.Group.Iter())\n {\n ctx.Db.Group.GroupId.Delete(g.GroupId);\n }\n foreach (var u in ctx.Db.User.Iter())\n {\n ctx.Db.User.UserId.Delete(u.UserId);\n }\n\n // users\n ctx.Db.User.Insert(new User { UserId = 1, Name = \"Alice\" });\n ctx.Db.User.Insert(new User { UserId = 2, Name = \"Bob\" });\n\n // groups\n ctx.Db.Group.Insert(new Group { GroupId = 10, Title = \"Admin\" });\n ctx.Db.Group.Insert(new Group { GroupId = 20, Title = \"Dev\" });\n\n // memberships\n ctx.Db.Membership.Insert(new Membership { Id = 1, UserId = 1, GroupId = 10 });\n ctx.Db.Membership.Insert(new Membership { Id = 2, UserId = 1, GroupId = 20 });\n ctx.Db.Membership.Insert(new Membership { Id = 3, UserId = 2, GroupId = 20 });\n }\n}",
+ "category": "schema",
+ "route_api_model": "gpt-5",
+ "golden_db": "schema-t-019-many-to-many-golden",
+ "llm_db": "schema-t-019-many-to-many-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/schema/t_019_many_to_many/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/schema/t_019_many_to_many/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_019_many_to_many/csharp/server/gpt-5/llm/obj/Release/net8.0/wasi-wasm/SpacetimeDB.Codegen/SpacetimeDB.Codegen.Module/FFI.cs(155,24): warning CS8981: The type name 'users' only contains lower-cased ascii characters. Such names may become reserved for the language. [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_019_many_to_many/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_019_many_to_many/csharp/server/gpt-5/llm/obj/Release/net8.0/wasi-wasm/SpacetimeDB.Codegen/SpacetimeDB.Codegen.Module/FFI.cs(70,24): warning CS8981: The type name 'memberships' only contains lower-cased ascii characters. Such names may become reserved for the language. [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_019_many_to_many/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_019_many_to_many/csharp/server/gpt-5/llm/obj/Release/net8.0/wasi-wasm/SpacetimeDB.Codegen/SpacetimeDB.Codegen.Module/FFI.cs(27,32): warning CS8981: The type name 'groups' only contains lower-cased ascii characters. Such names may become reserved for the language. [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_019_many_to_many/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_019_many_to_many/csharp/server/gpt-5/llm/Lib.cs(39,34): error CS1061: 'Local' does not contain a definition for 'Membership' and no accessible extension method 'Membership' accepting a first argument of type 'Local' could be found (are you missing a using directive or an assembly reference?) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_019_many_to_many/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_019_many_to_many/csharp/server/gpt-5/llm/Lib.cs(41,20): error CS1061: 'Local' does not contain a definition for 'Membership' and no accessible extension method 'Membership' accepting a first argument of type 'Local' could be found (are you missing a using directive or an assembly reference?) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_019_many_to_many/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_019_many_to_many/csharp/server/gpt-5/llm/Lib.cs(43,34): error CS1061: 'Local' does not contain a definition for 'Group' and no accessible extension method 'Group' accepting a first argument of type 'Local' could be found (are you missing a using directive or an assembly reference?) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_019_many_to_many/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_019_many_to_many/csharp/server/gpt-5/llm/Lib.cs(45,20): error CS1061: 'Local' does not contain a definition for 'Group' and no accessible extension method 'Group' accepting a first argument of type 'Local' could be found (are you missing a using directive or an assembly reference?) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_019_many_to_many/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_019_many_to_many/csharp/server/gpt-5/llm/Lib.cs(47,34): error CS1061: 'Local' does not contain a definition for 'User' and no accessible extension method 'User' accepting a first argument of type 'Local' could be found (are you missing a using directive or an assembly reference?) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_019_many_to_many/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_019_many_to_many/csharp/server/gpt-5/llm/Lib.cs(49,20): error CS1061: 'Local' does not contain a definition for 'User' and no accessible extension method 'User' accepting a first argument of type 'Local' could be found (are you missing a using directive or an assembly reference?) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_019_many_to_many/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_019_many_to_many/csharp/server/gpt-5/llm/Lib.cs(53,16): error CS1061: 'Local' does not contain a definition for 'User' and no accessible extension method 'User' accepting a first argument of type 'Local' could be found (are you missing a using directive or an assembly reference?) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_019_many_to_many/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_019_many_to_many/csharp/server/gpt-5/llm/Lib.cs(54,16): error CS1061: 'Local' does not contain a definition for 'User' and no accessible extension method 'User' accepting a first argument of type 'Local' could be found (are you missing a using directive or an assembly reference?) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_019_many_to_many/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_019_many_to_many/csharp/server/gpt-5/llm/Lib.cs(57,16): error CS1061: 'Local' does not contain a definition for 'Group' and no accessible extension method 'Group' accepting a first argument of type 'Local' could be found (are you missing a using directive or an assembly reference?) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_019_many_to_many/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_019_many_to_many/csharp/server/gpt-5/llm/Lib.cs(58,16): error CS1061: 'Local' does not contain a definition for 'Group' and no accessible extension method 'Group' accepting a first argument of type 'Local' could be found (are you missing a using directive or an assembly reference?) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_019_many_to_many/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_019_many_to_many/csharp/server/gpt-5/llm/Lib.cs(61,16): error CS1061: 'Local' does not contain a definition for 'Membership' and no accessible extension method 'Membership' accepting a first argument of type 'Local' could be found (are you missing a using directive or an assembly reference?) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_019_many_to_many/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_019_many_to_many/csharp/server/gpt-5/llm/Lib.cs(62,16): error CS1061: 'Local' does not contain a definition for 'Membership' and no accessible extension method 'Membership' accepting a first argument of type 'Local' could be found (are you missing a using directive or an assembly reference?) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_019_many_to_many/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_019_many_to_many/csharp/server/gpt-5/llm/Lib.cs(63,16): error CS1061: 'Local' does not contain a definition for 'Membership' and no accessible extension method 'Membership' accepting a first argument of type 'Local' could be found (are you missing a using directive or an assembly reference?) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_019_many_to_many/csharp/server/gpt-5/llm/StdbModule.csproj]\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-04T18:02:06.130072420Z",
+ "finished_at": "2026-01-04T18:03:19.445236666Z"
+ },
+ "t_005_update": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_005_update",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 3,
+ "passed_tests": 0,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"users\")]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer]\n public static void UpdateUser(ReducerContext ctx, int id, string name, int age, bool active)\n {\n if (ctx.Db.users.Id.Find(id) is User u)\n {\n u.Id = id;\n u.Name = name;\n u.Age = age;\n u.Active = active;\n ctx.Db.users.Id.Update(u);\n }\n }\n}",
+ "category": "basics",
+ "route_api_model": "gpt-5",
+ "golden_db": "basics-t-005-update-golden",
+ "llm_db": "basics-t-005-update-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/basics/t_005_update/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/basics/t_005_update/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "seed_users_row": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `basics-t-005-update-golden`.\n",
+ "phase": "sql_golden",
+ "sql": "INSERT INTO users(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)"
+ }
+ },
+ "schema_parity": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "describe failed: WARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `basics-t-005-update-golden`.\n",
+ "phase": "describe_golden"
+ }
+ },
+ "data_parity_update_user": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `basics-t-005-update-golden`.\n",
+ "phase": "call_reducer_golden"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-04T18:03:32.117137873Z",
+ "finished_at": "2026-01-04T18:04:51.774335555Z"
+ },
+ "t_015_product_type_columns": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_015_product_type_columns",
+ "lang": "csharp",
+ "golden_published": false,
+ "model_name": "GPT-5",
+ "total_tests": 3,
+ "passed_tests": 0,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Type]\n public partial struct Address\n {\n public string Street;\n public int Zip;\n }\n\n [SpacetimeDB.Type]\n public partial struct Position\n {\n public int X;\n public int Y;\n }\n\n [SpacetimeDB.Table(Name = \"profiles\", Public = true)]\n public partial struct Profile\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Address Home;\n public Address Work;\n public Position Pos;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.profiles.Insert(new Profile\n {\n Id = 1,\n Home = new Address { Street = \"1 Main\", Zip = 11111 },\n Work = new Address { Street = \"2 Broad\", Zip = 22222 },\n Pos = new Position { X = 7, Y = 9 }\n });\n }\n}",
+ "category": "schema",
+ "route_api_model": "gpt-5",
+ "golden_db": "schema-t-015-product-type-columns-golden",
+ "llm_db": "schema-t-015-product-type-columns-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/schema/t_015_product_type_columns/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\n\nInstalling pack Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk version 8.0.22...\nSkipping NuGet package signature verification.\nWriting workload pack installation record for Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk version 8.0.22...\nInstalling pack Microsoft.NETCore.App.Runtime.Mono.wasi-wasm version 8.0.22...\nWriting workload pack installation record for Microsoft.NETCore.App.Runtime.Mono.wasi-wasm version 8.0.22...\nInstalling pack Microsoft.NET.Runtime.WebAssembly.Templates version 8.0.22...\nPack Microsoft.NET.Runtime.WebAssembly.Templates version 8.0.22 is already installed.\nWriting workload pack installation record for Microsoft.NET.Runtime.WebAssembly.Templates version 8.0.22...\nInstalling pack Microsoft.NET.Runtime.MonoAOTCompiler.Task version 8.0.22...\nPack Microsoft.NET.Runtime.MonoAOTCompiler.Task version 8.0.22 is already installed.\nWriting workload pack installation record for Microsoft.NET.Runtime.MonoAOTCompiler.Task version 8.0.22...\nInstalling pack Microsoft.NET.Runtime.MonoTargets.Sdk version 8.0.22...\nPack Microsoft.NET.Runtime.MonoTargets.Sdk version 8.0.22 is already installed.\nWriting workload pack installation record for Microsoft.NET.Runtime.MonoTargets.Sdk version 8.0.22...\nGarbage collecting for SDK feature band(s) 8.0.100 8.0.200 8.0.300 8.0.400 9.0.100 9.0.200 9.0.300 10.0.100...\n\nSuccessfully installed workload(s) .\n\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/obj/Release/net8.0/wasi-wasm/SpacetimeDB.Codegen/SpacetimeDB.Codegen.Module/FFI.cs(27,32): warning CS8981: The type name 'profiles' only contains lower-cased ascii characters. Such names may become reserved for the language. [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: The \"EmitBundleObjectFiles\" task failed unexpectedly. [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: System.AggregateException: One or more errors occurred. (Pipe is broken.) (Pipe is broken.) (Pipe is broken.) (Pipe is broken.) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: ---> System.IO.IOException: Pipe is broken. [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.Pipes.PipeStream.CheckWriteOperations() [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.StreamWriter.Flush(Boolean flushStream, Boolean flushEncoder) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.StreamWriter.Dispose(Boolean disposing) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.TextWriter.Dispose() [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleBase.<>c__DisplayClass27_1.b__2(Stream codeStream) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at Utils.TryRunProcess(TaskLoggingHelper logger, String path, String args, IDictionary`2 envVars, String workingDir, Boolean silent, Boolean logStdErrAsMessage, MessageImportance debugMessageImportance, String label, Action`1 inputProvider) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleObjectFiles.EmitBundleFile(String destinationFile, Action`1 EmitBundleFile) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleBase.<>c__DisplayClass27_0.b__1(Int32 i, ParallelLoopState state) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.Parallel.<>c__DisplayClass19_0`2.b__1(RangeWorker& currentWorker, Int64 timeout, Boolean& replicationDelegateYieldedBeforeCompletion) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: --- End of stack trace from previous location --- [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.Parallel.<>c__DisplayClass19_0`2.b__1(RangeWorker& currentWorker, Int64 timeout, Boolean& replicationDelegateYieldedBeforeCompletion) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.TaskReplicator.Replica.Execute() [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: --- End of inner exception stack trace --- [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.TaskReplicator.Run[TState](ReplicatableUserAction`1 action, ParallelOptions options, Boolean stopOnFirstFailure) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.Parallel.ForWorker[TLocal,TInt](TInt fromInclusive, TInt toExclusive, ParallelOptions parallelOptions, Action`1 body, Action`2 bodyWithState, Func`4 bodyWithLocal, Func`1 localInit, Action`1 localFinally) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: --- End of stack trace from previous location --- [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.Parallel.ForWorker[TLocal,TInt](TInt fromInclusive, TInt toExclusive, ParallelOptions parallelOptions, Action`1 body, Action`2 bodyWithState, Func`4 bodyWithLocal, Func`1 localInit, Action`1 localFinally) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.Parallel.For(Int32 fromInclusive, Int32 toExclusive, ParallelOptions parallelOptions, Action`2 body) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleBase.Execute() [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleObjectFiles.Execute() [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at Microsoft.Build.BackEnd.TaskExecutionHost.Execute() [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at Microsoft.Build.BackEnd.TaskBuilder.ExecuteInstantiatedTask(TaskExecutionHost taskExecutionHost, TaskLoggingContext taskLoggingContext, TaskHost taskHost, ItemBucket bucket, TaskExecutionMode howToExecuteTask) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: ---> (Inner Exception #1) System.IO.IOException: Pipe is broken. [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.Pipes.PipeStream.CheckWriteOperations() [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.StreamWriter.Flush(Boolean flushStream, Boolean flushEncoder) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.StreamWriter.Dispose(Boolean disposing) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.TextWriter.Dispose() [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleBase.<>c__DisplayClass27_1.b__2(Stream codeStream) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at Utils.TryRunProcess(TaskLoggingHelper logger, String path, String args, IDictionary`2 envVars, String workingDir, Boolean silent, Boolean logStdErrAsMessage, MessageImportance debugMessageImportance, String label, Action`1 inputProvider) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleObjectFiles.EmitBundleFile(String destinationFile, Action`1 EmitBundleFile) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleBase.<>c__DisplayClass27_0.b__1(Int32 i, ParallelLoopState state) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.Parallel.<>c__DisplayClass19_0`2.b__1(RangeWorker& currentWorker, Int64 timeout, Boolean& replicationDelegateYieldedBeforeCompletion) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: --- End of stack trace from previous location --- [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.Parallel.<>c__DisplayClass19_0`2.b__1(RangeWorker& currentWorker, Int64 timeout, Boolean& replicationDelegateYieldedBeforeCompletion) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.TaskReplicator.Replica.Execute()<--- [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: ---> (Inner Exception #2) System.IO.IOException: Pipe is broken. [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.Pipes.PipeStream.CheckWriteOperations() [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.StreamWriter.Flush(Boolean flushStream, Boolean flushEncoder) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.StreamWriter.Dispose(Boolean disposing) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.TextWriter.Dispose() [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleBase.<>c__DisplayClass27_1.b__2(Stream codeStream) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at Utils.TryRunProcess(TaskLoggingHelper logger, String path, String args, IDictionary`2 envVars, String workingDir, Boolean silent, Boolean logStdErrAsMessage, MessageImportance debugMessageImportance, String label, Action`1 inputProvider) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleObjectFiles.EmitBundleFile(String destinationFile, Action`1 EmitBundleFile) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleBase.<>c__DisplayClass27_0.b__1(Int32 i, ParallelLoopState state) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.Parallel.<>c__DisplayClass19_0`2.b__1(RangeWorker& currentWorker, Int64 timeout, Boolean& replicationDelegateYieldedBeforeCompletion) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: --- End of stack trace from previous location --- [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.Parallel.<>c__DisplayClass19_0`2.b__1(RangeWorker& currentWorker, Int64 timeout, Boolean& replicationDelegateYieldedBeforeCompletion) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.TaskReplicator.Replica.Execute()<--- [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: ---> (Inner Exception #3) System.IO.IOException: Pipe is broken. [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.Pipes.PipeStream.CheckWriteOperations() [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.StreamWriter.Flush(Boolean flushStream, Boolean flushEncoder) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.StreamWriter.Dispose(Boolean disposing) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.TextWriter.Dispose() [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleBase.<>c__DisplayClass27_1.b__2(Stream codeStream) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at Utils.TryRunProcess(TaskLoggingHelper logger, String path, String args, IDictionary`2 envVars, String workingDir, Boolean silent, Boolean logStdErrAsMessage, MessageImportance debugMessageImportance, String label, Action`1 inputProvider) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleObjectFiles.EmitBundleFile(String destinationFile, Action`1 EmitBundleFile) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleBase.<>c__DisplayClass27_0.b__1(Int32 i, ParallelLoopState state) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.Parallel.<>c__DisplayClass19_0`2.b__1(RangeWorker& currentWorker, Int64 timeout, Boolean& replicationDelegateYieldedBeforeCompletion) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: --- End of stack trace from previous location --- [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.Parallel.<>c__DisplayClass19_0`2.b__1(RangeWorker& currentWorker, Int64 timeout, Boolean& replicationDelegateYieldedBeforeCompletion) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.TaskReplicator.Replica.Execute()<--- [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_015_product_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-04T18:02:06.160910108Z",
+ "finished_at": "2026-01-04T18:03:02.247345187Z"
+ },
+ "t_008_index_lookup": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_008_index_lookup",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 3,
+ "passed_tests": 0,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"users\", Public = true)]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Table(Name = \"results\", Public = true)]\n public partial struct Result\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n }\n\n [SpacetimeDB.Reducer]\n public static void LookupUserName(ReducerContext ctx, int id)\n {\n if (ctx.Db.users.Id.Find(id) is User user)\n {\n ctx.Db.results.Insert(new Result\n {\n Id = user.Id,\n Name = user.Name\n });\n }\n }\n}",
+ "category": "basics",
+ "route_api_model": "gpt-5",
+ "golden_db": "basics-t-008-index-lookup-golden",
+ "llm_db": "basics-t-008-index-lookup-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/basics/t_008_index_lookup/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/basics/t_008_index_lookup/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "describe failed: WARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `basics-t-008-index-lookup-golden`.\n",
+ "phase": "describe_golden"
+ }
+ },
+ "index_lookup_projection_parity": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `basics-t-008-index-lookup-golden`.\n",
+ "phase": "call_reducer_golden"
+ }
+ },
+ "seed_user_row": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `basics-t-008-index-lookup-golden`.\n",
+ "phase": "sql_golden",
+ "sql": "INSERT INTO users(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-04T18:03:19.445262915Z",
+ "finished_at": "2026-01-04T18:04:40.032489470Z"
+ },
+ "t_020_ecs": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_020_ecs",
+ "lang": "csharp",
+ "golden_published": false,
+ "model_name": "GPT-5",
+ "total_tests": 5,
+ "passed_tests": 0,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"entities\", Public = true)]\n public partial struct Entity\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n }\n\n [SpacetimeDB.Table(Name = \"positions\", Public = true)]\n public partial struct Position\n {\n [SpacetimeDB.PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n }\n\n [SpacetimeDB.Table(Name = \"velocities\", Public = true)]\n public partial struct Velocity\n {\n [SpacetimeDB.PrimaryKey]\n public int EntityId;\n public int VX;\n public int VY;\n }\n\n [SpacetimeDB.Table(Name = \"next_positions\", Public = true)]\n public partial struct NextPosition\n {\n [SpacetimeDB.PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n // Entity 1\n ctx.Db.entities.Insert(new Entity\n {\n Id = 1\n });\n ctx.Db.positions.Insert(new Position\n {\n EntityId = 1,\n X = 0,\n Y = 0\n });\n ctx.Db.velocities.Insert(new Velocity\n {\n EntityId = 1,\n VX = 1,\n VY = 0\n });\n\n // Entity 2\n ctx.Db.entities.Insert(new Entity\n {\n Id = 2\n });\n ctx.Db.positions.Insert(new Position\n {\n EntityId = 2,\n X = 10,\n Y = 0\n });\n ctx.Db.velocities.Insert(new Velocity\n {\n EntityId = 2,\n VX = -2,\n VY = 3\n });\n }\n\n [SpacetimeDB.Reducer]\n public static void Step(ReducerContext ctx)\n {\n foreach (var pos in ctx.Db.positions.Iter())\n {\n if (ctx.Db.velocities.EntityId.Find(pos.EntityId) is Velocity vel)\n {\n var nx = pos.X + vel.VX;\n var ny = pos.Y + vel.VY;\n\n if (ctx.Db.next_positions.EntityId.Find(pos.EntityId) is NextPosition existing)\n {\n existing.X = nx;\n existing.Y = ny;\n ctx.Db.next_positions.EntityId.Update(existing);\n }\n else\n {\n ctx.Db.next_positions.Insert(new NextPosition\n {\n EntityId = pos.EntityId,\n X = nx,\n Y = ny\n });\n }\n }\n }\n }\n}",
+ "category": "schema",
+ "route_api_model": "gpt-5",
+ "golden_db": "schema-t-020-ecs-golden",
+ "llm_db": "schema-t-020-ecs-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/schema/t_020_ecs/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/obj/Release/net8.0/wasi-wasm/SpacetimeDB.Codegen/SpacetimeDB.Codegen.Module/FFI.cs(27,32): warning CS8981: The type name 'entities' only contains lower-cased ascii characters. Such names may become reserved for the language. [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/obj/Release/net8.0/wasi-wasm/SpacetimeDB.Codegen/SpacetimeDB.Codegen.Module/FFI.cs(113,24): warning CS8981: The type name 'positions' only contains lower-cased ascii characters. Such names may become reserved for the language. [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/obj/Release/net8.0/wasi-wasm/SpacetimeDB.Codegen/SpacetimeDB.Codegen.Module/FFI.cs(156,24): warning CS8981: The type name 'velocities' only contains lower-cased ascii characters. Such names may become reserved for the language. [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: The \"EmitBundleObjectFiles\" task failed unexpectedly. [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: System.AggregateException: One or more errors occurred. (Pipe is broken.) (Pipe is broken.) (Pipe is broken.) (Pipe is broken.) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: ---> System.IO.IOException: Pipe is broken. [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.Pipes.PipeStream.CheckWriteOperations() [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.StreamWriter.Flush(Boolean flushStream, Boolean flushEncoder) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.StreamWriter.Dispose(Boolean disposing) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.TextWriter.Dispose() [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleBase.<>c__DisplayClass27_1.b__2(Stream codeStream) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at Utils.TryRunProcess(TaskLoggingHelper logger, String path, String args, IDictionary`2 envVars, String workingDir, Boolean silent, Boolean logStdErrAsMessage, MessageImportance debugMessageImportance, String label, Action`1 inputProvider) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleObjectFiles.EmitBundleFile(String destinationFile, Action`1 EmitBundleFile) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleBase.<>c__DisplayClass27_0.b__1(Int32 i, ParallelLoopState state) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.Parallel.<>c__DisplayClass19_0`2.b__1(RangeWorker& currentWorker, Int64 timeout, Boolean& replicationDelegateYieldedBeforeCompletion) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: --- End of stack trace from previous location --- [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.Parallel.<>c__DisplayClass19_0`2.b__1(RangeWorker& currentWorker, Int64 timeout, Boolean& replicationDelegateYieldedBeforeCompletion) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.TaskReplicator.Replica.Execute() [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: --- End of inner exception stack trace --- [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.TaskReplicator.Run[TState](ReplicatableUserAction`1 action, ParallelOptions options, Boolean stopOnFirstFailure) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.Parallel.ForWorker[TLocal,TInt](TInt fromInclusive, TInt toExclusive, ParallelOptions parallelOptions, Action`1 body, Action`2 bodyWithState, Func`4 bodyWithLocal, Func`1 localInit, Action`1 localFinally) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: --- End of stack trace from previous location --- [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.Parallel.ForWorker[TLocal,TInt](TInt fromInclusive, TInt toExclusive, ParallelOptions parallelOptions, Action`1 body, Action`2 bodyWithState, Func`4 bodyWithLocal, Func`1 localInit, Action`1 localFinally) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.Parallel.For(Int32 fromInclusive, Int32 toExclusive, ParallelOptions parallelOptions, Action`2 body) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleBase.Execute() [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleObjectFiles.Execute() [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at Microsoft.Build.BackEnd.TaskExecutionHost.Execute() [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at Microsoft.Build.BackEnd.TaskBuilder.ExecuteInstantiatedTask(TaskExecutionHost taskExecutionHost, TaskLoggingContext taskLoggingContext, TaskHost taskHost, ItemBucket bucket, TaskExecutionMode howToExecuteTask) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: ---> (Inner Exception #1) System.IO.IOException: Pipe is broken. [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.Pipes.PipeStream.CheckWriteOperations() [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.StreamWriter.Flush(Boolean flushStream, Boolean flushEncoder) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.StreamWriter.Dispose(Boolean disposing) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.TextWriter.Dispose() [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleBase.<>c__DisplayClass27_1.b__2(Stream codeStream) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at Utils.TryRunProcess(TaskLoggingHelper logger, String path, String args, IDictionary`2 envVars, String workingDir, Boolean silent, Boolean logStdErrAsMessage, MessageImportance debugMessageImportance, String label, Action`1 inputProvider) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleObjectFiles.EmitBundleFile(String destinationFile, Action`1 EmitBundleFile) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleBase.<>c__DisplayClass27_0.b__1(Int32 i, ParallelLoopState state) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.Parallel.<>c__DisplayClass19_0`2.b__1(RangeWorker& currentWorker, Int64 timeout, Boolean& replicationDelegateYieldedBeforeCompletion) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: --- End of stack trace from previous location --- [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.Parallel.<>c__DisplayClass19_0`2.b__1(RangeWorker& currentWorker, Int64 timeout, Boolean& replicationDelegateYieldedBeforeCompletion) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.TaskReplicator.Replica.Execute()<--- [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: ---> (Inner Exception #2) System.IO.IOException: Pipe is broken. [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.Pipes.PipeStream.CheckWriteOperations() [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.StreamWriter.Flush(Boolean flushStream, Boolean flushEncoder) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.StreamWriter.Dispose(Boolean disposing) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.TextWriter.Dispose() [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleBase.<>c__DisplayClass27_1.b__2(Stream codeStream) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at Utils.TryRunProcess(TaskLoggingHelper logger, String path, String args, IDictionary`2 envVars, String workingDir, Boolean silent, Boolean logStdErrAsMessage, MessageImportance debugMessageImportance, String label, Action`1 inputProvider) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleObjectFiles.EmitBundleFile(String destinationFile, Action`1 EmitBundleFile) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleBase.<>c__DisplayClass27_0.b__1(Int32 i, ParallelLoopState state) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.Parallel.<>c__DisplayClass19_0`2.b__1(RangeWorker& currentWorker, Int64 timeout, Boolean& replicationDelegateYieldedBeforeCompletion) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: --- End of stack trace from previous location --- [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.Parallel.<>c__DisplayClass19_0`2.b__1(RangeWorker& currentWorker, Int64 timeout, Boolean& replicationDelegateYieldedBeforeCompletion) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.TaskReplicator.Replica.Execute()<--- [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: ---> (Inner Exception #3) System.IO.IOException: Pipe is broken. [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.Pipes.PipeStream.CheckWriteOperations() [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.StreamWriter.Flush(Boolean flushStream, Boolean flushEncoder) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.StreamWriter.Dispose(Boolean disposing) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.TextWriter.Dispose() [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleBase.<>c__DisplayClass27_1.b__2(Stream codeStream) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at Utils.TryRunProcess(TaskLoggingHelper logger, String path, String args, IDictionary`2 envVars, String workingDir, Boolean silent, Boolean logStdErrAsMessage, MessageImportance debugMessageImportance, String label, Action`1 inputProvider) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleObjectFiles.EmitBundleFile(String destinationFile, Action`1 EmitBundleFile) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleBase.<>c__DisplayClass27_0.b__1(Int32 i, ParallelLoopState state) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.Parallel.<>c__DisplayClass19_0`2.b__1(RangeWorker& currentWorker, Int64 timeout, Boolean& replicationDelegateYieldedBeforeCompletion) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: --- End of stack trace from previous location --- [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.Parallel.<>c__DisplayClass19_0`2.b__1(RangeWorker& currentWorker, Int64 timeout, Boolean& replicationDelegateYieldedBeforeCompletion) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.TaskReplicator.Replica.Execute()<--- [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_020_ecs/csharp/server/gpt-5/llm/StdbModule.csproj]\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-04T18:02:06.133458136Z",
+ "finished_at": "2026-01-04T18:03:02.314808993Z"
+ },
+ "t_018_constraints": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_018_constraints",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 3,
+ "passed_tests": 0,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"accounts\")]\n [SpacetimeDB.Index.BTree(Name = \"by_name\", Columns = new[] { \"Name\" })]\n public partial struct Account\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n [SpacetimeDB.Unique]\n public string Email;\n public string Name;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.accounts.Insert(new Account { Id = 1, Email = \"a@example.com\", Name = \"Alice\" });\n ctx.Db.accounts.Insert(new Account { Id = 2, Email = \"b@example.com\", Name = \"Bob\" });\n }\n}",
+ "category": "schema",
+ "route_api_model": "gpt-5",
+ "golden_db": "schema-t-018-constraints-golden",
+ "llm_db": "schema-t-018-constraints-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/schema/t_018_constraints/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/schema/t_018_constraints/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "constraints_seed_two_rows": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "actual": 0,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM accounts WHERE Id=2"
+ }
+ },
+ "schema_parity": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "describe failed: WARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `schema-t-018-constraints-golden`.\n",
+ "phase": "describe_golden"
+ }
+ },
+ "constraints_row_parity_after_seed": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `schema-t-018-constraints-golden`.\n",
+ "phase": "call_reducer_golden"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-04T18:02:06.137382585Z",
+ "finished_at": "2026-01-04T18:03:31.415276583Z"
+ },
+ "t_021_multi_column_index": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_021_multi_column_index",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 4,
+ "passed_tests": 3,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"logs\", Public = true)]\n [SpacetimeDB.Index.BTree(Name = \"by_user_day\", Columns = new[] { \"UserId\", \"Day\" })]\n public partial struct Log\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public int UserId;\n public int Day;\n public string Message;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.logs.Insert(new Log { Id = 1, UserId = 7, Day = 1, Message = \"a\" });\n ctx.Db.logs.Insert(new Log { Id = 2, UserId = 7, Day = 2, Message = \"b\" });\n ctx.Db.logs.Insert(new Log { Id = 3, UserId = 9, Day = 1, Message = \"c\" });\n }\n}",
+ "category": "schema",
+ "route_api_model": "gpt-5",
+ "golden_db": "schema-t-021-multi-column-index-golden",
+ "llm_db": "schema-t-021-multi-column-index-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/schema/t_021_multi_column_index/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/schema/t_021_multi_column_index/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "mcindex_seed_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 3,
+ "expected": 3,
+ "sql": "SELECT COUNT(*) AS n FROM logs"
+ }
+ },
+ "mcindex_lookup_u7_d1": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM logs WHERE UserId=7 AND Day=1"
+ }
+ },
+ "schema_parity": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "describe failed: WARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `schema-t-021-multi-column-index-golden`.\n",
+ "phase": "describe_golden"
+ }
+ },
+ "mcindex_lookup_u7_d2": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM logs WHERE UserId=7 AND Day=2"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-04T18:02:06.146746037Z",
+ "finished_at": "2026-01-04T18:03:32.116692104Z"
+ },
+ "t_012_spacetime_product_type": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_012_spacetime_product_type",
+ "lang": "csharp",
+ "golden_published": false,
+ "model_name": "GPT-5",
+ "total_tests": 3,
+ "passed_tests": 0,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Type]\n public partial struct Score\n {\n public int Left;\n public int Right;\n }\n\n [Table(Name = \"results\", Public = true)]\n public partial struct Result\n {\n [PrimaryKey]\n public int Id;\n public Score Value;\n }\n\n [Reducer]\n public static void SetScore(ReducerContext ctx, int id, int left, int right)\n {\n ctx.Db.results.Insert(new Result\n {\n Id = id,\n Value = new Score\n {\n Left = left,\n Right = right\n }\n });\n }\n}",
+ "category": "schema",
+ "route_api_model": "gpt-5",
+ "golden_db": "schema-t-012-spacetime-product-type-golden",
+ "llm_db": "schema-t-012-spacetime-product-type-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/schema/t_012_spacetime_product_type/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/schema/t_012_spacetime_product_type/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nSystem.IO.IOException: The system cannot open the device or file specified. : 'NuGet-Migrations'\n at System.Threading.Mutex.CreateMutexCore(Boolean initiallyOwned, String name, Boolean& createdNew)\n at System.Threading.Mutex..ctor(Boolean initiallyOwned, String name)\n at NuGet.Common.Migrations.MigrationRunner.Run(String migrationsDirectory)\n at Microsoft.DotNet.Configurer.DotnetFirstTimeUseConfigurer.Configure()\n at Microsoft.DotNet.Cli.Program.ConfigureDotNetForFirstTimeUse(IFirstTimeUseNoticeSentinel firstTimeUseNoticeSentinel, IAspNetCertificateSentinel aspNetCertificateSentinel, IFileSentinel toolPathSentinel, Boolean isDotnetBeingInvokedFromNativeInstaller, DotnetFirstRunConfiguration dotnetFirstRunConfiguration, IEnvironmentProvider environmentProvider, Dictionary`2 performanceMeasurements)\n at Microsoft.DotNet.Cli.Program.ProcessArgs(String[] args, TimeSpan startupTime, ITelemetry telemetryClient)\n at Microsoft.DotNet.Cli.Program.Main(String[] args)\nError: command [\"dotnet\", \"workload\", \"list\"] exited with code 1\n\n--- stdout ---\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-04T18:02:06.156122014Z",
+ "finished_at": "2026-01-04T18:02:28.230519129Z"
+ },
+ "t_010_connect": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_010_connect",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 1,
+ "passed_tests": 0,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"events\")]\n public partial struct Event\n {\n [SpacetimeDB.PrimaryKey, SpacetimeDB.AutoInc]\n public int Id;\n public string Kind;\n }\n\n [SpacetimeDB.Reducer(ReducerKind.ClientConnected)]\n public static void ClientConnected(ReducerContext ctx)\n {\n ctx.Db.events.Insert(new Event { Kind = \"connected\" });\n }\n\n [SpacetimeDB.Reducer(ReducerKind.ClientDisconnected)]\n public static void ClientDisconnected(ReducerContext ctx)\n {\n ctx.Db.events.Insert(new Event { Kind = \"disconnected\" });\n }\n}",
+ "category": "basics",
+ "route_api_model": "gpt-5",
+ "golden_db": "basics-t-010-connect-golden",
+ "llm_db": "basics-t-010-connect-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/basics/t_010_connect/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/basics/t_010_connect/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "describe failed: WARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `basics-t-010-connect-golden`.\n",
+ "phase": "describe_golden"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-04T18:04:28.771931334Z",
+ "finished_at": "2026-01-04T18:05:16.349401352Z"
+ },
+ "t_006_delete": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_006_delete",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 3,
+ "passed_tests": 1,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"users\", Public = true)]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer]\n public static void DeleteUser(ReducerContext ctx, int id)\n {\n ctx.Db.users.Id.Delete(id);\n }\n}",
+ "category": "basics",
+ "route_api_model": "gpt-5",
+ "golden_db": "basics-t-006-delete-golden",
+ "llm_db": "basics-t-006-delete-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/basics/t_006_delete/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/basics/t_006_delete/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "delete_user_count_zero": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 0,
+ "expected": 0,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=1"
+ }
+ },
+ "seed_users_row": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `basics-t-006-delete-golden`.\n",
+ "phase": "sql_golden",
+ "sql": "INSERT INTO users(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)"
+ }
+ },
+ "schema_parity": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "describe failed: WARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `basics-t-006-delete-golden`.\n",
+ "phase": "describe_golden"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-04T18:03:16.646286587Z",
+ "finished_at": "2026-01-04T18:04:28.771873798Z"
+ },
+ "t_001_basic_tables": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_001_basic_tables",
+ "lang": "csharp",
+ "golden_published": false,
+ "model_name": "GPT-5",
+ "total_tests": 1,
+ "passed_tests": 0,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "gpt-5",
+ "golden_db": null,
+ "llm_db": null,
+ "work_dir_golden": null,
+ "work_dir_llm": null,
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "LLM call timed out",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-04T18:07:17.772342092Z",
+ "finished_at": "2026-01-04T18:07:17.772342092Z"
+ },
+ "t_002_scheduled_table": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_002_scheduled_table",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 1,
+ "passed_tests": 0,
+ "llm_output": "using System;\nusing SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"tick_timer\", Scheduled = nameof(Tick), ScheduledAt = nameof(ScheduledAt))]\n public partial struct TickTimer\n {\n [PrimaryKey, AutoInc]\n public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.tick_timer.Insert(new TickTimer\n {\n ScheduledAt = new ScheduleAt.Interval(TimeSpan.FromMilliseconds(50))\n });\n }\n\n [Reducer]\n public static void Tick(ReducerContext ctx, TickTimer _timer)\n {\n }\n}",
+ "category": "basics",
+ "route_api_model": "gpt-5",
+ "golden_db": "basics-t-002-scheduled-table-golden",
+ "llm_db": "basics-t-002-scheduled-table-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/basics/t_002_scheduled_table/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/basics/t_002_scheduled_table/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "describe failed: WARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `basics-t-002-scheduled-table-golden`.\n",
+ "phase": "describe_golden"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-04T18:03:32.125218903Z",
+ "finished_at": "2026-01-04T18:04:51.921266018Z"
+ },
+ "t_003_struct_in_table": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_003_struct_in_table",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 1,
+ "passed_tests": 0,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Type]\n public partial struct Position\n {\n public int X;\n public int Y;\n\n public Position(int X, int Y)\n {\n this.X = X;\n this.Y = Y;\n }\n }\n\n [SpacetimeDB.Table(Name = \"entities\", Public = true)]\n public partial struct Entity\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Position Pos;\n }\n}",
+ "category": "basics",
+ "route_api_model": "gpt-5",
+ "golden_db": "basics-t-003-struct-in-table-golden",
+ "llm_db": "basics-t-003-struct-in-table-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/basics/t_003_struct_in_table/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/basics/t_003_struct_in_table/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "describe failed: WARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `basics-t-003-struct-in-table-golden`.\n",
+ "phase": "describe_golden"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-04T18:03:49.955467773Z",
+ "finished_at": "2026-01-04T18:05:04.199024592Z"
+ },
+ "t_011_helper_function": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_011_helper_function",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 3,
+ "passed_tests": 0,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"results\")]\n public partial struct Result\n {\n [PrimaryKey]\n public int Id;\n public int Sum;\n }\n\n public static int Add(int a, int b)\n {\n return a + b;\n }\n\n [Reducer]\n public static void ComputeSum(ReducerContext ctx, int id, int a, int b)\n {\n ctx.Db.results.Insert(new Result\n {\n Id = id,\n Sum = Add(a, b),\n });\n }\n}",
+ "category": "basics",
+ "route_api_model": "gpt-5",
+ "golden_db": "basics-t-011-helper-function-golden",
+ "llm_db": "basics-t-011-helper-function-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/basics/t_011_helper_function/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/basics/t_011_helper_function/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "describe failed: WARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `basics-t-011-helper-function-golden`.\n",
+ "phase": "describe_golden"
+ }
+ },
+ "helper_func_sum_abs": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "actual": 0,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM results WHERE Id=1 AND Sum=5"
+ }
+ },
+ "helper_func_sum_parity": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `basics-t-011-helper-function-golden`.\n",
+ "phase": "call_reducer_golden"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-04T18:03:46.460100343Z",
+ "finished_at": "2026-01-04T18:04:59.206987734Z"
+ },
+ "t_017_scheduled_columns": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_017_scheduled_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 2,
+ "passed_tests": 1,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"tick_timer\", Scheduled = nameof(Tick), ScheduledAt = nameof(ScheduledAt))]\n public partial struct TickTimer\n {\n [SpacetimeDB.PrimaryKey, SpacetimeDB.AutoInc]\n public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n }\n\n [SpacetimeDB.Reducer(SpacetimeDB.ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.tick_timer.Insert(new TickTimer\n {\n ScheduledAt = new ScheduleAt.Interval(TimeSpan.FromMilliseconds(50))\n });\n }\n\n [SpacetimeDB.Reducer]\n public static void Tick(ReducerContext ctx, TickTimer _timer)\n {\n }\n}",
+ "category": "schema",
+ "route_api_model": "gpt-5",
+ "golden_db": "schema-t-017-scheduled-columns-golden",
+ "llm_db": "schema-t-017-scheduled-columns-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/schema/t_017_scheduled_columns/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/schema/t_017_scheduled_columns/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "scheduled_seeded_one_row": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM tick_timer WHERE ScheduledId>=0"
+ }
+ },
+ "schema_parity": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "describe failed: WARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `schema-t-017-scheduled-columns-golden`.\n",
+ "phase": "describe_golden"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-04T18:02:06.142065603Z",
+ "finished_at": "2026-01-04T18:03:31.781039210Z"
+ },
+ "t_013_spacetime_sum_type": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_013_spacetime_sum_type",
+ "lang": "csharp",
+ "golden_published": false,
+ "model_name": "GPT-5",
+ "total_tests": 3,
+ "passed_tests": 0,
+ "llm_output": "using SpacetimeDB;\nusing SpacetimeDB.Types;\n\npublic static partial class Module\n{\n [SpacetimeDB.Type]\n public partial struct Circle\n {\n public int Radius;\n }\n\n [SpacetimeDB.Type]\n public partial struct Rectangle\n {\n public int Width;\n public int Height;\n }\n\n [SpacetimeDB.Type]\n public partial class Shape : TaggedEnum<(Circle Circle, Rectangle Rectangle)>\n {\n }\n\n [SpacetimeDB.Table(Name = \"results\")]\n public partial struct Result\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Shape Value;\n }\n\n [SpacetimeDB.Reducer]\n public static void SetCircle(ReducerContext ctx, int id, int radius)\n {\n var shape = new Shape.Circle(new Circle { Radius = radius });\n ctx.Db.results.Insert(new Result { Id = id, Value = shape });\n }\n}",
+ "category": "schema",
+ "route_api_model": "gpt-5",
+ "golden_db": "schema-t-013-spacetime-sum-type-golden",
+ "llm_db": "schema-t-013-spacetime-sum-type-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/schema/t_013_spacetime_sum_type/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/schema/t_013_spacetime_sum_type/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_013_spacetime_sum_type/csharp/server/gpt-5/llm/Lib.cs(3,19): error CS0234: The type or namespace name 'Types' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_013_spacetime_sum_type/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_013_spacetime_sum_type/csharp/server/gpt-5/llm/obj/Release/net8.0/wasi-wasm/SpacetimeDB.Codegen/SpacetimeDB.Codegen.Module/FFI.cs(27,32): warning CS8981: The type name 'results' only contains lower-cased ascii characters. Such names may become reserved for the language. [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_013_spacetime_sum_type/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_013_spacetime_sum_type/csharp/server/gpt-5/llm/obj/Release/net8.0/wasi-wasm/SpacetimeDB.BSATN.Codegen/SpacetimeDB.Codegen.Type/Module.Shape.cs(7,26): error CS8871: 'Module.Shape.Circle.PrintMembers(StringBuilder)' does not override expected method from 'Module.Shape'. [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_013_spacetime_sum_type/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_013_spacetime_sum_type/csharp/server/gpt-5/llm/obj/Release/net8.0/wasi-wasm/SpacetimeDB.BSATN.Codegen/SpacetimeDB.Codegen.Type/Module.Shape.cs(13,26): error CS8871: 'Module.Shape.Rectangle.PrintMembers(StringBuilder)' does not override expected method from 'Module.Shape'. [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_013_spacetime_sum_type/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_013_spacetime_sum_type/csharp/server/gpt-5/llm/Lib.cs(21,34): error CS8865: Only records may inherit from records. [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_013_spacetime_sum_type/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_013_spacetime_sum_type/csharp/server/gpt-5/llm/Lib.cs(21,26): error CS0534: 'Module.Shape' does not implement inherited abstract member 'TaggedEnum<(Module.Circle Circle, Module.Rectangle Rectangle)>.$()' [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_013_spacetime_sum_type/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_013_spacetime_sum_type/csharp/server/gpt-5/llm/obj/Release/net8.0/wasi-wasm/SpacetimeDB.BSATN.Codegen/SpacetimeDB.Codegen.Type/Module.Shape.cs(7,58): error CS8864: Records may only inherit from object or another record [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_013_spacetime_sum_type/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_013_spacetime_sum_type/csharp/server/gpt-5/llm/obj/Release/net8.0/wasi-wasm/SpacetimeDB.BSATN.Codegen/SpacetimeDB.Codegen.Type/Module.Shape.cs(7,26): error CS0506: 'Module.Shape.Circle.Equals(Module.Shape?)': cannot override inherited member 'Module.Shape.Equals(Module.Shape?)' because it is not marked virtual, abstract, or override [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_013_spacetime_sum_type/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_013_spacetime_sum_type/csharp/server/gpt-5/llm/obj/Release/net8.0/wasi-wasm/SpacetimeDB.BSATN.Codegen/SpacetimeDB.Codegen.Type/Module.Shape.cs(7,26): error CS8876: 'Module.Shape.Circle.EqualityContract' does not override expected property from 'Module.Shape'. [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_013_spacetime_sum_type/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_013_spacetime_sum_type/csharp/server/gpt-5/llm/obj/Release/net8.0/wasi-wasm/SpacetimeDB.BSATN.Codegen/SpacetimeDB.Codegen.Type/Module.Shape.cs(13,67): error CS8864: Records may only inherit from object or another record [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_013_spacetime_sum_type/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_013_spacetime_sum_type/csharp/server/gpt-5/llm/obj/Release/net8.0/wasi-wasm/SpacetimeDB.BSATN.Codegen/SpacetimeDB.Codegen.Type/Module.Shape.cs(13,26): error CS0506: 'Module.Shape.Rectangle.Equals(Module.Shape?)': cannot override inherited member 'Module.Shape.Equals(Module.Shape?)' because it is not marked virtual, abstract, or override [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_013_spacetime_sum_type/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_013_spacetime_sum_type/csharp/server/gpt-5/llm/obj/Release/net8.0/wasi-wasm/SpacetimeDB.BSATN.Codegen/SpacetimeDB.Codegen.Type/Module.Shape.cs(13,26): error CS8876: 'Module.Shape.Rectangle.EqualityContract' does not override expected property from 'Module.Shape'. [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_013_spacetime_sum_type/csharp/server/gpt-5/llm/StdbModule.csproj]\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-04T18:03:02.247372147Z",
+ "finished_at": "2026-01-04T18:03:46.460073874Z"
+ },
+ "t_000_empty_reducers": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_000_empty_reducers",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 1,
+ "passed_tests": 0,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_NoArgs(ReducerContext ctx)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_WithInt(ReducerContext ctx, int count)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_WithString(ReducerContext ctx, string name)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_WithTwoArgs(ReducerContext ctx, int count, string name)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_WithThreeArgs(ReducerContext ctx, bool active, float ratio, string label)\n {\n }\n}",
+ "category": "basics",
+ "route_api_model": "gpt-5",
+ "golden_db": "basics-t-000-empty-reducers-golden",
+ "llm_db": "basics-t-000-empty-reducers-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/basics/t_000_empty_reducers/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/basics/t_000_empty_reducers/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "describe failed: WARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `basics-t-000-empty-reducers-golden`.\n",
+ "phase": "describe_golden"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-04T18:03:02.314835122Z",
+ "finished_at": "2026-01-04T18:03:49.955356015Z"
+ },
+ "t_004_insert": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_004_insert",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 2,
+ "passed_tests": 0,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"users\", Public = true)]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer]\n public static void InsertUser(ReducerContext ctx, int id, string name, int age, bool active)\n {\n ctx.Db.users.Insert(new User\n {\n Id = id,\n Name = name,\n Age = age,\n Active = active\n });\n }\n}",
+ "category": "basics",
+ "route_api_model": "gpt-5",
+ "golden_db": "basics-t-004-insert-golden",
+ "llm_db": "basics-t-004-insert-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/basics/t_004_insert/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/basics/t_004_insert/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "data_parity_insert_user": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `basics-t-004-insert-golden`.\n",
+ "phase": "call_reducer_golden"
+ }
+ },
+ "schema_parity": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "describe failed: WARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `basics-t-004-insert-golden`.\n",
+ "phase": "describe_golden"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-04T18:04:40.032531267Z",
+ "finished_at": "2026-01-04T18:05:19.104533291Z"
+ },
+ "t_014_elementary_columns": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_014_elementary_columns",
+ "lang": "csharp",
+ "golden_published": false,
+ "model_name": "GPT-5",
+ "total_tests": 3,
+ "passed_tests": 0,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"primitives\")]\n public partial struct Primitive\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public int Count;\n public long Total;\n public float Price;\n public double Ratio;\n public bool Active;\n public string Name;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.primitives.Insert(new Primitive\n {\n Id = 1,\n Count = 2,\n Total = 3000000000L,\n Price = 1.5f,\n Ratio = 2.25,\n Active = true,\n Name = \"Alice\"\n });\n }\n}",
+ "category": "schema",
+ "route_api_model": "gpt-5",
+ "golden_db": "schema-t-014-elementary-columns-golden",
+ "llm_db": "schema-t-014-elementary-columns-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/schema/t_014_elementary_columns/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\n\nInstalling pack Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk version 8.0.22...\nSkipping NuGet package signature verification.\nWriting workload pack installation record for Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk version 8.0.22...\nInstalling pack Microsoft.NETCore.App.Runtime.Mono.wasi-wasm version 8.0.22...\nPack Microsoft.NETCore.App.Runtime.Mono.wasi-wasm version 8.0.22 is already installed.\nWriting workload pack installation record for Microsoft.NETCore.App.Runtime.Mono.wasi-wasm version 8.0.22...\nInstalling pack Microsoft.NET.Runtime.WebAssembly.Templates version 8.0.22...\nPack Microsoft.NET.Runtime.WebAssembly.Templates version 8.0.22 is already installed.\nWriting workload pack installation record for Microsoft.NET.Runtime.WebAssembly.Templates version 8.0.22...\nInstalling pack Microsoft.NET.Runtime.MonoAOTCompiler.Task version 8.0.22...\nWriting workload pack installation record for Microsoft.NET.Runtime.MonoAOTCompiler.Task version 8.0.22...\nInstalling pack Microsoft.NET.Runtime.MonoTargets.Sdk version 8.0.22...\nWriting workload pack installation record for Microsoft.NET.Runtime.MonoTargets.Sdk version 8.0.22...\nGarbage collecting for SDK feature band(s) 8.0.100 8.0.200 8.0.300 8.0.400 9.0.100 9.0.200 9.0.300 10.0.100...\n\nSuccessfully installed workload(s) .\n\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/obj/Release/net8.0/wasi-wasm/SpacetimeDB.Codegen/SpacetimeDB.Codegen.Module/FFI.cs(27,32): warning CS8981: The type name 'primitives' only contains lower-cased ascii characters. Such names may become reserved for the language. [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: The \"EmitBundleObjectFiles\" task failed unexpectedly. [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: System.AggregateException: One or more errors occurred. (Pipe is broken.) (Pipe is broken.) (Pipe is broken.) (Pipe is broken.) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: ---> System.IO.IOException: Pipe is broken. [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.Pipes.PipeStream.CheckWriteOperations() [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.StreamWriter.Flush(Boolean flushStream, Boolean flushEncoder) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.StreamWriter.Dispose(Boolean disposing) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.TextWriter.Dispose() [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleBase.<>c__DisplayClass27_1.b__2(Stream codeStream) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at Utils.TryRunProcess(TaskLoggingHelper logger, String path, String args, IDictionary`2 envVars, String workingDir, Boolean silent, Boolean logStdErrAsMessage, MessageImportance debugMessageImportance, String label, Action`1 inputProvider) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleObjectFiles.EmitBundleFile(String destinationFile, Action`1 EmitBundleFile) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleBase.<>c__DisplayClass27_0.b__1(Int32 i, ParallelLoopState state) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.Parallel.<>c__DisplayClass19_0`2.b__1(RangeWorker& currentWorker, Int64 timeout, Boolean& replicationDelegateYieldedBeforeCompletion) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: --- End of stack trace from previous location --- [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.Parallel.<>c__DisplayClass19_0`2.b__1(RangeWorker& currentWorker, Int64 timeout, Boolean& replicationDelegateYieldedBeforeCompletion) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.TaskReplicator.Replica.Execute() [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: --- End of inner exception stack trace --- [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.TaskReplicator.Run[TState](ReplicatableUserAction`1 action, ParallelOptions options, Boolean stopOnFirstFailure) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.Parallel.ForWorker[TLocal,TInt](TInt fromInclusive, TInt toExclusive, ParallelOptions parallelOptions, Action`1 body, Action`2 bodyWithState, Func`4 bodyWithLocal, Func`1 localInit, Action`1 localFinally) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: --- End of stack trace from previous location --- [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.Parallel.ForWorker[TLocal,TInt](TInt fromInclusive, TInt toExclusive, ParallelOptions parallelOptions, Action`1 body, Action`2 bodyWithState, Func`4 bodyWithLocal, Func`1 localInit, Action`1 localFinally) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.Parallel.For(Int32 fromInclusive, Int32 toExclusive, ParallelOptions parallelOptions, Action`2 body) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleBase.Execute() [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleObjectFiles.Execute() [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at Microsoft.Build.BackEnd.TaskExecutionHost.Execute() [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at Microsoft.Build.BackEnd.TaskBuilder.ExecuteInstantiatedTask(TaskExecutionHost taskExecutionHost, TaskLoggingContext taskLoggingContext, TaskHost taskHost, ItemBucket bucket, TaskExecutionMode howToExecuteTask) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: ---> (Inner Exception #1) System.IO.IOException: Pipe is broken. [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.Pipes.PipeStream.CheckWriteOperations() [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.StreamWriter.Flush(Boolean flushStream, Boolean flushEncoder) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.StreamWriter.Dispose(Boolean disposing) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.TextWriter.Dispose() [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleBase.<>c__DisplayClass27_1.b__2(Stream codeStream) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at Utils.TryRunProcess(TaskLoggingHelper logger, String path, String args, IDictionary`2 envVars, String workingDir, Boolean silent, Boolean logStdErrAsMessage, MessageImportance debugMessageImportance, String label, Action`1 inputProvider) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleObjectFiles.EmitBundleFile(String destinationFile, Action`1 EmitBundleFile) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleBase.<>c__DisplayClass27_0.b__1(Int32 i, ParallelLoopState state) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.Parallel.<>c__DisplayClass19_0`2.b__1(RangeWorker& currentWorker, Int64 timeout, Boolean& replicationDelegateYieldedBeforeCompletion) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: --- End of stack trace from previous location --- [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.Parallel.<>c__DisplayClass19_0`2.b__1(RangeWorker& currentWorker, Int64 timeout, Boolean& replicationDelegateYieldedBeforeCompletion) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.TaskReplicator.Replica.Execute()<--- [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: ---> (Inner Exception #2) System.IO.IOException: Pipe is broken. [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.Pipes.PipeStream.CheckWriteOperations() [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.StreamWriter.Flush(Boolean flushStream, Boolean flushEncoder) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.StreamWriter.Dispose(Boolean disposing) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.TextWriter.Dispose() [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleBase.<>c__DisplayClass27_1.b__2(Stream codeStream) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at Utils.TryRunProcess(TaskLoggingHelper logger, String path, String args, IDictionary`2 envVars, String workingDir, Boolean silent, Boolean logStdErrAsMessage, MessageImportance debugMessageImportance, String label, Action`1 inputProvider) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleObjectFiles.EmitBundleFile(String destinationFile, Action`1 EmitBundleFile) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleBase.<>c__DisplayClass27_0.b__1(Int32 i, ParallelLoopState state) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.Parallel.<>c__DisplayClass19_0`2.b__1(RangeWorker& currentWorker, Int64 timeout, Boolean& replicationDelegateYieldedBeforeCompletion) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: --- End of stack trace from previous location --- [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.Parallel.<>c__DisplayClass19_0`2.b__1(RangeWorker& currentWorker, Int64 timeout, Boolean& replicationDelegateYieldedBeforeCompletion) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.TaskReplicator.Replica.Execute()<--- [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: ---> (Inner Exception #3) System.IO.IOException: Pipe is broken. [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.Pipes.PipeStream.CheckWriteOperations() [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.StreamWriter.Flush(Boolean flushStream, Boolean flushEncoder) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.StreamWriter.Dispose(Boolean disposing) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.IO.TextWriter.Dispose() [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleBase.<>c__DisplayClass27_1.b__2(Stream codeStream) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at Utils.TryRunProcess(TaskLoggingHelper logger, String path, String args, IDictionary`2 envVars, String workingDir, Boolean silent, Boolean logStdErrAsMessage, MessageImportance debugMessageImportance, String label, Action`1 inputProvider) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleObjectFiles.EmitBundleFile(String destinationFile, Action`1 EmitBundleFile) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at EmitBundleBase.<>c__DisplayClass27_0.b__1(Int32 i, ParallelLoopState state) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.Parallel.<>c__DisplayClass19_0`2.b__1(RangeWorker& currentWorker, Int64 timeout, Boolean& replicationDelegateYieldedBeforeCompletion) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: --- End of stack trace from previous location --- [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.Parallel.<>c__DisplayClass19_0`2.b__1(RangeWorker& currentWorker, Int64 timeout, Boolean& replicationDelegateYieldedBeforeCompletion) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: at System.Threading.Tasks.TaskReplicator.Replica.Execute()<--- [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/usr/share/dotnet/packs/Microsoft.NET.Runtime.WebAssembly.Wasi.Sdk/8.0.22/Sdk/WasiApp.Native.targets(370,5): error MSB4018: [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_014_elementary_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-04T18:02:06.151425389Z",
+ "finished_at": "2026-01-04T18:03:02.557372040Z"
+ },
+ "t_016_sum_type_columns": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_016_sum_type_columns",
+ "lang": "csharp",
+ "golden_published": false,
+ "model_name": "GPT-5",
+ "total_tests": 3,
+ "passed_tests": 0,
+ "llm_output": "using SpacetimeDB;\nusing SpacetimeDB.Types;\n\npublic static partial class Module\n{\n [SpacetimeDB.Type]\n public partial struct Circle\n {\n public int Radius;\n }\n\n [SpacetimeDB.Type]\n public partial struct Rectangle\n {\n public int Width;\n public int Height;\n }\n\n [SpacetimeDB.Type]\n public partial class Shape : TaggedEnum<(Circle Circle, Rectangle Rectangle)>\n {\n }\n\n [SpacetimeDB.Table(Name = \"drawings\")]\n public partial struct Drawing\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Shape A;\n public Shape B;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.drawings.Insert(new Drawing\n {\n Id = 1,\n A = Shape.Circle(new Circle { Radius = 10 }),\n B = Shape.Rectangle(new Rectangle { Width = 4, Height = 6 })\n });\n }\n}",
+ "category": "schema",
+ "route_api_model": "gpt-5",
+ "golden_db": "schema-t-016-sum-type-columns-golden",
+ "llm_db": "schema-t-016-sum-type-columns-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/schema/t_016_sum_type_columns/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/schema/t_016_sum_type_columns/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_016_sum_type_columns/csharp/server/gpt-5/llm/Lib.cs(3,19): error CS0234: The type or namespace name 'Types' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_016_sum_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_016_sum_type_columns/csharp/server/gpt-5/llm/obj/Release/net8.0/wasi-wasm/SpacetimeDB.Codegen/SpacetimeDB.Codegen.Module/FFI.cs(27,32): warning CS8981: The type name 'drawings' only contains lower-cased ascii characters. Such names may become reserved for the language. [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_016_sum_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_016_sum_type_columns/csharp/server/gpt-5/llm/obj/Release/net8.0/wasi-wasm/SpacetimeDB.BSATN.Codegen/SpacetimeDB.Codegen.Type/Module.Shape.cs(7,26): error CS8871: 'Module.Shape.Circle.PrintMembers(StringBuilder)' does not override expected method from 'Module.Shape'. [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_016_sum_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_016_sum_type_columns/csharp/server/gpt-5/llm/obj/Release/net8.0/wasi-wasm/SpacetimeDB.BSATN.Codegen/SpacetimeDB.Codegen.Type/Module.Shape.cs(13,26): error CS8871: 'Module.Shape.Rectangle.PrintMembers(StringBuilder)' does not override expected method from 'Module.Shape'. [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_016_sum_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_016_sum_type_columns/csharp/server/gpt-5/llm/Lib.cs(21,34): error CS8865: Only records may inherit from records. [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_016_sum_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_016_sum_type_columns/csharp/server/gpt-5/llm/Lib.cs(21,26): error CS0534: 'Module.Shape' does not implement inherited abstract member 'TaggedEnum<(Module.Circle Circle, Module.Rectangle Rectangle)>.$()' [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_016_sum_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_016_sum_type_columns/csharp/server/gpt-5/llm/obj/Release/net8.0/wasi-wasm/SpacetimeDB.BSATN.Codegen/SpacetimeDB.Codegen.Type/Module.Shape.cs(7,58): error CS8864: Records may only inherit from object or another record [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_016_sum_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_016_sum_type_columns/csharp/server/gpt-5/llm/obj/Release/net8.0/wasi-wasm/SpacetimeDB.BSATN.Codegen/SpacetimeDB.Codegen.Type/Module.Shape.cs(7,26): error CS0506: 'Module.Shape.Circle.Equals(Module.Shape?)': cannot override inherited member 'Module.Shape.Equals(Module.Shape?)' because it is not marked virtual, abstract, or override [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_016_sum_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_016_sum_type_columns/csharp/server/gpt-5/llm/obj/Release/net8.0/wasi-wasm/SpacetimeDB.BSATN.Codegen/SpacetimeDB.Codegen.Type/Module.Shape.cs(7,26): error CS8876: 'Module.Shape.Circle.EqualityContract' does not override expected property from 'Module.Shape'. [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_016_sum_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_016_sum_type_columns/csharp/server/gpt-5/llm/obj/Release/net8.0/wasi-wasm/SpacetimeDB.BSATN.Codegen/SpacetimeDB.Codegen.Type/Module.Shape.cs(13,67): error CS8864: Records may only inherit from object or another record [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_016_sum_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_016_sum_type_columns/csharp/server/gpt-5/llm/obj/Release/net8.0/wasi-wasm/SpacetimeDB.BSATN.Codegen/SpacetimeDB.Codegen.Type/Module.Shape.cs(13,26): error CS0506: 'Module.Shape.Rectangle.Equals(Module.Shape?)': cannot override inherited member 'Module.Shape.Equals(Module.Shape?)' because it is not marked virtual, abstract, or override [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_016_sum_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_016_sum_type_columns/csharp/server/gpt-5/llm/obj/Release/net8.0/wasi-wasm/SpacetimeDB.BSATN.Codegen/SpacetimeDB.Codegen.Type/Module.Shape.cs(13,26): error CS8876: 'Module.Shape.Rectangle.EqualityContract' does not override expected property from 'Module.Shape'. [/home/runner/work/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_016_sum_type_columns/csharp/server/gpt-5/llm/StdbModule.csproj]\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-04T18:02:28.230551359Z",
+ "finished_at": "2026-01-04T18:03:16.646260839Z"
+ },
+ "t_009_init": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_009_init",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 4,
+ "passed_tests": 3,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"users\")]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer(SpacetimeDB.ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.users.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n ctx.Db.users.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n }\n}",
+ "category": "basics",
+ "route_api_model": "gpt-5",
+ "golden_db": "basics-t-009-init-golden",
+ "llm_db": "basics-t-009-init-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/basics/t_009_init/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/basics/t_009_init/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "describe failed: WARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `basics-t-009-init-golden`.\n",
+ "phase": "describe_golden"
+ }
+ },
+ "init_total_two": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 2,
+ "expected": 2,
+ "sql": "SELECT COUNT(*) AS n FROM users"
+ }
+ },
+ "init_seed_alice": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=1 AND Name='Alice' AND Age=30 AND Active=true"
+ }
+ },
+ "init_seed_bob": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=2 AND Name='Bob' AND Age=22 AND Active=false"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-04T18:03:31.415313652Z",
+ "finished_at": "2026-01-04T18:04:59.072525790Z"
+ },
+ "t_007_crud": {
+ "hash": "6f75b0c555fd7577df52872b447d9237496b7f004485c56464181b8bfb7834de",
+ "task": "t_007_crud",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-5",
+ "total_tests": 4,
+ "passed_tests": 1,
+ "llm_output": "using System;\nusing SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"users\")]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer]\n public static void Crud(ReducerContext ctx)\n {\n // insert (Id=1, Name=\"Alice\", Age=30, Active=true)\n ctx.Db.users.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n\n // insert (Id=2, Name=\"Bob\", Age=22, Active=false)\n ctx.Db.users.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n\n // update (Id=1, Name=\"Alice2\", Age=31, Active=false)\n var u1 = ctx.Db.users.Id.Find(1) ?? throw new Exception(\"User with Id=1 not found\");\n u1.Name = \"Alice2\";\n u1.Age = 31;\n u1.Active = false;\n ctx.Db.users.Id.Update(u1);\n\n // delete Id=2\n ctx.Db.users.Id.Delete(2);\n }\n}",
+ "category": "basics",
+ "route_api_model": "gpt-5",
+ "golden_db": "basics-t-007-crud-golden",
+ "llm_db": "basics-t-007-crud-gpt-5-llm",
+ "work_dir_golden": "target/llm-runs/basics/t_007_crud/csharp/server/golden",
+ "work_dir_llm": "target/llm-runs/basics/t_007_crud/csharp/server/gpt-5/llm",
+ "scorer_details": {
+ "crud_row_id1_parity": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `basics-t-007-crud-golden`.\n",
+ "phase": "call_reducer_golden"
+ }
+ },
+ "crud_row_id2_deleted": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 0,
+ "expected": 0,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=2"
+ }
+ },
+ "schema_parity": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "describe failed: WARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: failed to find database `basics-t-007-crud-golden`.\n",
+ "phase": "describe_golden"
+ }
+ },
+ "crud_total_count_one": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "actual": 0,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM users"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2026-01-04T18:03:02.557397448Z",
+ "finished_at": "2026-01-04T18:03:57.769578396Z"
+ }
+ }
+ },
+ {
+ "name": "o4-mini",
+ "route_api_model": "o4-mini",
+ "tasks": {
+ "t_014_elementary_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_014_elementary_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "o4-mini",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "o4-mini",
+ "golden_db": "schema-t-014-elementary-columns-golden",
+ "llm_db": "schema-t-014-elementary-columns-o4-mini-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\o4-mini\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-014-elementary-columns-golden",
+ "llm_db": "schema-t-014-elementary-columns-o4-mini-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "elementary_columns_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "schema-t-014-elementary-columns-golden",
+ "golden_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"",
+ "llm_db": "schema-t-014-elementary-columns-o4-mini-llm",
+ "llm_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"",
+ "query": "SELECT Id, Count, Total, Price, Ratio, Active, Name FROM primitives WHERE Id=1",
+ "reducer": "Seed",
+ "server": "local"
+ }
+ },
+ "elementary_columns_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM primitives WHERE Id=1"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:48.289792Z",
+ "finished_at": "2025-10-19T23:22:01.068608400Z"
+ },
+ "t_006_delete": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_006_delete",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "o4-mini",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "o4-mini",
+ "golden_db": "basics-t-006-delete-golden",
+ "llm_db": "basics-t-006-delete-o4-mini-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\o4-mini\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-006-delete-golden",
+ "llm_db": "basics-t-006-delete-o4-mini-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "delete_user_count_zero": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 0,
+ "expected": 0,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=1"
+ }
+ },
+ "seed_users_row": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "sql": "INSERT INTO users(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:47.644379900Z",
+ "finished_at": "2025-10-19T23:21:59.142268900Z"
+ },
+ "t_018_constraints": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_018_constraints",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "o4-mini",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "o4-mini",
+ "golden_db": "schema-t-018-constraints-golden",
+ "llm_db": "schema-t-018-constraints-o4-mini-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\o4-mini\\llm",
+ "scorer_details": {
+ "constraints_seed_two_rows": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM accounts WHERE Id=2"
+ }
+ },
+ "constraints_row_parity_after_seed": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "schema-t-018-constraints-golden",
+ "golden_out": "Id | Email | Name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"",
+ "llm_db": "schema-t-018-constraints-o4-mini-llm",
+ "llm_out": "Id | Email | Name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"",
+ "query": "SELECT Id, Email, Name FROM accounts WHERE Id=1",
+ "reducer": "Seed",
+ "server": "local"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-018-constraints-golden",
+ "llm_db": "schema-t-018-constraints-o4-mini-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:48.744809600Z",
+ "finished_at": "2025-10-19T23:21:58.431013200Z"
+ },
+ "t_003_struct_in_table": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_003_struct_in_table",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "o4-mini",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "o4-mini",
+ "golden_db": "basics-t-003-struct-in-table-golden",
+ "llm_db": "basics-t-003-struct-in-table-o4-mini-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\o4-mini\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-003-struct-in-table-golden",
+ "llm_db": "basics-t-003-struct-in-table-o4-mini-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:47.408425700Z",
+ "finished_at": "2025-10-19T23:22:00.509202800Z"
+ },
+ "t_005_update": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_005_update",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "o4-mini",
+ "total_tests": 3,
+ "passed_tests": 1,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "o4-mini",
+ "golden_db": "basics-t-005-update-golden",
+ "llm_db": "basics-t-005-update-o4-mini-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_005_update\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_005_update\\csharp\\server\\o4-mini\\llm",
+ "scorer_details": {
+ "seed_users_row": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: IndexError: Unique constraint violation 'users_Id_idx_btree' in table 'users': column(s): '[\"Id\"]' value: 1\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:3000/v1/database/c2009d82dc6baa267ea089f997a830b64b31543e098dcb102ae1025dce7d1f73/sql)\n",
+ "phase": "sql_golden",
+ "sql": "INSERT INTO users(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)"
+ }
+ },
+ "data_parity_update_user": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: SpacetimeDB.NoSuchRowException: The row was not found, e.g., in an update call\n at SpacetimeDB.Internal.FFI.CheckedStatus.Marshaller.ConvertToManaged(Errno )\n at SpacetimeDB.Internal.FFI.datastore_update_bsatn(TableId , IndexId , Span`1 , UInt32& )\n at SpacetimeDB.Internal.UniqueIndex`4[[SpacetimeDB.Internal.TableHandles.users, StdbModule, Version=1.0.0.0, Culture=neutral, PublicKeyToken=null],[Module.Users, StdbModule, Version=1.0.0.0, Culture=neutral, PublicKeyToken=null],[System.Int32, System.Private.CoreLib, Version=8.0.0.0, Culture=neutral, PublicKeyToken=7cec85d7bea7798e],[SpacetimeDB.BSATN.I32, SpacetimeDB.BSATN.Runtime, Version=1.5.0.0, Culture=neutral, PublicKeyToken=null]].DoUpdate(Users )\n at SpacetimeDB.Internal.TableHandles.users.IdUniqueIndex.Update(Users )\n at Module.UpdateUser(ReducerContext , Int32 , String , Int32 , Boolean )\n at ModuleRegistration.UpdateUser.Invoke(BinaryReader , IReducerContext )\n at SpacetimeDB.Internal.Module.__call_reducer__(UInt32 id, UInt64 sender_0, UInt64 sender_1, UInt64 sender_2, UInt64 sender_3, UInt64 conn_id_0, UInt64 conn_id_1, Timestamp timestamp, BytesSource args, BytesSink error)\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:3000/v1/database/c2002ae1190f79d06705c8050b4825767f36b610058869860bdb2f25a3d2606c/call/UpdateUser)\n",
+ "phase": "call_reducer_llm"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-005-update-golden",
+ "llm_db": "basics-t-005-update-o4-mini-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:47.566753600Z",
+ "finished_at": "2025-10-19T23:21:58.713208900Z"
+ },
+ "t_002_scheduled_table": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_002_scheduled_table",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "o4-mini",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "o4-mini",
+ "golden_db": "basics-t-002-scheduled-table-golden",
+ "llm_db": "basics-t-002-scheduled-table-o4-mini-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\o4-mini\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-002-scheduled-table-golden",
+ "llm_db": "basics-t-002-scheduled-table-o4-mini-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:47.329189800Z",
+ "finished_at": "2025-10-19T23:21:58.845517100Z"
+ },
+ "t_004_insert": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_004_insert",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "o4-mini",
+ "total_tests": 2,
+ "passed_tests": 0,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "o4-mini",
+ "golden_db": "basics-t-004-insert-golden",
+ "llm_db": "basics-t-004-insert-o4-mini-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\o4-mini\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\o4-mini\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(27,32): warning CS8981: The type name 'users' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\o4-mini\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\o4-mini\\llm\\Lib.cs(19,16): error CS1061: 'Local' does not contain a definition for 'Users' and no accessible extension method 'Users' accepting a first argument of type 'Local' could be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\o4-mini\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:47.487751600Z",
+ "finished_at": "2025-10-19T23:15:49.003673700Z"
+ },
+ "t_008_index_lookup": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_008_index_lookup",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "o4-mini",
+ "total_tests": 3,
+ "passed_tests": 0,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "o4-mini",
+ "golden_db": "basics-t-008-index-lookup-golden",
+ "llm_db": "basics-t-008-index-lookup-o4-mini-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\o4-mini\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\o4-mini\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(27,32): warning CS8981: The type name 'results' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\o4-mini\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\o4-mini\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(70,24): warning CS8981: The type name 'users' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\o4-mini\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\o4-mini\\llm\\Lib.cs(30,59): error CS1061: 'Module.Users?' does not contain a definition for 'Id' and no accessible extension method 'Id' accepting a first argument of type 'Module.Users?' could be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\o4-mini\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\o4-mini\\llm\\Lib.cs(30,75): error CS1061: 'Module.Users?' does not contain a definition for 'Name' and no accessible extension method 'Name' accepting a first argument of type 'Module.Users?' could be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\o4-mini\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:47.801378400Z",
+ "finished_at": "2025-10-19T23:16:06.930643500Z"
+ },
+ "t_001_basic_tables": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_001_basic_tables",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "o4-mini",
+ "total_tests": 1,
+ "passed_tests": 0,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "o4-mini",
+ "golden_db": "basics-t-001-basic-tables-golden",
+ "llm_db": "basics-t-001-basic-tables-o4-mini-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\o4-mini\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\o4-mini\\llm\\Lib.cs(6,40): error CS1016: Named attribute argument expected [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\o4-mini\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\o4-mini\\llm\\Lib.cs(6,40): error CS0103: The name 'Public' does not exist in the current context [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\o4-mini\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\o4-mini\\llm\\Lib.cs(6,6): error CS1729: 'TableAttribute' does not contain a constructor that takes 1 arguments [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\o4-mini\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\o4-mini\\llm\\Lib.cs(16,43): error CS1016: Named attribute argument expected [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\o4-mini\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\o4-mini\\llm\\Lib.cs(16,43): error CS0103: The name 'Public' does not exist in the current context [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\o4-mini\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\o4-mini\\llm\\Lib.cs(16,6): error CS1729: 'TableAttribute' does not contain a constructor that takes 1 arguments [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\o4-mini\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\o4-mini\\llm\\Lib.cs(26,40): error CS1016: Named attribute argument expected [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\o4-mini\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\o4-mini\\llm\\Lib.cs(26,40): error CS0103: The name 'Public' does not exist in the current context [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\o4-mini\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\o4-mini\\llm\\Lib.cs(26,6): error CS1729: 'TableAttribute' does not contain a constructor that takes 1 arguments [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\o4-mini\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:47.248478100Z",
+ "finished_at": "2025-10-19T23:15:36.126687400Z"
+ },
+ "t_010_connect": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_010_connect",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "o4-mini",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "o4-mini",
+ "golden_db": "basics-t-010-connect-golden",
+ "llm_db": "basics-t-010-connect-o4-mini-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\o4-mini\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-010-connect-golden",
+ "llm_db": "basics-t-010-connect-o4-mini-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:47.956244400Z",
+ "finished_at": "2025-10-19T23:21:59.458614600Z"
+ },
+ "t_021_multi_column_index": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_021_multi_column_index",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "o4-mini",
+ "total_tests": 4,
+ "passed_tests": 4,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "o4-mini",
+ "golden_db": "schema-t-021-multi-column-index-golden",
+ "llm_db": "schema-t-021-multi-column-index-o4-mini-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\o4-mini\\llm",
+ "scorer_details": {
+ "mcindex_seed_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 3,
+ "expected": 3,
+ "sql": "SELECT COUNT(*) AS n FROM logs"
+ }
+ },
+ "mcindex_lookup_u7_d2": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM logs WHERE UserId=7 AND Day=2"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-021-multi-column-index-golden",
+ "llm_db": "schema-t-021-multi-column-index-o4-mini-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "mcindex_lookup_u7_d1": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM logs WHERE UserId=7 AND Day=1"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:15:49.473810800Z",
+ "finished_at": "2025-10-19T23:21:56.880671200Z"
+ },
+ "t_016_sum_type_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_016_sum_type_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "o4-mini",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "o4-mini",
+ "golden_db": "schema-t-016-sum-type-columns-golden",
+ "llm_db": "schema-t-016-sum-type-columns-o4-mini-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\o4-mini\\llm",
+ "scorer_details": {
+ "sum_type_columns_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "schema-t-016-sum-type-columns-golden",
+ "golden_out": "Id | A | B ----+--------------------------+--------------------------------------- 1 | (Circle = (Radius = 10)) | (Rectangle = (Width = 4, Height = 6))",
+ "llm_db": "schema-t-016-sum-type-columns-o4-mini-llm",
+ "llm_out": "Id | A | B ----+--------------------------+--------------------------------------- 1 | (Circle = (Radius = 10)) | (Rectangle = (Width = 4, Height = 6))",
+ "query": "SELECT Id, A, B FROM drawings WHERE Id=1",
+ "reducer": "Seed",
+ "server": "local"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-016-sum-type-columns-golden",
+ "llm_db": "schema-t-016-sum-type-columns-o4-mini-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "sum_type_columns_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM drawings WHERE Id=1"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:48.503910600Z",
+ "finished_at": "2025-10-19T23:22:00.341656200Z"
+ },
+ "t_007_crud": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_007_crud",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "o4-mini",
+ "total_tests": 4,
+ "passed_tests": 2,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "o4-mini",
+ "golden_db": "basics-t-007-crud-golden",
+ "llm_db": "basics-t-007-crud-o4-mini-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\o4-mini\\llm",
+ "scorer_details": {
+ "crud_row_id1_parity": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: SpacetimeDB.UniqueConstraintViolationException: Value with given unique identifier already exists\n at SpacetimeDB.Internal.FFI.CheckedStatus.Marshaller.ConvertToManaged(Errno )\n at SpacetimeDB.Internal.FFI.datastore_insert_bsatn(TableId , Span`1 , UInt32& )\n at SpacetimeDB.Internal.ITableView`2[[SpacetimeDB.Internal.TableHandles.users, StdbModule, Version=1.0.0.0, Culture=neutral, PublicKeyToken=null],[Module.User, StdbModule, Version=1.0.0.0, Culture=neutral, PublicKeyToken=null]].DoInsert(User )\n at SpacetimeDB.Internal.TableHandles.users.Insert(User )\n at Module.Crud(ReducerContext )\n at ModuleRegistration.Crud.Invoke(BinaryReader , IReducerContext )\n at SpacetimeDB.Internal.Module.__call_reducer__(UInt32 id, UInt64 sender_0, UInt64 sender_1, UInt64 sender_2, UInt64 sender_3, UInt64 conn_id_0, UInt64 conn_id_1, Timestamp timestamp, BytesSource args, BytesSink error)\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:3000/v1/database/c200b8341c6ccfc8fe52f225fa1fbfc9b53d0de44b74ac5b291d8c94ef9e9fab/call/Crud)\n",
+ "phase": "call_reducer_golden"
+ }
+ },
+ "crud_total_count_one": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "actual": 0,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM users"
+ }
+ },
+ "crud_row_id2_deleted": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 0,
+ "expected": 0,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=2"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-007-crud-golden",
+ "llm_db": "basics-t-007-crud-o4-mini-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:47.721825Z",
+ "finished_at": "2025-10-19T23:22:01.386410500Z"
+ },
+ "t_020_ecs": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_020_ecs",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "o4-mini",
+ "total_tests": 5,
+ "passed_tests": 0,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "o4-mini",
+ "golden_db": "schema-t-020-ecs-golden",
+ "llm_db": "schema-t-020-ecs-o4-mini-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\o4-mini\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\o4-mini\\llm\\Lib.cs(5,43): error CS1016: Named attribute argument expected [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\o4-mini\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\o4-mini\\llm\\Lib.cs(5,43): error CS0103: The name 'Public' does not exist in the current context [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\o4-mini\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\o4-mini\\llm\\Lib.cs(5,6): error CS1729: 'TableAttribute' does not contain a constructor that takes 1 arguments [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\o4-mini\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\o4-mini\\llm\\Lib.cs(11,44): error CS1016: Named attribute argument expected [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\o4-mini\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\o4-mini\\llm\\Lib.cs(11,44): error CS0103: The name 'Public' does not exist in the current context [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\o4-mini\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\o4-mini\\llm\\Lib.cs(11,6): error CS1729: 'TableAttribute' does not contain a constructor that takes 1 arguments [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\o4-mini\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\o4-mini\\llm\\Lib.cs(19,45): error CS1016: Named attribute argument expected [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\o4-mini\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\o4-mini\\llm\\Lib.cs(19,45): error CS0103: The name 'Public' does not exist in the current context [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\o4-mini\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\o4-mini\\llm\\Lib.cs(19,6): error CS1729: 'TableAttribute' does not contain a constructor that takes 1 arguments [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\o4-mini\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\o4-mini\\llm\\Lib.cs(27,49): error CS1016: Named attribute argument expected [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\o4-mini\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\o4-mini\\llm\\Lib.cs(27,49): error CS0103: The name 'Public' does not exist in the current context [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\o4-mini\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\o4-mini\\llm\\Lib.cs(27,6): error CS1729: 'TableAttribute' does not contain a constructor that takes 1 arguments [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\o4-mini\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:15:36.126968800Z",
+ "finished_at": "2025-10-19T23:16:46.141457Z"
+ },
+ "t_011_helper_function": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_011_helper_function",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "o4-mini",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "o4-mini",
+ "golden_db": "basics-t-011-helper-function-golden",
+ "llm_db": "basics-t-011-helper-function-o4-mini-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\o4-mini\\llm",
+ "scorer_details": {
+ "helper_func_sum_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ 2,
+ 3
+ ],
+ "golden_db": "basics-t-011-helper-function-golden",
+ "golden_out": "Id | Sum ----+----- 1 | 5",
+ "llm_db": "basics-t-011-helper-function-o4-mini-llm",
+ "llm_out": "Id | Sum ----+----- 1 | 5",
+ "query": "SELECT Id, Sum FROM results WHERE Id=1",
+ "reducer": "ComputeSum",
+ "server": "local"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-011-helper-function-golden",
+ "llm_db": "basics-t-011-helper-function-o4-mini-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "helper_func_sum_abs": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM results WHERE Id=1 AND Sum=5"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:48.032931500Z",
+ "finished_at": "2025-10-19T23:21:59.849948300Z"
+ },
+ "t_013_spacetime_sum_type": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_013_spacetime_sum_type",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "o4-mini",
+ "total_tests": 3,
+ "passed_tests": 0,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "o4-mini",
+ "golden_db": "schema-t-013-spacetime-sum-type-golden",
+ "llm_db": "schema-t-013-spacetime-sum-type-o4-mini-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\o4-mini\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\o4-mini\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Shape.cs(6,26): error CS8910: The primary constructor conflicts with the synthesized copy constructor. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\o4-mini\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\o4-mini\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Shape.cs(12,26): error CS8910: The primary constructor conflicts with the synthesized copy constructor. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\o4-mini\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\o4-mini\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(27,32): warning CS8981: The type name 'results' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\o4-mini\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:48.193276500Z",
+ "finished_at": "2025-10-19T23:15:49.471287400Z"
+ },
+ "t_000_empty_reducers": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_000_empty_reducers",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "o4-mini",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_NoArgs(ReducerContext ctx)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_WithInt(ReducerContext ctx, int count)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_WithString(ReducerContext ctx, string name)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_WithTwoArgs(ReducerContext ctx, int count, string name)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_WithThreeArgs(ReducerContext ctx, bool active, float ratio, string label)\n {\n }\n}",
+ "category": "basics",
+ "route_api_model": "o4-mini",
+ "golden_db": "basics-t-000-empty-reducers-golden",
+ "llm_db": "basics-t-000-empty-reducers-o4-mini-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\o4-mini\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-000-empty-reducers-golden",
+ "llm_db": "basics-t-000-empty-reducers-o4-mini-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-21T23:58:20.283902800Z",
+ "finished_at": "2025-10-21T23:59:25.402595100Z"
+ },
+ "t_015_product_type_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_015_product_type_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "o4-mini",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "o4-mini",
+ "golden_db": "schema-t-015-product-type-columns-golden",
+ "llm_db": "schema-t-015-product-type-columns-o4-mini-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\o4-mini\\llm",
+ "scorer_details": {
+ "product_type_columns_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "schema-t-015-product-type-columns-golden",
+ "golden_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (Street = \"1 Main\", Zip = 11111) | (Street = \"2 Broad\", Zip = 22222) | (X = 7, Y = 9)",
+ "llm_db": "schema-t-015-product-type-columns-o4-mini-llm",
+ "llm_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (Street = \"1 Main\", Zip = 11111) | (Street = \"2 Broad\", Zip = 22222) | (X = 7, Y = 9)",
+ "query": "SELECT Id, Home, Work, Pos FROM profiles WHERE Id=1",
+ "reducer": "Seed",
+ "server": "local"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-015-product-type-columns-golden",
+ "llm_db": "schema-t-015-product-type-columns-o4-mini-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "product_type_columns_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM profiles WHERE Id=1"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:48.389461500Z",
+ "finished_at": "2025-10-19T23:21:57.778496700Z"
+ },
+ "t_017_scheduled_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_017_scheduled_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "o4-mini",
+ "total_tests": 2,
+ "passed_tests": 2,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "o4-mini",
+ "golden_db": "schema-t-017-scheduled-columns-golden",
+ "llm_db": "schema-t-017-scheduled-columns-o4-mini-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\o4-mini\\llm",
+ "scorer_details": {
+ "scheduled_seeded_one_row": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM tick_timer WHERE ScheduledId>=0"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-017-scheduled-columns-golden",
+ "llm_db": "schema-t-017-scheduled-columns-o4-mini-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:48.629575200Z",
+ "finished_at": "2025-10-19T23:21:59.322132600Z"
+ },
+ "t_009_init": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_009_init",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "o4-mini",
+ "total_tests": 4,
+ "passed_tests": 4,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "o4-mini",
+ "golden_db": "basics-t-009-init-golden",
+ "llm_db": "basics-t-009-init-o4-mini-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_009_init\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_009_init\\csharp\\server\\o4-mini\\llm",
+ "scorer_details": {
+ "init_seed_alice": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=1 AND Name='Alice' AND Age=30 AND Active=true"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-009-init-golden",
+ "llm_db": "basics-t-009-init-o4-mini-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "init_seed_bob": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=2 AND Name='Bob' AND Age=22 AND Active=false"
+ }
+ },
+ "init_total_two": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 2,
+ "expected": 2,
+ "sql": "SELECT COUNT(*) AS n FROM users"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:47.878935900Z",
+ "finished_at": "2025-10-19T23:21:58.086857300Z"
+ },
+ "t_012_spacetime_product_type": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_012_spacetime_product_type",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "o4-mini",
+ "total_tests": 3,
+ "passed_tests": 0,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "o4-mini",
+ "golden_db": "schema-t-012-spacetime-product-type-golden",
+ "llm_db": "schema-t-012-spacetime-product-type-o4-mini-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\o4-mini\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\o4-mini\\llm\\Lib.cs(13,42): error CS1016: Named attribute argument expected [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\o4-mini\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\o4-mini\\llm\\Lib.cs(13,42): error CS0103: The name 'Public' does not exist in the current context [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\o4-mini\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\o4-mini\\llm\\Lib.cs(13,6): error CS1729: 'TableAttribute' does not contain a constructor that takes 1 arguments [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\o4-mini\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:48.113283300Z",
+ "finished_at": "2025-10-19T23:15:51.073350Z"
+ },
+ "t_019_many_to_many": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_019_many_to_many",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "o4-mini",
+ "total_tests": 5,
+ "passed_tests": 0,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "o4-mini",
+ "golden_db": "schema-t-019-many-to-many-golden",
+ "llm_db": "schema-t-019-many-to-many-o4-mini-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\o4-mini\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\o4-mini\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(27,32): warning CS8981: The type name 'groups' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\o4-mini\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\o4-mini\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(70,24): warning CS8981: The type name 'memberships' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\o4-mini\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\o4-mini\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(113,24): warning CS8981: The type name 'users' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\o4-mini\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\o4-mini\\llm\\Lib.cs(27,10): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\o4-mini\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\o4-mini\\llm\\Lib.cs(29,10): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\o4-mini\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:48.852351600Z",
+ "finished_at": "2025-10-19T23:16:06.979641200Z"
+ }
+ }
+ },
+ {
+ "name": "GPT-4.1",
+ "route_api_model": "gpt-4.1",
+ "tasks": {
+ "t_017_scheduled_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_017_scheduled_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4.1",
+ "total_tests": 2,
+ "passed_tests": 2,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "gpt-4.1",
+ "golden_db": "schema-t-017-scheduled-columns-golden",
+ "llm_db": "schema-t-017-scheduled-columns-gpt-4-1-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-4-1\\llm",
+ "scorer_details": {
+ "scheduled_seeded_one_row": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM tick_timer WHERE ScheduledId>=0"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-017-scheduled-columns-golden",
+ "llm_db": "schema-t-017-scheduled-columns-gpt-4-1-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:46.912901700Z",
+ "finished_at": "2025-10-19T23:22:02.767038400Z"
+ },
+ "t_015_product_type_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_015_product_type_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4.1",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "gpt-4.1",
+ "golden_db": "schema-t-015-product-type-columns-golden",
+ "llm_db": "schema-t-015-product-type-columns-gpt-4-1-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gpt-4-1\\llm",
+ "scorer_details": {
+ "product_type_columns_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "schema-t-015-product-type-columns-golden",
+ "golden_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (Street = \"1 Main\", Zip = 11111) | (Street = \"2 Broad\", Zip = 22222) | (X = 7, Y = 9)",
+ "llm_db": "schema-t-015-product-type-columns-gpt-4-1-llm",
+ "llm_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (Street = \"1 Main\", Zip = 11111) | (Street = \"2 Broad\", Zip = 22222) | (X = 7, Y = 9)",
+ "query": "SELECT Id, Home, Work, Pos FROM profiles WHERE Id=1",
+ "reducer": "Seed",
+ "server": "local"
+ }
+ },
+ "product_type_columns_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM profiles WHERE Id=1"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-015-product-type-columns-golden",
+ "llm_db": "schema-t-015-product-type-columns-gpt-4-1-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:46.754300400Z",
+ "finished_at": "2025-10-19T23:21:32.610201800Z"
+ },
+ "t_020_ecs": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_020_ecs",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4.1",
+ "total_tests": 5,
+ "passed_tests": 0,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "gpt-4.1",
+ "golden_db": "schema-t-020-ecs-golden",
+ "llm_db": "schema-t-020-ecs-gpt-4-1-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-4-1\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-4-1\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(27,32): warning CS8981: The type name 'entities' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-4-1\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-4-1\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(113,24): warning CS8981: The type name 'positions' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-4-1\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-4-1\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(156,24): warning CS8981: The type name 'velocities' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-4-1\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-4-1\\llm\\Lib.cs(65,37): error CS1061: 'Module.Velocity?' does not contain a definition for 'VX' and no accessible extension method 'VX' accepting a first argument of type 'Module.Velocity?' could be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-4-1\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-4-1\\llm\\Lib.cs(66,37): error CS1061: 'Module.Velocity?' does not contain a definition for 'VY' and no accessible extension method 'VY' accepting a first argument of type 'Module.Velocity?' could be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-4-1\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-4-1\\llm\\Lib.cs(71,30): error CS1061: 'Module.NextPosition?' does not contain a definition for 'X' and no accessible extension method 'X' accepting a first argument of type 'Module.NextPosition?' could be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-4-1\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-4-1\\llm\\Lib.cs(72,30): error CS1061: 'Module.NextPosition?' does not contain a definition for 'Y' and no accessible extension method 'Y' accepting a first argument of type 'Module.NextPosition?' could be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-4-1\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-4-1\\llm\\Lib.cs(73,55): error CS1503: Argument 1: cannot convert from 'Module.NextPosition?' to 'Module.NextPosition' [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-4-1\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:15:38.719205400Z",
+ "finished_at": "2025-10-19T23:16:26.679038600Z"
+ },
+ "t_012_spacetime_product_type": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_012_spacetime_product_type",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4.1",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "gpt-4.1",
+ "golden_db": "schema-t-012-spacetime-product-type-golden",
+ "llm_db": "schema-t-012-spacetime-product-type-gpt-4-1-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gpt-4-1\\llm",
+ "scorer_details": {
+ "product_type_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ 2,
+ 3
+ ],
+ "golden_db": "schema-t-012-spacetime-product-type-golden",
+ "golden_out": "Id | Value ----+----------------------- 1 | (Left = 2, Right = 3)",
+ "llm_db": "schema-t-012-spacetime-product-type-gpt-4-1-llm",
+ "llm_out": "Id | Value ----+----------------------- 1 | (Left = 2, Right = 3)",
+ "query": "SELECT Id, Value FROM results WHERE Id=1",
+ "reducer": "SetScore",
+ "server": "local"
+ }
+ },
+ "product_type_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM results WHERE Id=1"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-012-spacetime-product-type-golden",
+ "llm_db": "schema-t-012-spacetime-product-type-gpt-4-1-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:46.506688400Z",
+ "finished_at": "2025-10-19T23:21:33.499319900Z"
+ },
+ "t_003_struct_in_table": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_003_struct_in_table",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4.1",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "gpt-4.1",
+ "golden_db": "basics-t-003-struct-in-table-golden",
+ "llm_db": "basics-t-003-struct-in-table-gpt-4-1-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\gpt-4-1\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-003-struct-in-table-golden",
+ "llm_db": "basics-t-003-struct-in-table-gpt-4-1-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:45.781952400Z",
+ "finished_at": "2025-10-19T23:20:36.408580600Z"
+ },
+ "t_000_empty_reducers": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_000_empty_reducers",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4.1",
+ "total_tests": 1,
+ "passed_tests": 0,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Reducer]\n public static void EmptyReducer_NoArgs()\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithInt(int count)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithString(string name)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithTwoArgs(int count, string name)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithThreeArgs(bool active, float ratio, string label)\n {\n }\n}",
+ "category": "basics",
+ "route_api_model": "gpt-4.1",
+ "golden_db": "basics-t-000-empty-reducers-golden",
+ "llm_db": "basics-t-000-empty-reducers-gpt-4-1-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-4-1\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-4-1\\llm\\Lib.cs(7,43): error STDB0008: Reducer method EmptyReducer_NoArgs does not have a ReducerContext parameter. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-4-1\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-4-1\\llm\\Lib.cs(12,44): error STDB0008: Reducer method EmptyReducer_WithInt does not have a ReducerContext parameter. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-4-1\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-4-1\\llm\\Lib.cs(17,47): error STDB0008: Reducer method EmptyReducer_WithString does not have a ReducerContext parameter. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-4-1\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-4-1\\llm\\Lib.cs(22,48): error STDB0008: Reducer method EmptyReducer_WithTwoArgs does not have a ReducerContext parameter. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-4-1\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-4-1\\llm\\Lib.cs(27,50): error STDB0008: Reducer method EmptyReducer_WithThreeArgs does not have a ReducerContext parameter. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-4-1\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-21T23:58:20.228678700Z",
+ "finished_at": "2025-10-21T23:58:31.045062900Z"
+ },
+ "t_021_multi_column_index": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_021_multi_column_index",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4.1",
+ "total_tests": 4,
+ "passed_tests": 4,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "gpt-4.1",
+ "golden_db": "schema-t-021-multi-column-index-golden",
+ "llm_db": "schema-t-021-multi-column-index-gpt-4-1-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gpt-4-1\\llm",
+ "scorer_details": {
+ "mcindex_lookup_u7_d1": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM logs WHERE UserId=7 AND Day=1"
+ }
+ },
+ "mcindex_seed_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 3,
+ "expected": 3,
+ "sql": "SELECT COUNT(*) AS n FROM logs"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-021-multi-column-index-golden",
+ "llm_db": "schema-t-021-multi-column-index-gpt-4-1-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "mcindex_lookup_u7_d2": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM logs WHERE UserId=7 AND Day=2"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:16:26.984790600Z",
+ "finished_at": "2025-10-19T23:22:02.575406100Z"
+ },
+ "t_019_many_to_many": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_019_many_to_many",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4.1",
+ "total_tests": 5,
+ "passed_tests": 5,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "gpt-4.1",
+ "golden_db": "schema-t-019-many-to-many-golden",
+ "llm_db": "schema-t-019-many-to-many-gpt-4-1-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gpt-4-1\\llm",
+ "scorer_details": {
+ "m2m_has_1_10": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM memberships WHERE UserId=1 AND GroupId=10"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-019-many-to-many-golden",
+ "llm_db": "schema-t-019-many-to-many-gpt-4-1-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "m2m_has_2_20": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM memberships WHERE UserId=2 AND GroupId=20"
+ }
+ },
+ "m2m_has_1_20": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM memberships WHERE UserId=1 AND GroupId=20"
+ }
+ },
+ "memberships_three_rows": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 3,
+ "expected": 3,
+ "sql": "SELECT COUNT(*) AS n FROM memberships"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:47.077016900Z",
+ "finished_at": "2025-10-19T23:21:23.280888800Z"
+ },
+ "t_014_elementary_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_014_elementary_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4.1",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "gpt-4.1",
+ "golden_db": "schema-t-014-elementary-columns-golden",
+ "llm_db": "schema-t-014-elementary-columns-gpt-4-1-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\gpt-4-1\\llm",
+ "scorer_details": {
+ "elementary_columns_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "schema-t-014-elementary-columns-golden",
+ "golden_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"",
+ "llm_db": "schema-t-014-elementary-columns-gpt-4-1-llm",
+ "llm_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"",
+ "query": "SELECT Id, Count, Total, Price, Ratio, Active, Name FROM primitives WHERE Id=1",
+ "reducer": "Seed",
+ "server": "local"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-014-elementary-columns-golden",
+ "llm_db": "schema-t-014-elementary-columns-gpt-4-1-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "elementary_columns_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM primitives WHERE Id=1"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:46.672484500Z",
+ "finished_at": "2025-10-19T23:20:32.512254Z"
+ },
+ "t_009_init": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_009_init",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4.1",
+ "total_tests": 4,
+ "passed_tests": 4,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "gpt-4.1",
+ "golden_db": "basics-t-009-init-golden",
+ "llm_db": "basics-t-009-init-gpt-4-1-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_009_init\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gpt-4-1\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-009-init-golden",
+ "llm_db": "basics-t-009-init-gpt-4-1-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "init_seed_bob": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=2 AND Name='Bob' AND Age=22 AND Active=false"
+ }
+ },
+ "init_total_two": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 2,
+ "expected": 2,
+ "sql": "SELECT COUNT(*) AS n FROM users"
+ }
+ },
+ "init_seed_alice": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=1 AND Name='Alice' AND Age=30 AND Active=true"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:46.275224700Z",
+ "finished_at": "2025-10-19T23:22:03.188112800Z"
+ },
+ "t_002_scheduled_table": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_002_scheduled_table",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4.1",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "gpt-4.1",
+ "golden_db": "basics-t-002-scheduled-table-golden",
+ "llm_db": "basics-t-002-scheduled-table-gpt-4-1-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-4-1\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-002-scheduled-table-golden",
+ "llm_db": "basics-t-002-scheduled-table-gpt-4-1-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:45.702356900Z",
+ "finished_at": "2025-10-19T23:21:28.649313300Z"
+ },
+ "t_005_update": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_005_update",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4.1",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "gpt-4.1",
+ "golden_db": "basics-t-005-update-golden",
+ "llm_db": "basics-t-005-update-gpt-4-1-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_005_update\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gpt-4-1\\llm",
+ "scorer_details": {
+ "seed_users_row": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "sql": "INSERT INTO users(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)"
+ }
+ },
+ "data_parity_update_user": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ "Alice2",
+ 31,
+ false
+ ],
+ "golden_db": "basics-t-005-update-golden",
+ "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
+ "llm_db": "basics-t-005-update-gpt-4-1-llm",
+ "llm_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
+ "query": "SELECT Id, Name, Age, Active FROM users WHERE Id=1",
+ "reducer": "UpdateUser",
+ "server": "local"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-005-update-golden",
+ "llm_db": "basics-t-005-update-gpt-4-1-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:45.947481300Z",
+ "finished_at": "2025-10-19T23:20:56.538872800Z"
+ },
+ "t_004_insert": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_004_insert",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4.1",
+ "total_tests": 2,
+ "passed_tests": 2,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "gpt-4.1",
+ "golden_db": "basics-t-004-insert-golden",
+ "llm_db": "basics-t-004-insert-gpt-4-1-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\gpt-4-1\\llm",
+ "scorer_details": {
+ "data_parity_insert_user": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ "Alice",
+ 30,
+ true
+ ],
+ "golden_db": "basics-t-004-insert-golden",
+ "golden_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true",
+ "llm_db": "basics-t-004-insert-gpt-4-1-llm",
+ "llm_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true",
+ "query": "SELECT Id, Name, Age, Active FROM users WHERE Id=1",
+ "reducer": "InsertUser",
+ "server": "local"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-004-insert-golden",
+ "llm_db": "basics-t-004-insert-gpt-4-1-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:45.864828Z",
+ "finished_at": "2025-10-19T23:21:34.169691700Z"
+ },
+ "t_007_crud": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_007_crud",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4.1",
+ "total_tests": 4,
+ "passed_tests": 4,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "gpt-4.1",
+ "golden_db": "basics-t-007-crud-golden",
+ "llm_db": "basics-t-007-crud-gpt-4-1-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gpt-4-1\\llm",
+ "scorer_details": {
+ "crud_total_count_one": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM users"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-007-crud-golden",
+ "llm_db": "basics-t-007-crud-gpt-4-1-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "crud_row_id2_deleted": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 0,
+ "expected": 0,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=2"
+ }
+ },
+ "crud_row_id1_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "basics-t-007-crud-golden",
+ "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
+ "llm_db": "basics-t-007-crud-gpt-4-1-llm",
+ "llm_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
+ "query": "SELECT Id, Name, Age, Active FROM users WHERE Id=1",
+ "reducer": "Crud",
+ "server": "local"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:46.112434Z",
+ "finished_at": "2025-10-19T23:21:35.282933Z"
+ },
+ "t_008_index_lookup": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_008_index_lookup",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4.1",
+ "total_tests": 3,
+ "passed_tests": 0,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "gpt-4.1",
+ "golden_db": "basics-t-008-index-lookup-golden",
+ "llm_db": "basics-t-008-index-lookup-gpt-4-1-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-4-1\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-4-1\\llm\\Lib.cs(7,27): warning CS8981: The type name 'users' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-4-1\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-4-1\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Module.users.cs(5,16): warning CS8981: The type name 'users' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-4-1\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-4-1\\llm\\Lib.cs(17,27): warning CS8981: The type name 'results' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-4-1\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-4-1\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Module.results.cs(5,16): warning CS8981: The type name 'results' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-4-1\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-4-1\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(27,32): warning CS8981: The type name 'results' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-4-1\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-4-1\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(70,24): warning CS8981: The type name 'users' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-4-1\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-4-1\\llm\\Lib.cs(30,59): error CS1061: 'Module.users?' does not contain a definition for 'Id' and no accessible extension method 'Id' accepting a first argument of type 'Module.users?' could be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-4-1\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-4-1\\llm\\Lib.cs(30,75): error CS1061: 'Module.users?' does not contain a definition for 'Name' and no accessible extension method 'Name' accepting a first argument of type 'Module.users?' could be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-4-1\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:46.194138800Z",
+ "finished_at": "2025-10-19T23:15:38.531073800Z"
+ },
+ "t_016_sum_type_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_016_sum_type_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4.1",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "gpt-4.1",
+ "golden_db": "schema-t-016-sum-type-columns-golden",
+ "llm_db": "schema-t-016-sum-type-columns-gpt-4-1-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gpt-4-1\\llm",
+ "scorer_details": {
+ "sum_type_columns_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "schema-t-016-sum-type-columns-golden",
+ "golden_out": "Id | A | B ----+--------------------------+--------------------------------------- 1 | (Circle = (Radius = 10)) | (Rectangle = (Width = 4, Height = 6))",
+ "llm_db": "schema-t-016-sum-type-columns-gpt-4-1-llm",
+ "llm_out": "Id | A | B ----+--------------------------+--------------------------------------- 1 | (Circle = (Radius = 10)) | (Rectangle = (Width = 4, Height = 6))",
+ "query": "SELECT Id, A, B FROM drawings WHERE Id=1",
+ "reducer": "Seed",
+ "server": "local"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-016-sum-type-columns-golden",
+ "llm_db": "schema-t-016-sum-type-columns-gpt-4-1-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "sum_type_columns_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM drawings WHERE Id=1"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:46.832512600Z",
+ "finished_at": "2025-10-19T23:21:36.178957600Z"
+ },
+ "t_018_constraints": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_018_constraints",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4.1",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "gpt-4.1",
+ "golden_db": "schema-t-018-constraints-golden",
+ "llm_db": "schema-t-018-constraints-gpt-4-1-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gpt-4-1\\llm",
+ "scorer_details": {
+ "constraints_seed_two_rows": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM accounts WHERE Id=2"
+ }
+ },
+ "constraints_row_parity_after_seed": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "schema-t-018-constraints-golden",
+ "golden_out": "Id | Email | Name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"",
+ "llm_db": "schema-t-018-constraints-gpt-4-1-llm",
+ "llm_out": "Id | Email | Name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"",
+ "query": "SELECT Id, Email, Name FROM accounts WHERE Id=1",
+ "reducer": "Seed",
+ "server": "local"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-018-constraints-golden",
+ "llm_db": "schema-t-018-constraints-gpt-4-1-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:46.995375100Z",
+ "finished_at": "2025-10-19T23:22:03.642106100Z"
+ },
+ "t_013_spacetime_sum_type": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_013_spacetime_sum_type",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4.1",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "gpt-4.1",
+ "golden_db": "schema-t-013-spacetime-sum-type-golden",
+ "llm_db": "schema-t-013-spacetime-sum-type-gpt-4-1-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gpt-4-1\\llm",
+ "scorer_details": {
+ "sum_type_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM results WHERE Id=1"
+ }
+ },
+ "sum_type_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ 10
+ ],
+ "golden_db": "schema-t-013-spacetime-sum-type-golden",
+ "golden_out": "Id | Value ----+-------------------------- 1 | (Circle = (Radius = 10))",
+ "llm_db": "schema-t-013-spacetime-sum-type-gpt-4-1-llm",
+ "llm_out": "Id | Value ----+-------------------------- 1 | (Circle = (Radius = 10))",
+ "query": "SELECT Id, Value FROM results WHERE Id=1",
+ "reducer": "SetCircle",
+ "server": "local"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-013-spacetime-sum-type-golden",
+ "llm_db": "schema-t-013-spacetime-sum-type-gpt-4-1-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:46.591403300Z",
+ "finished_at": "2025-10-19T23:21:26.868961500Z"
+ },
+ "t_001_basic_tables": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_001_basic_tables",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4.1",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "gpt-4.1",
+ "golden_db": "basics-t-001-basic-tables-golden",
+ "llm_db": "basics-t-001-basic-tables-gpt-4-1-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gpt-4-1\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-001-basic-tables-golden",
+ "llm_db": "basics-t-001-basic-tables-gpt-4-1-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:45.625566500Z",
+ "finished_at": "2025-10-19T23:22:02.903292300Z"
+ },
+ "t_011_helper_function": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_011_helper_function",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4.1",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "gpt-4.1",
+ "golden_db": "basics-t-011-helper-function-golden",
+ "llm_db": "basics-t-011-helper-function-gpt-4-1-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gpt-4-1\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-011-helper-function-golden",
+ "llm_db": "basics-t-011-helper-function-gpt-4-1-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "helper_func_sum_abs": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM results WHERE Id=1 AND Sum=5"
+ }
+ },
+ "helper_func_sum_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ 2,
+ 3
+ ],
+ "golden_db": "basics-t-011-helper-function-golden",
+ "golden_out": "Id | Sum ----+----- 1 | 5",
+ "llm_db": "basics-t-011-helper-function-gpt-4-1-llm",
+ "llm_out": "Id | Sum ----+----- 1 | 5",
+ "query": "SELECT Id, Sum FROM results WHERE Id=1",
+ "reducer": "ComputeSum",
+ "server": "local"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:46.430200300Z",
+ "finished_at": "2025-10-19T23:21:07.326153600Z"
+ },
+ "t_006_delete": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_006_delete",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4.1",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "gpt-4.1",
+ "golden_db": "basics-t-006-delete-golden",
+ "llm_db": "basics-t-006-delete-gpt-4-1-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gpt-4-1\\llm",
+ "scorer_details": {
+ "seed_users_row": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "sql": "INSERT INTO users(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)"
+ }
+ },
+ "delete_user_count_zero": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 0,
+ "expected": 0,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=1"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-006-delete-golden",
+ "llm_db": "basics-t-006-delete-gpt-4-1-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:46.030891300Z",
+ "finished_at": "2025-10-19T23:19:58.029303400Z"
+ },
+ "t_010_connect": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_010_connect",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4.1",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "gpt-4.1",
+ "golden_db": "basics-t-010-connect-golden",
+ "llm_db": "basics-t-010-connect-gpt-4-1-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gpt-4-1\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-010-connect-golden",
+ "llm_db": "basics-t-010-connect-gpt-4-1-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:46.353401200Z",
+ "finished_at": "2025-10-19T23:19:06.467659300Z"
+ }
+ }
+ },
+ {
+ "name": "GPT-4o",
+ "route_api_model": "gpt-4o",
+ "tasks": {
+ "t_008_index_lookup": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_008_index_lookup",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4o",
+ "total_tests": 3,
+ "passed_tests": 0,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "gpt-4o",
+ "golden_db": "basics-t-008-index-lookup-golden",
+ "llm_db": "basics-t-008-index-lookup-gpt-4o-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-4o\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-4o\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(27,32): warning CS8981: The type name 'results' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-4o\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-4o\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(70,24): warning CS8981: The type name 'users' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-4o\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-4o\\llm\\Lib.cs(30,58): error CS1061: 'Module.User?' does not contain a definition for 'Id' and no accessible extension method 'Id' accepting a first argument of type 'Module.User?' could be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-4o\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-4o\\llm\\Lib.cs(30,74): error CS1061: 'Module.User?' does not contain a definition for 'Name' and no accessible extension method 'Name' accepting a first argument of type 'Module.User?' could be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-4o\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:49.571594500Z",
+ "finished_at": "2025-10-19T23:15:55.256976100Z"
+ },
+ "t_003_struct_in_table": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_003_struct_in_table",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4o",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "gpt-4o",
+ "golden_db": "basics-t-003-struct-in-table-golden",
+ "llm_db": "basics-t-003-struct-in-table-gpt-4o-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\gpt-4o\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-003-struct-in-table-golden",
+ "llm_db": "basics-t-003-struct-in-table-gpt-4o-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:49.177926300Z",
+ "finished_at": "2025-10-19T23:22:08.984849500Z"
+ },
+ "t_005_update": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_005_update",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4o",
+ "total_tests": 3,
+ "passed_tests": 1,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "gpt-4o",
+ "golden_db": "basics-t-005-update-golden",
+ "llm_db": "basics-t-005-update-gpt-4o-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_005_update\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gpt-4o\\llm",
+ "scorer_details": {
+ "data_parity_update_user": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "args": [
+ 1,
+ "Alice2",
+ 31,
+ false
+ ],
+ "golden_db": "basics-t-005-update-golden",
+ "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
+ "llm_db": "basics-t-005-update-gpt-4o-llm",
+ "llm_out": "Id | Name | Age | Active ----+------+-----+--------",
+ "query": "SELECT Id, Name, Age, Active FROM users WHERE Id=1",
+ "reducer": "UpdateUser",
+ "server": "local"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-005-update-golden",
+ "llm_db": "basics-t-005-update-gpt-4o-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "seed_users_row": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: IndexError: Unique constraint violation 'users_Id_idx_btree' in table 'users': column(s): '[\"Id\"]' value: 1\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:3000/v1/database/c2009d82dc6baa267ea089f997a830b64b31543e098dcb102ae1025dce7d1f73/sql)\n",
+ "phase": "sql_golden",
+ "sql": "INSERT INTO users(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:49.338948400Z",
+ "finished_at": "2025-10-19T23:22:08.272449900Z"
+ },
+ "t_001_basic_tables": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_001_basic_tables",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4o",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "gpt-4o",
+ "golden_db": "basics-t-001-basic-tables-golden",
+ "llm_db": "basics-t-001-basic-tables-gpt-4o-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gpt-4o\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-001-basic-tables-golden",
+ "llm_db": "basics-t-001-basic-tables-gpt-4o-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:49.018655700Z",
+ "finished_at": "2025-10-19T23:21:36.975184900Z"
+ },
+ "t_016_sum_type_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_016_sum_type_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4o",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "gpt-4o",
+ "golden_db": "schema-t-016-sum-type-columns-golden",
+ "llm_db": "schema-t-016-sum-type-columns-gpt-4o-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gpt-4o\\llm",
+ "scorer_details": {
+ "sum_type_columns_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "schema-t-016-sum-type-columns-golden",
+ "golden_out": "Id | A | B ----+--------------------------+--------------------------------------- 1 | (Circle = (Radius = 10)) | (Rectangle = (Width = 4, Height = 6))",
+ "llm_db": "schema-t-016-sum-type-columns-gpt-4o-llm",
+ "llm_out": "Id | A | B ----+--------------------------+--------------------------------------- 1 | (Circle = (Radius = 10)) | (Rectangle = (Width = 4, Height = 6))",
+ "query": "SELECT Id, A, B FROM drawings WHERE Id=1",
+ "reducer": "Seed",
+ "server": "local"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-016-sum-type-columns-golden",
+ "llm_db": "schema-t-016-sum-type-columns-gpt-4o-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "sum_type_columns_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM drawings WHERE Id=1"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:50.213667100Z",
+ "finished_at": "2025-10-19T23:22:04.938678600Z"
+ },
+ "t_021_multi_column_index": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_021_multi_column_index",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4o",
+ "total_tests": 4,
+ "passed_tests": 4,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "gpt-4o",
+ "golden_db": "schema-t-021-multi-column-index-golden",
+ "llm_db": "schema-t-021-multi-column-index-gpt-4o-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gpt-4o\\llm",
+ "scorer_details": {
+ "mcindex_lookup_u7_d1": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM logs WHERE UserId=7 AND Day=1"
+ }
+ },
+ "mcindex_lookup_u7_d2": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM logs WHERE UserId=7 AND Day=2"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-021-multi-column-index-golden",
+ "llm_db": "schema-t-021-multi-column-index-gpt-4o-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "mcindex_seed_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 3,
+ "expected": 3,
+ "sql": "SELECT COUNT(*) AS n FROM logs"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:15:55.257289800Z",
+ "finished_at": "2025-10-19T23:22:05.343429300Z"
+ },
+ "t_013_spacetime_sum_type": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_013_spacetime_sum_type",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4o",
+ "total_tests": 3,
+ "passed_tests": 0,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "gpt-4o",
+ "golden_db": "schema-t-013-spacetime-sum-type-golden",
+ "llm_db": "schema-t-013-spacetime-sum-type-gpt-4o-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gpt-4o\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gpt-4o\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(27,32): warning CS8981: The type name 'results' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gpt-4o\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gpt-4o\\llm\\Lib.cs(36,31): error CS0426: The type name 'Circle' does not exist in the type 'Module.Shape' [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gpt-4o\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:49.965780500Z",
+ "finished_at": "2025-10-19T23:15:28.568301500Z"
+ },
+ "t_011_helper_function": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_011_helper_function",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4o",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "gpt-4o",
+ "golden_db": "basics-t-011-helper-function-golden",
+ "llm_db": "basics-t-011-helper-function-gpt-4o-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gpt-4o\\llm",
+ "scorer_details": {
+ "helper_func_sum_abs": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM results WHERE Id=1 AND Sum=5"
+ }
+ },
+ "helper_func_sum_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ 2,
+ 3
+ ],
+ "golden_db": "basics-t-011-helper-function-golden",
+ "golden_out": "Id | Sum ----+----- 1 | 5",
+ "llm_db": "basics-t-011-helper-function-gpt-4o-llm",
+ "llm_out": "Id | Sum ----+----- 1 | 5",
+ "query": "SELECT Id, Sum FROM results WHERE Id=1",
+ "reducer": "ComputeSum",
+ "server": "local"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-011-helper-function-golden",
+ "llm_db": "basics-t-011-helper-function-gpt-4o-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:49.807225800Z",
+ "finished_at": "2025-10-19T23:22:05.729373200Z"
+ },
+ "t_006_delete": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_006_delete",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4o",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "gpt-4o",
+ "golden_db": "basics-t-006-delete-golden",
+ "llm_db": "basics-t-006-delete-gpt-4o-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gpt-4o\\llm",
+ "scorer_details": {
+ "seed_users_row": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "sql": "INSERT INTO users(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-006-delete-golden",
+ "llm_db": "basics-t-006-delete-gpt-4o-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "delete_user_count_zero": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 0,
+ "expected": 0,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=1"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:49.416091900Z",
+ "finished_at": "2025-10-19T23:22:07.466212900Z"
+ },
+ "t_007_crud": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_007_crud",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4o",
+ "total_tests": 4,
+ "passed_tests": 2,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "gpt-4o",
+ "golden_db": "basics-t-007-crud-golden",
+ "llm_db": "basics-t-007-crud-gpt-4o-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gpt-4o\\llm",
+ "scorer_details": {
+ "crud_row_id1_parity": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: SpacetimeDB.UniqueConstraintViolationException: Value with given unique identifier already exists\n at SpacetimeDB.Internal.FFI.CheckedStatus.Marshaller.ConvertToManaged(Errno )\n at SpacetimeDB.Internal.FFI.datastore_insert_bsatn(TableId , Span`1 , UInt32& )\n at SpacetimeDB.Internal.ITableView`2[[SpacetimeDB.Internal.TableHandles.users, StdbModule, Version=1.0.0.0, Culture=neutral, PublicKeyToken=null],[Module.User, StdbModule, Version=1.0.0.0, Culture=neutral, PublicKeyToken=null]].DoInsert(User )\n at SpacetimeDB.Internal.TableHandles.users.Insert(User )\n at Module.Crud(ReducerContext )\n at ModuleRegistration.Crud.Invoke(BinaryReader , IReducerContext )\n at SpacetimeDB.Internal.Module.__call_reducer__(UInt32 id, UInt64 sender_0, UInt64 sender_1, UInt64 sender_2, UInt64 sender_3, UInt64 conn_id_0, UInt64 conn_id_1, Timestamp timestamp, BytesSource args, BytesSink error)\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:3000/v1/database/c200b8341c6ccfc8fe52f225fa1fbfc9b53d0de44b74ac5b291d8c94ef9e9fab/call/Crud)\n",
+ "phase": "call_reducer_golden"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-007-crud-golden",
+ "llm_db": "basics-t-007-crud-gpt-4o-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "crud_row_id2_deleted": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 0,
+ "expected": 0,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=2"
+ }
+ },
+ "crud_total_count_one": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "actual": 0,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM users"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:49.493560800Z",
+ "finished_at": "2025-10-19T23:22:06.350294700Z"
+ },
+ "t_009_init": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_009_init",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4o",
+ "total_tests": 4,
+ "passed_tests": 4,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "gpt-4o",
+ "golden_db": "basics-t-009-init-golden",
+ "llm_db": "basics-t-009-init-gpt-4o-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_009_init\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gpt-4o\\llm",
+ "scorer_details": {
+ "init_total_two": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 2,
+ "expected": 2,
+ "sql": "SELECT COUNT(*) AS n FROM users"
+ }
+ },
+ "init_seed_bob": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=2 AND Name='Bob' AND Age=22 AND Active=false"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-009-init-golden",
+ "llm_db": "basics-t-009-init-gpt-4o-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "init_seed_alice": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=1 AND Name='Alice' AND Age=30 AND Active=true"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:49.650550900Z",
+ "finished_at": "2025-10-19T23:21:36.762874500Z"
+ },
+ "t_004_insert": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_004_insert",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4o",
+ "total_tests": 2,
+ "passed_tests": 2,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "gpt-4o",
+ "golden_db": "basics-t-004-insert-golden",
+ "llm_db": "basics-t-004-insert-gpt-4o-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\gpt-4o\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-004-insert-golden",
+ "llm_db": "basics-t-004-insert-gpt-4o-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "data_parity_insert_user": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ "Alice",
+ 30,
+ true
+ ],
+ "golden_db": "basics-t-004-insert-golden",
+ "golden_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true",
+ "llm_db": "basics-t-004-insert-gpt-4o-llm",
+ "llm_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true",
+ "query": "SELECT Id, Name, Age, Active FROM users WHERE Id=1",
+ "reducer": "InsertUser",
+ "server": "local"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:49.259201Z",
+ "finished_at": "2025-10-19T23:19:31.384858900Z"
+ },
+ "t_012_spacetime_product_type": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_012_spacetime_product_type",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4o",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "gpt-4o",
+ "golden_db": "schema-t-012-spacetime-product-type-golden",
+ "llm_db": "schema-t-012-spacetime-product-type-gpt-4o-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gpt-4o\\llm",
+ "scorer_details": {
+ "product_type_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM results WHERE Id=1"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-012-spacetime-product-type-golden",
+ "llm_db": "schema-t-012-spacetime-product-type-gpt-4o-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "product_type_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ 2,
+ 3
+ ],
+ "golden_db": "schema-t-012-spacetime-product-type-golden",
+ "golden_out": "Id | Value ----+----------------------- 1 | (Left = 2, Right = 3)",
+ "llm_db": "schema-t-012-spacetime-product-type-gpt-4o-llm",
+ "llm_out": "Id | Value ----+----------------------- 1 | (Left = 2, Right = 3)",
+ "query": "SELECT Id, Value FROM results WHERE Id=1",
+ "reducer": "SetScore",
+ "server": "local"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:49.884598100Z",
+ "finished_at": "2025-10-19T23:22:08.815334900Z"
+ },
+ "t_002_scheduled_table": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_002_scheduled_table",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4o",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "gpt-4o",
+ "golden_db": "basics-t-002-scheduled-table-golden",
+ "llm_db": "basics-t-002-scheduled-table-gpt-4o-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-4o\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-002-scheduled-table-golden",
+ "llm_db": "basics-t-002-scheduled-table-gpt-4o-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:49.097275400Z",
+ "finished_at": "2025-10-19T23:22:07.069582700Z"
+ },
+ "t_019_many_to_many": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_019_many_to_many",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4o",
+ "total_tests": 5,
+ "passed_tests": 5,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "gpt-4o",
+ "golden_db": "schema-t-019-many-to-many-golden",
+ "llm_db": "schema-t-019-many-to-many-gpt-4o-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gpt-4o\\llm",
+ "scorer_details": {
+ "m2m_has_1_10": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM memberships WHERE UserId=1 AND GroupId=10"
+ }
+ },
+ "memberships_three_rows": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 3,
+ "expected": 3,
+ "sql": "SELECT COUNT(*) AS n FROM memberships"
+ }
+ },
+ "m2m_has_2_20": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM memberships WHERE UserId=2 AND GroupId=20"
+ }
+ },
+ "m2m_has_1_20": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM memberships WHERE UserId=1 AND GroupId=20"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-019-many-to-many-golden",
+ "llm_db": "schema-t-019-many-to-many-gpt-4o-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:50.450933100Z",
+ "finished_at": "2025-10-19T23:22:07.905233Z"
+ },
+ "t_014_elementary_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_014_elementary_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4o",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "gpt-4o",
+ "golden_db": "schema-t-014-elementary-columns-golden",
+ "llm_db": "schema-t-014-elementary-columns-gpt-4o-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\gpt-4o\\llm",
+ "scorer_details": {
+ "elementary_columns_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "schema-t-014-elementary-columns-golden",
+ "golden_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"",
+ "llm_db": "schema-t-014-elementary-columns-gpt-4o-llm",
+ "llm_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"",
+ "query": "SELECT Id, Count, Total, Price, Ratio, Active, Name FROM primitives WHERE Id=1",
+ "reducer": "Seed",
+ "server": "local"
+ }
+ },
+ "elementary_columns_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM primitives WHERE Id=1"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-014-elementary-columns-golden",
+ "llm_db": "schema-t-014-elementary-columns-gpt-4o-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:50.045925800Z",
+ "finished_at": "2025-10-19T23:22:06.933706Z"
+ },
+ "t_020_ecs": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_020_ecs",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4o",
+ "total_tests": 5,
+ "passed_tests": 0,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "gpt-4o",
+ "golden_db": "schema-t-020-ecs-golden",
+ "llm_db": "schema-t-020-ecs-gpt-4o-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-4o\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-4o\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(27,32): warning CS8981: The type name 'entities' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-4o\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-4o\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(113,24): warning CS8981: The type name 'positions' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-4o\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-4o\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(156,24): warning CS8981: The type name 'velocities' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-4o\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-4o\\llm\\Lib.cs(60,51): error CS1061: 'Module.Velocities?' does not contain a definition for 'VX' and no accessible extension method 'VX' accepting a first argument of type 'Module.Velocities?' could be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-4o\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-4o\\llm\\Lib.cs(61,51): error CS1061: 'Module.Velocities?' does not contain a definition for 'VY' and no accessible extension method 'VY' accepting a first argument of type 'Module.Velocities?' could be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-4o\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:15:28.569819600Z",
+ "finished_at": "2025-10-19T23:16:14.434383700Z"
+ },
+ "t_017_scheduled_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_017_scheduled_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4o",
+ "total_tests": 2,
+ "passed_tests": 2,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "gpt-4o",
+ "golden_db": "schema-t-017-scheduled-columns-golden",
+ "llm_db": "schema-t-017-scheduled-columns-gpt-4o-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-4o\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-017-scheduled-columns-golden",
+ "llm_db": "schema-t-017-scheduled-columns-gpt-4o-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "scheduled_seeded_one_row": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM tick_timer WHERE ScheduledId>=0"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:50.301619800Z",
+ "finished_at": "2025-10-19T23:22:05.908430300Z"
+ },
+ "t_000_empty_reducers": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_000_empty_reducers",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4o",
+ "total_tests": 1,
+ "passed_tests": 0,
+ "llm_output": "```csharp\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_NoArgs(ReducerContext ctx)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_WithInt(ReducerContext ctx, int count)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_WithString(ReducerContext ctx, string name)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_WithTwoArgs(ReducerContext ctx, int count, string name)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_WithThreeArgs(ReducerContext ctx, bool active, float ratio, string label)\n {\n }\n}\n```",
+ "category": "basics",
+ "route_api_model": "gpt-4o",
+ "golden_db": "basics-t-000-empty-reducers-golden",
+ "llm_db": "basics-t-000-empty-reducers-gpt-4o-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-4o\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-4o\\llm\\Lib.cs(5,44): error CS0246: The type or namespace name 'ReducerContext' could not be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-4o\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-4o\\llm\\Lib.cs(10,45): error CS0246: The type or namespace name 'ReducerContext' could not be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-4o\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-4o\\llm\\Lib.cs(15,48): error CS0246: The type or namespace name 'ReducerContext' could not be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-4o\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-4o\\llm\\Lib.cs(20,49): error CS0246: The type or namespace name 'ReducerContext' could not be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-4o\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-4o\\llm\\Lib.cs(25,51): error CS0246: The type or namespace name 'ReducerContext' could not be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-4o\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-21T23:58:20.810430600Z",
+ "finished_at": "2025-10-21T23:58:40.508615200Z"
+ },
+ "t_010_connect": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_010_connect",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4o",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "gpt-4o",
+ "golden_db": "basics-t-010-connect-golden",
+ "llm_db": "basics-t-010-connect-gpt-4o-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gpt-4o\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-010-connect-golden",
+ "llm_db": "basics-t-010-connect-gpt-4o-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:49.729349700Z",
+ "finished_at": "2025-10-19T23:22:09.123699500Z"
+ },
+ "t_018_constraints": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_018_constraints",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4o",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "gpt-4o",
+ "golden_db": "schema-t-018-constraints-golden",
+ "llm_db": "schema-t-018-constraints-gpt-4o-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gpt-4o\\llm",
+ "scorer_details": {
+ "constraints_seed_two_rows": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM accounts WHERE Id=2"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-018-constraints-golden",
+ "llm_db": "schema-t-018-constraints-gpt-4o-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "constraints_row_parity_after_seed": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "schema-t-018-constraints-golden",
+ "golden_out": "Id | Email | Name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"",
+ "llm_db": "schema-t-018-constraints-gpt-4o-llm",
+ "llm_out": "Id | Email | Name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"",
+ "query": "SELECT Id, Email, Name FROM accounts WHERE Id=1",
+ "reducer": "Seed",
+ "server": "local"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:50.376242400Z",
+ "finished_at": "2025-10-19T23:22:09.578243500Z"
+ },
+ "t_015_product_type_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_015_product_type_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "GPT-4o",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "gpt-4o",
+ "golden_db": "schema-t-015-product-type-columns-golden",
+ "llm_db": "schema-t-015-product-type-columns-gpt-4o-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gpt-4o\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-015-product-type-columns-golden",
+ "llm_db": "schema-t-015-product-type-columns-gpt-4o-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "product_type_columns_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM profiles WHERE Id=1"
+ }
+ },
+ "product_type_columns_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "schema-t-015-product-type-columns-golden",
+ "golden_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (Street = \"1 Main\", Zip = 11111) | (Street = \"2 Broad\", Zip = 22222) | (X = 7, Y = 9)",
+ "llm_db": "schema-t-015-product-type-columns-gpt-4o-llm",
+ "llm_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (Street = \"1 Main\", Zip = 11111) | (Street = \"2 Broad\", Zip = 22222) | (X = 7, Y = 9)",
+ "query": "SELECT Id, Home, Work, Pos FROM profiles WHERE Id=1",
+ "reducer": "Seed",
+ "server": "local"
+ }
+ }
+ },
+ "vendor": "openai",
+ "started_at": "2025-10-19T23:14:50.129537100Z",
+ "finished_at": "2025-10-19T23:22:10.004667200Z"
+ }
+ }
+ },
+ {
+ "name": "Claude 4.5 Sonnet",
+ "route_api_model": "claude-sonnet-4-5",
+ "tasks": {
+ "t_010_connect": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_010_connect",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Sonnet",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "claude-sonnet-4-5",
+ "golden_db": "basics-t-010-connect-golden",
+ "llm_db": "basics-t-010-connect-claude-4-5-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\claude-4-5-sonnet\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-010-connect-golden",
+ "llm_db": "basics-t-010-connect-claude-4-5-sonnet-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:02:09.220935700Z",
+ "finished_at": "2025-10-20T20:03:42.589474300Z"
+ },
+ "t_000_empty_reducers": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_000_empty_reducers",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Sonnet",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_NoArgs(ReducerContext ctx)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_WithInt(ReducerContext ctx, int count)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_WithString(ReducerContext ctx, string name)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_WithTwoArgs(ReducerContext ctx, int count, string name)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_WithThreeArgs(ReducerContext ctx, bool active, float ratio, string label)\n {\n }\n}\n```",
+ "category": "basics",
+ "route_api_model": "claude-sonnet-4-5",
+ "golden_db": "basics-t-000-empty-reducers-golden",
+ "llm_db": "basics-t-000-empty-reducers-claude-4-5-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\claude-4-5-sonnet\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-000-empty-reducers-golden",
+ "llm_db": "basics-t-000-empty-reducers-claude-4-5-sonnet-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-22T00:01:34.778974900Z",
+ "finished_at": "2025-10-22T00:02:21.346109400Z"
+ },
+ "t_012_spacetime_product_type": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_012_spacetime_product_type",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Sonnet",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "claude-sonnet-4-5",
+ "golden_db": "schema-t-012-spacetime-product-type-golden",
+ "llm_db": "schema-t-012-spacetime-product-type-claude-4-5-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\claude-4-5-sonnet\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-012-spacetime-product-type-golden",
+ "llm_db": "schema-t-012-spacetime-product-type-claude-4-5-sonnet-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "product_type_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM results WHERE Id=1"
+ }
+ },
+ "product_type_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ 2,
+ 3
+ ],
+ "golden_db": "schema-t-012-spacetime-product-type-golden",
+ "golden_out": "Id | Value ----+----------------------- 1 | (Left = 2, Right = 3)",
+ "llm_db": "schema-t-012-spacetime-product-type-claude-4-5-sonnet-llm",
+ "llm_out": "Id | Value ----+----------------------- 1 | (Left = 2, Right = 3)",
+ "query": "SELECT Id, Value FROM results WHERE Id=1",
+ "reducer": "SetScore",
+ "server": "local"
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:32:45.063269700Z",
+ "finished_at": "2025-10-20T20:34:57.184216100Z"
+ },
+ "t_006_delete": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_006_delete",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Sonnet",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "claude-sonnet-4-5",
+ "golden_db": "basics-t-006-delete-golden",
+ "llm_db": "basics-t-006-delete-claude-4-5-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\claude-4-5-sonnet\\llm",
+ "scorer_details": {
+ "delete_user_count_zero": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 0,
+ "expected": 0,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=1"
+ }
+ },
+ "seed_users_row": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "sql": "INSERT INTO users(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-006-delete-golden",
+ "llm_db": "basics-t-006-delete-claude-4-5-sonnet-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:02:06.118333200Z",
+ "finished_at": "2025-10-20T20:03:42.420803600Z"
+ },
+ "t_005_update": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_005_update",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Sonnet",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "claude-sonnet-4-5",
+ "golden_db": "basics-t-005-update-golden",
+ "llm_db": "basics-t-005-update-claude-4-5-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_005_update\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_005_update\\csharp\\server\\claude-4-5-sonnet\\llm",
+ "scorer_details": {
+ "seed_users_row": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "sql": "INSERT INTO users(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)"
+ }
+ },
+ "data_parity_update_user": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ "Alice2",
+ 31,
+ false
+ ],
+ "golden_db": "basics-t-005-update-golden",
+ "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
+ "llm_db": "basics-t-005-update-claude-4-5-sonnet-llm",
+ "llm_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
+ "query": "SELECT Id, Name, Age, Active FROM users WHERE Id=1",
+ "reducer": "UpdateUser",
+ "server": "local"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-005-update-golden",
+ "llm_db": "basics-t-005-update-claude-4-5-sonnet-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:02:05.344244900Z",
+ "finished_at": "2025-10-20T20:03:40.000516300Z"
+ },
+ "t_009_init": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_009_init",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Sonnet",
+ "total_tests": 4,
+ "passed_tests": 4,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "claude-sonnet-4-5",
+ "golden_db": "basics-t-009-init-golden",
+ "llm_db": "basics-t-009-init-claude-4-5-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_009_init\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_009_init\\csharp\\server\\claude-4-5-sonnet\\llm",
+ "scorer_details": {
+ "init_total_two": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 2,
+ "expected": 2,
+ "sql": "SELECT COUNT(*) AS n FROM users"
+ }
+ },
+ "init_seed_bob": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=2 AND Name='Bob' AND Age=22 AND Active=false"
+ }
+ },
+ "init_seed_alice": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=1 AND Name='Alice' AND Age=30 AND Active=true"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-009-init-golden",
+ "llm_db": "basics-t-009-init-claude-4-5-sonnet-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:02:08.444043800Z",
+ "finished_at": "2025-10-20T20:04:19.040660700Z"
+ },
+ "t_008_index_lookup": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_008_index_lookup",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Sonnet",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "claude-sonnet-4-5",
+ "golden_db": "basics-t-008-index-lookup-golden",
+ "llm_db": "basics-t-008-index-lookup-claude-4-5-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\claude-4-5-sonnet\\llm",
+ "scorer_details": {
+ "seed_user_row": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "sql": "INSERT INTO users(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)"
+ }
+ },
+ "index_lookup_projection_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1
+ ],
+ "golden_db": "basics-t-008-index-lookup-golden",
+ "golden_out": "Id | Name ----+--------- 1 | \"Alice\"",
+ "llm_db": "basics-t-008-index-lookup-claude-4-5-sonnet-llm",
+ "llm_out": "Id | Name ----+--------- 1 | \"Alice\"",
+ "query": "SELECT Id, Name FROM results WHERE Id=1",
+ "reducer": "LookupUserName",
+ "server": "local"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-008-index-lookup-golden",
+ "llm_db": "basics-t-008-index-lookup-claude-4-5-sonnet-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:02:07.665233500Z",
+ "finished_at": "2025-10-20T20:03:41.416098Z"
+ },
+ "t_007_crud": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_007_crud",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Sonnet",
+ "total_tests": 4,
+ "passed_tests": 4,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "claude-sonnet-4-5",
+ "golden_db": "basics-t-007-crud-golden",
+ "llm_db": "basics-t-007-crud-claude-4-5-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\claude-4-5-sonnet\\llm",
+ "scorer_details": {
+ "crud_row_id1_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "basics-t-007-crud-golden",
+ "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
+ "llm_db": "basics-t-007-crud-claude-4-5-sonnet-llm",
+ "llm_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
+ "query": "SELECT Id, Name, Age, Active FROM users WHERE Id=1",
+ "reducer": "Crud",
+ "server": "local"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-007-crud-golden",
+ "llm_db": "basics-t-007-crud-claude-4-5-sonnet-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "crud_row_id2_deleted": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 0,
+ "expected": 0,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=2"
+ }
+ },
+ "crud_total_count_one": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM users"
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:02:06.891303Z",
+ "finished_at": "2025-10-20T20:03:41.980606100Z"
+ },
+ "t_014_elementary_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_014_elementary_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Sonnet",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "claude-sonnet-4-5",
+ "golden_db": "schema-t-014-elementary-columns-golden",
+ "llm_db": "schema-t-014-elementary-columns-claude-4-5-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\claude-4-5-sonnet\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-014-elementary-columns-golden",
+ "llm_db": "schema-t-014-elementary-columns-claude-4-5-sonnet-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "elementary_columns_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM primitives WHERE Id=1"
+ }
+ },
+ "elementary_columns_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "schema-t-014-elementary-columns-golden",
+ "golden_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"",
+ "llm_db": "schema-t-014-elementary-columns-claude-4-5-sonnet-llm",
+ "llm_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"",
+ "query": "SELECT Id, Count, Total, Price, Ratio, Active, Name FROM primitives WHERE Id=1",
+ "reducer": "Seed",
+ "server": "local"
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:32:46.666579300Z",
+ "finished_at": "2025-10-20T20:34:02.615664900Z"
+ },
+ "t_003_struct_in_table": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_003_struct_in_table",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Sonnet",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "claude-sonnet-4-5",
+ "golden_db": "basics-t-003-struct-in-table-golden",
+ "llm_db": "basics-t-003-struct-in-table-claude-4-5-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\claude-4-5-sonnet\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-003-struct-in-table-golden",
+ "llm_db": "basics-t-003-struct-in-table-claude-4-5-sonnet-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:02:03.728356300Z",
+ "finished_at": "2025-10-20T20:03:39.465168500Z"
+ },
+ "t_016_sum_type_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_016_sum_type_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Sonnet",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "claude-sonnet-4-5",
+ "golden_db": "schema-t-016-sum-type-columns-golden",
+ "llm_db": "schema-t-016-sum-type-columns-claude-4-5-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\claude-4-5-sonnet\\llm",
+ "scorer_details": {
+ "sum_type_columns_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "schema-t-016-sum-type-columns-golden",
+ "golden_out": "Id | A | B ----+--------------------------+--------------------------------------- 1 | (Circle = (Radius = 10)) | (Rectangle = (Width = 4, Height = 6))",
+ "llm_db": "schema-t-016-sum-type-columns-claude-4-5-sonnet-llm",
+ "llm_out": "Id | A | B ----+--------------------------+--------------------------------------- 1 | (Circle = (Radius = 10)) | (Rectangle = (Width = 4, Height = 6))",
+ "query": "SELECT Id, A, B FROM drawings WHERE Id=1",
+ "reducer": "Seed",
+ "server": "local"
+ }
+ },
+ "sum_type_columns_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM drawings WHERE Id=1"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-016-sum-type-columns-golden",
+ "llm_db": "schema-t-016-sum-type-columns-claude-4-5-sonnet-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:32:48.200769700Z",
+ "finished_at": "2025-10-20T20:34:57.939715700Z"
+ },
+ "t_019_many_to_many": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_019_many_to_many",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Sonnet",
+ "total_tests": 5,
+ "passed_tests": 5,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "claude-sonnet-4-5",
+ "golden_db": "schema-t-019-many-to-many-golden",
+ "llm_db": "schema-t-019-many-to-many-claude-4-5-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\claude-4-5-sonnet\\llm",
+ "scorer_details": {
+ "m2m_has_1_10": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM memberships WHERE UserId=1 AND GroupId=10"
+ }
+ },
+ "m2m_has_2_20": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM memberships WHERE UserId=2 AND GroupId=20"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-019-many-to-many-golden",
+ "llm_db": "schema-t-019-many-to-many-claude-4-5-sonnet-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "memberships_three_rows": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 3,
+ "expected": 3,
+ "sql": "SELECT COUNT(*) AS n FROM memberships"
+ }
+ },
+ "m2m_has_1_20": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM memberships WHERE UserId=1 AND GroupId=20"
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:32:50.573908300Z",
+ "finished_at": "2025-10-20T20:34:08.599679500Z"
+ },
+ "t_020_ecs": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_020_ecs",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Sonnet",
+ "total_tests": 5,
+ "passed_tests": 5,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "claude-sonnet-4-5",
+ "golden_db": "schema-t-020-ecs-golden",
+ "llm_db": "schema-t-020-ecs-claude-4-5-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\claude-4-5-sonnet\\llm",
+ "scorer_details": {
+ "ecs_next_pos_entity1": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM next_positions WHERE EntityId=1 AND X=1 AND Y=0"
+ }
+ },
+ "ecs_step_next_positions_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 2,
+ "expected": 2,
+ "sql": "SELECT COUNT(*) AS n FROM next_positions"
+ }
+ },
+ "ecs_seed_positions_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 2,
+ "expected": 2,
+ "sql": "SELECT COUNT(*) AS n FROM positions"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-020-ecs-golden",
+ "llm_db": "schema-t-020-ecs-claude-4-5-sonnet-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "ecs_next_pos_entity2": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM next_positions WHERE EntityId=2 AND X=8 AND Y=3"
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:32:51.324485600Z",
+ "finished_at": "2025-10-20T20:34:10.701136300Z"
+ },
+ "t_015_product_type_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_015_product_type_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Sonnet",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "claude-sonnet-4-5",
+ "golden_db": "schema-t-015-product-type-columns-golden",
+ "llm_db": "schema-t-015-product-type-columns-claude-4-5-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\claude-4-5-sonnet\\llm",
+ "scorer_details": {
+ "product_type_columns_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM profiles WHERE Id=1"
+ }
+ },
+ "product_type_columns_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "schema-t-015-product-type-columns-golden",
+ "golden_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (Street = \"1 Main\", Zip = 11111) | (Street = \"2 Broad\", Zip = 22222) | (X = 7, Y = 9)",
+ "llm_db": "schema-t-015-product-type-columns-claude-4-5-sonnet-llm",
+ "llm_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (Street = \"1 Main\", Zip = 11111) | (Street = \"2 Broad\", Zip = 22222) | (X = 7, Y = 9)",
+ "query": "SELECT Id, Home, Work, Pos FROM profiles WHERE Id=1",
+ "reducer": "Seed",
+ "server": "local"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-015-product-type-columns-golden",
+ "llm_db": "schema-t-015-product-type-columns-claude-4-5-sonnet-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:32:47.433184500Z",
+ "finished_at": "2025-10-20T20:34:06.772724400Z"
+ },
+ "t_011_helper_function": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_011_helper_function",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Sonnet",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "claude-sonnet-4-5",
+ "golden_db": "basics-t-011-helper-function-golden",
+ "llm_db": "basics-t-011-helper-function-claude-4-5-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\claude-4-5-sonnet\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-011-helper-function-golden",
+ "llm_db": "basics-t-011-helper-function-claude-4-5-sonnet-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "helper_func_sum_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ 2,
+ 3
+ ],
+ "golden_db": "basics-t-011-helper-function-golden",
+ "golden_out": "Id | Sum ----+----- 1 | 5",
+ "llm_db": "basics-t-011-helper-function-claude-4-5-sonnet-llm",
+ "llm_out": "Id | Sum ----+----- 1 | 5",
+ "query": "SELECT Id, Sum FROM results WHERE Id=1",
+ "reducer": "ComputeSum",
+ "server": "local"
+ }
+ },
+ "helper_func_sum_abs": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM results WHERE Id=1 AND Sum=5"
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:02:10.006523700Z",
+ "finished_at": "2025-10-20T20:04:19.536787900Z"
+ },
+ "t_021_multi_column_index": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_021_multi_column_index",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Sonnet",
+ "total_tests": 4,
+ "passed_tests": 0,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "claude-sonnet-4-5",
+ "golden_db": "schema-t-021-multi-column-index-golden",
+ "llm_db": "schema-t-021-multi-column-index-claude-4-5-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\claude-4-5-sonnet\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\claude-4-5-sonnet\\llm\\Lib.cs(7,6): error STDB0004: Index attribute doesn't specify columns. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\claude-4-5-sonnet\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\claude-4-5-sonnet\\llm\\Lib.cs(7,52): error CS0246: The type or namespace name 'BTree' could not be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\claude-4-5-sonnet\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\claude-4-5-sonnet\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(27,32): warning CS8981: The type name 'logs' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\claude-4-5-sonnet\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:32:52.080580500Z",
+ "finished_at": "2025-10-20T20:33:04.428357700Z"
+ },
+ "t_017_scheduled_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_017_scheduled_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Sonnet",
+ "total_tests": 2,
+ "passed_tests": 2,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "claude-sonnet-4-5",
+ "golden_db": "schema-t-017-scheduled-columns-golden",
+ "llm_db": "schema-t-017-scheduled-columns-claude-4-5-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\claude-4-5-sonnet\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-017-scheduled-columns-golden",
+ "llm_db": "schema-t-017-scheduled-columns-claude-4-5-sonnet-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "scheduled_seeded_one_row": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM tick_timer WHERE ScheduledId>=0"
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:32:49.000529800Z",
+ "finished_at": "2025-10-20T20:34:07.005785Z"
+ },
+ "t_013_spacetime_sum_type": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_013_spacetime_sum_type",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Sonnet",
+ "total_tests": 3,
+ "passed_tests": 0,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "claude-sonnet-4-5",
+ "golden_db": "schema-t-013-spacetime-sum-type-golden",
+ "llm_db": "schema-t-013-spacetime-sum-type-claude-4-5-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\claude-4-5-sonnet\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\claude-4-5-sonnet\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Shape.cs(6,26): error CS8910: The primary constructor conflicts with the synthesized copy constructor. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\claude-4-5-sonnet\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\claude-4-5-sonnet\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Shape.cs(12,26): error CS8910: The primary constructor conflicts with the synthesized copy constructor. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\claude-4-5-sonnet\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\claude-4-5-sonnet\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(27,32): warning CS8981: The type name 'results' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\claude-4-5-sonnet\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:32:45.889461900Z",
+ "finished_at": "2025-10-20T20:33:04.383640200Z"
+ },
+ "t_018_constraints": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_018_constraints",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Sonnet",
+ "total_tests": 3,
+ "passed_tests": 2,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "claude-sonnet-4-5",
+ "golden_db": "schema-t-018-constraints-golden",
+ "llm_db": "schema-t-018-constraints-claude-4-5-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\claude-4-5-sonnet\\llm",
+ "scorer_details": {
+ "constraints_row_parity_after_seed": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: can't directly call special Init lifecycle reducer\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:3000/v1/database/c200988c7e20b2058d3109402652f801c7191877ccc7e94f877c525721feaab5/call/Seed)\n",
+ "phase": "call_reducer_llm"
+ }
+ },
+ "constraints_seed_two_rows": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM accounts WHERE Id=2"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-018-constraints-golden",
+ "llm_db": "schema-t-018-constraints-claude-4-5-sonnet-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:32:49.781739300Z",
+ "finished_at": "2025-10-20T20:34:07.384235700Z"
+ },
+ "t_004_insert": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_004_insert",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Sonnet",
+ "total_tests": 2,
+ "passed_tests": 2,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "claude-sonnet-4-5",
+ "golden_db": "basics-t-004-insert-golden",
+ "llm_db": "basics-t-004-insert-claude-4-5-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\claude-4-5-sonnet\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-004-insert-golden",
+ "llm_db": "basics-t-004-insert-claude-4-5-sonnet-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "data_parity_insert_user": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ "Alice",
+ 30,
+ true
+ ],
+ "golden_db": "basics-t-004-insert-golden",
+ "golden_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true",
+ "llm_db": "basics-t-004-insert-claude-4-5-sonnet-llm",
+ "llm_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true",
+ "query": "SELECT Id, Name, Age, Active FROM users WHERE Id=1",
+ "reducer": "InsertUser",
+ "server": "local"
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:02:04.535678400Z",
+ "finished_at": "2025-10-20T20:04:43.019219800Z"
+ },
+ "t_002_scheduled_table": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_002_scheduled_table",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Sonnet",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "claude-sonnet-4-5",
+ "golden_db": "basics-t-002-scheduled-table-golden",
+ "llm_db": "basics-t-002-scheduled-table-claude-4-5-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\claude-4-5-sonnet\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-002-scheduled-table-golden",
+ "llm_db": "basics-t-002-scheduled-table-claude-4-5-sonnet-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:02:02.870487100Z",
+ "finished_at": "2025-10-20T20:03:40.137742600Z"
+ },
+ "t_001_basic_tables": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_001_basic_tables",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Sonnet",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "claude-sonnet-4-5",
+ "golden_db": "basics-t-001-basic-tables-golden",
+ "llm_db": "basics-t-001-basic-tables-claude-4-5-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\claude-4-5-sonnet\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-001-basic-tables-golden",
+ "llm_db": "basics-t-001-basic-tables-claude-4-5-sonnet-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:02:02.003779500Z",
+ "finished_at": "2025-10-20T20:03:40.332710900Z"
+ }
+ }
+ },
+ {
+ "name": "Claude 4 Sonnet",
+ "route_api_model": "claude-sonnet-4",
+ "tasks": {
+ "t_013_spacetime_sum_type": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_013_spacetime_sum_type",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4 Sonnet",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "claude-sonnet-4",
+ "golden_db": "schema-t-013-spacetime-sum-type-golden",
+ "llm_db": "schema-t-013-spacetime-sum-type-claude-4-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\claude-4-sonnet\\llm",
+ "scorer_details": {
+ "sum_type_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ 10
+ ],
+ "golden_db": "schema-t-013-spacetime-sum-type-golden",
+ "golden_out": "Id | Value ----+-------------------------- 1 | (Circle = (Radius = 10))",
+ "llm_db": "schema-t-013-spacetime-sum-type-claude-4-sonnet-llm",
+ "llm_out": "Id | Value ----+-------------------------- 1 | (Circle = (Radius = 10))",
+ "query": "SELECT Id, Value FROM results WHERE Id=1",
+ "reducer": "SetCircle",
+ "server": "local"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-013-spacetime-sum-type-golden",
+ "llm_db": "schema-t-013-spacetime-sum-type-claude-4-sonnet-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "sum_type_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM results WHERE Id=1"
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:41:36.683550700Z",
+ "finished_at": "2025-10-20T20:43:44.763925200Z"
+ },
+ "t_003_struct_in_table": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_003_struct_in_table",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4 Sonnet",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "claude-sonnet-4",
+ "golden_db": "basics-t-003-struct-in-table-golden",
+ "llm_db": "basics-t-003-struct-in-table-claude-4-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\claude-4-sonnet\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-003-struct-in-table-golden",
+ "llm_db": "basics-t-003-struct-in-table-claude-4-sonnet-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:37:02.482414500Z",
+ "finished_at": "2025-10-20T20:38:42.440390900Z"
+ },
+ "t_000_empty_reducers": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_000_empty_reducers",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4 Sonnet",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Reducer]\n public static void EmptyReducer_NoArgs(ReducerContext ctx)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithInt(ReducerContext ctx, int count)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithString(ReducerContext ctx, string name)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithTwoArgs(ReducerContext ctx, int count, string name)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithThreeArgs(ReducerContext ctx, bool active, float ratio, string label)\n {\n }\n}",
+ "category": "basics",
+ "route_api_model": "claude-sonnet-4",
+ "golden_db": "basics-t-000-empty-reducers-golden",
+ "llm_db": "basics-t-000-empty-reducers-claude-4-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\claude-4-sonnet\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-000-empty-reducers-golden",
+ "llm_db": "basics-t-000-empty-reducers-claude-4-sonnet-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-22T00:05:14.429525200Z",
+ "finished_at": "2025-10-22T00:05:59.968429900Z"
+ },
+ "t_011_helper_function": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_011_helper_function",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4 Sonnet",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "claude-sonnet-4",
+ "golden_db": "basics-t-011-helper-function-golden",
+ "llm_db": "basics-t-011-helper-function-claude-4-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\claude-4-sonnet\\llm",
+ "scorer_details": {
+ "helper_func_sum_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ 2,
+ 3
+ ],
+ "golden_db": "basics-t-011-helper-function-golden",
+ "golden_out": "Id | Sum ----+----- 1 | 5",
+ "llm_db": "basics-t-011-helper-function-claude-4-sonnet-llm",
+ "llm_out": "Id | Sum ----+----- 1 | 5",
+ "query": "SELECT Id, Sum FROM results WHERE Id=1",
+ "reducer": "ComputeSum",
+ "server": "local"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-011-helper-function-golden",
+ "llm_db": "basics-t-011-helper-function-claude-4-sonnet-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "helper_func_sum_abs": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM results WHERE Id=1 AND Sum=5"
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:37:08.816503300Z",
+ "finished_at": "2025-10-20T20:38:42.043948600Z"
+ },
+ "t_010_connect": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_010_connect",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4 Sonnet",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "claude-sonnet-4",
+ "golden_db": "basics-t-010-connect-golden",
+ "llm_db": "basics-t-010-connect-claude-4-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\claude-4-sonnet\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-010-connect-golden",
+ "llm_db": "basics-t-010-connect-claude-4-sonnet-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:37:08.070334900Z",
+ "finished_at": "2025-10-20T20:38:42.209936800Z"
+ },
+ "t_020_ecs": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_020_ecs",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4 Sonnet",
+ "total_tests": 5,
+ "passed_tests": 5,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "claude-sonnet-4",
+ "golden_db": "schema-t-020-ecs-golden",
+ "llm_db": "schema-t-020-ecs-claude-4-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\claude-4-sonnet\\llm",
+ "scorer_details": {
+ "ecs_seed_positions_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 2,
+ "expected": 2,
+ "sql": "SELECT COUNT(*) AS n FROM positions"
+ }
+ },
+ "ecs_step_next_positions_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 2,
+ "expected": 2,
+ "sql": "SELECT COUNT(*) AS n FROM next_positions"
+ }
+ },
+ "ecs_next_pos_entity2": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM next_positions WHERE EntityId=2 AND X=8 AND Y=3"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-020-ecs-golden",
+ "llm_db": "schema-t-020-ecs-claude-4-sonnet-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "ecs_next_pos_entity1": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM next_positions WHERE EntityId=1 AND X=1 AND Y=0"
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:41:43.118766400Z",
+ "finished_at": "2025-10-20T20:43:00.563259600Z"
+ },
+ "t_009_init": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_009_init",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4 Sonnet",
+ "total_tests": 4,
+ "passed_tests": 4,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "claude-sonnet-4",
+ "golden_db": "basics-t-009-init-golden",
+ "llm_db": "basics-t-009-init-claude-4-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_009_init\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_009_init\\csharp\\server\\claude-4-sonnet\\llm",
+ "scorer_details": {
+ "init_seed_alice": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=1 AND Name='Alice' AND Age=30 AND Active=true"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-009-init-golden",
+ "llm_db": "basics-t-009-init-claude-4-sonnet-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "init_total_two": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 2,
+ "expected": 2,
+ "sql": "SELECT COUNT(*) AS n FROM users"
+ }
+ },
+ "init_seed_bob": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=2 AND Name='Bob' AND Age=22 AND Active=false"
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:37:07.325249700Z",
+ "finished_at": "2025-10-20T20:39:38.387523900Z"
+ },
+ "t_019_many_to_many": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_019_many_to_many",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4 Sonnet",
+ "total_tests": 5,
+ "passed_tests": 0,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "claude-sonnet-4",
+ "golden_db": "schema-t-019-many-to-many-golden",
+ "llm_db": "schema-t-019-many-to-many-claude-4-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\claude-4-sonnet\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\claude-4-sonnet\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(113,24): warning CS8981: The type name 'users' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\claude-4-sonnet\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\claude-4-sonnet\\llm\\Lib.cs(23,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\claude-4-sonnet\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\claude-4-sonnet\\llm\\Lib.cs(24,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\claude-4-sonnet\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\claude-4-sonnet\\llm\\Lib.cs(23,62): error CS9176: There is no target type for the collection expression. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\claude-4-sonnet\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\claude-4-sonnet\\llm\\Lib.cs(24,63): error CS9176: There is no target type for the collection expression. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\claude-4-sonnet\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\claude-4-sonnet\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(27,32): warning CS8981: The type name 'groups' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\claude-4-sonnet\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\claude-4-sonnet\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(70,24): warning CS8981: The type name 'memberships' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\claude-4-sonnet\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:41:42.211270400Z",
+ "finished_at": "2025-10-20T20:41:57.069556400Z"
+ },
+ "t_008_index_lookup": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_008_index_lookup",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4 Sonnet",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "claude-sonnet-4",
+ "golden_db": "basics-t-008-index-lookup-golden",
+ "llm_db": "basics-t-008-index-lookup-claude-4-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\claude-4-sonnet\\llm",
+ "scorer_details": {
+ "seed_user_row": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "sql": "INSERT INTO users(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-008-index-lookup-golden",
+ "llm_db": "basics-t-008-index-lookup-claude-4-sonnet-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "index_lookup_projection_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1
+ ],
+ "golden_db": "basics-t-008-index-lookup-golden",
+ "golden_out": "Id | Name ----+--------- 1 | \"Alice\"",
+ "llm_db": "basics-t-008-index-lookup-claude-4-sonnet-llm",
+ "llm_out": "Id | Name ----+--------- 1 | \"Alice\"",
+ "query": "SELECT Id, Name FROM results WHERE Id=1",
+ "reducer": "LookupUserName",
+ "server": "local"
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:37:06.488290400Z",
+ "finished_at": "2025-10-20T20:38:38.579135Z"
+ },
+ "t_002_scheduled_table": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_002_scheduled_table",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4 Sonnet",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "claude-sonnet-4",
+ "golden_db": "basics-t-002-scheduled-table-golden",
+ "llm_db": "basics-t-002-scheduled-table-claude-4-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\claude-4-sonnet\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-002-scheduled-table-golden",
+ "llm_db": "basics-t-002-scheduled-table-claude-4-sonnet-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:37:01.709500800Z",
+ "finished_at": "2025-10-20T20:38:41.001791800Z"
+ },
+ "t_001_basic_tables": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_001_basic_tables",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4 Sonnet",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "claude-sonnet-4",
+ "golden_db": "basics-t-001-basic-tables-golden",
+ "llm_db": "basics-t-001-basic-tables-claude-4-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\claude-4-sonnet\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-001-basic-tables-golden",
+ "llm_db": "basics-t-001-basic-tables-claude-4-sonnet-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:37:00.924706700Z",
+ "finished_at": "2025-10-20T20:39:19.137937700Z"
+ },
+ "t_018_constraints": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_018_constraints",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4 Sonnet",
+ "total_tests": 3,
+ "passed_tests": 0,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "claude-sonnet-4",
+ "golden_db": "schema-t-018-constraints-golden",
+ "llm_db": "schema-t-018-constraints-claude-4-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\claude-4-sonnet\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\claude-4-sonnet\\llm\\Lib.cs(7,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\claude-4-sonnet\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\claude-4-sonnet\\llm\\Lib.cs(7,45): error CS9176: There is no target type for the collection expression. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\claude-4-sonnet\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\claude-4-sonnet\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(27,32): warning CS8981: The type name 'accounts' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\claude-4-sonnet\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:41:41.251734100Z",
+ "finished_at": "2025-10-20T20:41:55.229582400Z"
+ },
+ "t_014_elementary_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_014_elementary_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4 Sonnet",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "claude-sonnet-4",
+ "golden_db": "schema-t-014-elementary-columns-golden",
+ "llm_db": "schema-t-014-elementary-columns-claude-4-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\claude-4-sonnet\\llm",
+ "scorer_details": {
+ "elementary_columns_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "schema-t-014-elementary-columns-golden",
+ "golden_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"",
+ "llm_db": "schema-t-014-elementary-columns-claude-4-sonnet-llm",
+ "llm_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"",
+ "query": "SELECT Id, Count, Total, Price, Ratio, Active, Name FROM primitives WHERE Id=1",
+ "reducer": "Seed",
+ "server": "local"
+ }
+ },
+ "elementary_columns_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM primitives WHERE Id=1"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-014-elementary-columns-golden",
+ "llm_db": "schema-t-014-elementary-columns-claude-4-sonnet-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:41:37.532050300Z",
+ "finished_at": "2025-10-20T20:43:45.160088600Z"
+ },
+ "t_004_insert": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_004_insert",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4 Sonnet",
+ "total_tests": 2,
+ "passed_tests": 2,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "claude-sonnet-4",
+ "golden_db": "basics-t-004-insert-golden",
+ "llm_db": "basics-t-004-insert-claude-4-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\claude-4-sonnet\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-004-insert-golden",
+ "llm_db": "basics-t-004-insert-claude-4-sonnet-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "data_parity_insert_user": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ "Alice",
+ 30,
+ true
+ ],
+ "golden_db": "basics-t-004-insert-golden",
+ "golden_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true",
+ "llm_db": "basics-t-004-insert-claude-4-sonnet-llm",
+ "llm_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true",
+ "query": "SELECT Id, Name, Age, Active FROM users WHERE Id=1",
+ "reducer": "InsertUser",
+ "server": "local"
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:37:03.262533900Z",
+ "finished_at": "2025-10-20T20:38:41.453040200Z"
+ },
+ "t_006_delete": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_006_delete",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4 Sonnet",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "claude-sonnet-4",
+ "golden_db": "basics-t-006-delete-golden",
+ "llm_db": "basics-t-006-delete-claude-4-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\claude-4-sonnet\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-006-delete-golden",
+ "llm_db": "basics-t-006-delete-claude-4-sonnet-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "seed_users_row": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "sql": "INSERT INTO users(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)"
+ }
+ },
+ "delete_user_count_zero": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 0,
+ "expected": 0,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=1"
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:37:04.793257600Z",
+ "finished_at": "2025-10-20T20:38:40.837307900Z"
+ },
+ "t_005_update": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_005_update",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4 Sonnet",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "claude-sonnet-4",
+ "golden_db": "basics-t-005-update-golden",
+ "llm_db": "basics-t-005-update-claude-4-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_005_update\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_005_update\\csharp\\server\\claude-4-sonnet\\llm",
+ "scorer_details": {
+ "seed_users_row": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "sql": "INSERT INTO users(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)"
+ }
+ },
+ "data_parity_update_user": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ "Alice2",
+ 31,
+ false
+ ],
+ "golden_db": "basics-t-005-update-golden",
+ "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
+ "llm_db": "basics-t-005-update-claude-4-sonnet-llm",
+ "llm_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
+ "query": "SELECT Id, Name, Age, Active FROM users WHERE Id=1",
+ "reducer": "UpdateUser",
+ "server": "local"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-005-update-golden",
+ "llm_db": "basics-t-005-update-claude-4-sonnet-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:37:04.018006400Z",
+ "finished_at": "2025-10-20T20:39:19.762751800Z"
+ },
+ "t_015_product_type_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_015_product_type_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4 Sonnet",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "claude-sonnet-4",
+ "golden_db": "schema-t-015-product-type-columns-golden",
+ "llm_db": "schema-t-015-product-type-columns-claude-4-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\claude-4-sonnet\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-015-product-type-columns-golden",
+ "llm_db": "schema-t-015-product-type-columns-claude-4-sonnet-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "product_type_columns_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "schema-t-015-product-type-columns-golden",
+ "golden_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (Street = \"1 Main\", Zip = 11111) | (Street = \"2 Broad\", Zip = 22222) | (X = 7, Y = 9)",
+ "llm_db": "schema-t-015-product-type-columns-claude-4-sonnet-llm",
+ "llm_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (Street = \"1 Main\", Zip = 11111) | (Street = \"2 Broad\", Zip = 22222) | (X = 7, Y = 9)",
+ "query": "SELECT Id, Home, Work, Pos FROM profiles WHERE Id=1",
+ "reducer": "Seed",
+ "server": "local"
+ }
+ },
+ "product_type_columns_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM profiles WHERE Id=1"
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:41:38.389554300Z",
+ "finished_at": "2025-10-20T20:42:57.975866600Z"
+ },
+ "t_007_crud": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_007_crud",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4 Sonnet",
+ "total_tests": 4,
+ "passed_tests": 4,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "claude-sonnet-4",
+ "golden_db": "basics-t-007-crud-golden",
+ "llm_db": "basics-t-007-crud-claude-4-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\claude-4-sonnet\\llm",
+ "scorer_details": {
+ "crud_total_count_one": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM users"
+ }
+ },
+ "crud_row_id2_deleted": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 0,
+ "expected": 0,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=2"
+ }
+ },
+ "crud_row_id1_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "basics-t-007-crud-golden",
+ "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
+ "llm_db": "basics-t-007-crud-claude-4-sonnet-llm",
+ "llm_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
+ "query": "SELECT Id, Name, Age, Active FROM users WHERE Id=1",
+ "reducer": "Crud",
+ "server": "local"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-007-crud-golden",
+ "llm_db": "basics-t-007-crud-claude-4-sonnet-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:37:05.570212Z",
+ "finished_at": "2025-10-20T20:38:40.427331500Z"
+ },
+ "t_021_multi_column_index": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_021_multi_column_index",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4 Sonnet",
+ "total_tests": 4,
+ "passed_tests": 0,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "claude-sonnet-4",
+ "golden_db": "schema-t-021-multi-column-index-golden",
+ "llm_db": "schema-t-021-multi-column-index-claude-4-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\claude-4-sonnet\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\claude-4-sonnet\\llm\\Lib.cs(7,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\claude-4-sonnet\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\claude-4-sonnet\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(27,32): warning CS8981: The type name 'logs' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\claude-4-sonnet\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:41:43.928783Z",
+ "finished_at": "2025-10-20T20:41:55.279653800Z"
+ },
+ "t_016_sum_type_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_016_sum_type_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4 Sonnet",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "claude-sonnet-4",
+ "golden_db": "schema-t-016-sum-type-columns-golden",
+ "llm_db": "schema-t-016-sum-type-columns-claude-4-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\claude-4-sonnet\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-016-sum-type-columns-golden",
+ "llm_db": "schema-t-016-sum-type-columns-claude-4-sonnet-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "sum_type_columns_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "schema-t-016-sum-type-columns-golden",
+ "golden_out": "Id | A | B ----+--------------------------+--------------------------------------- 1 | (Circle = (Radius = 10)) | (Rectangle = (Width = 4, Height = 6))",
+ "llm_db": "schema-t-016-sum-type-columns-claude-4-sonnet-llm",
+ "llm_out": "Id | A | B ----+--------------------------+--------------------------------------- 1 | (Circle = (Radius = 10)) | (Rectangle = (Width = 4, Height = 6))",
+ "query": "SELECT Id, A, B FROM drawings WHERE Id=1",
+ "reducer": "Seed",
+ "server": "local"
+ }
+ },
+ "sum_type_columns_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM drawings WHERE Id=1"
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:41:39.279440300Z",
+ "finished_at": "2025-10-20T20:42:58.500369200Z"
+ },
+ "t_017_scheduled_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_017_scheduled_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4 Sonnet",
+ "total_tests": 2,
+ "passed_tests": 2,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "claude-sonnet-4",
+ "golden_db": "schema-t-017-scheduled-columns-golden",
+ "llm_db": "schema-t-017-scheduled-columns-claude-4-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\claude-4-sonnet\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-017-scheduled-columns-golden",
+ "llm_db": "schema-t-017-scheduled-columns-claude-4-sonnet-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "scheduled_seeded_one_row": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM tick_timer WHERE ScheduledId>=0"
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:41:40.309622600Z",
+ "finished_at": "2025-10-20T20:42:58.726183Z"
+ },
+ "t_012_spacetime_product_type": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_012_spacetime_product_type",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4 Sonnet",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "claude-sonnet-4",
+ "golden_db": "schema-t-012-spacetime-product-type-golden",
+ "llm_db": "schema-t-012-spacetime-product-type-claude-4-sonnet-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\claude-4-sonnet\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-012-spacetime-product-type-golden",
+ "llm_db": "schema-t-012-spacetime-product-type-claude-4-sonnet-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "product_type_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ 2,
+ 3
+ ],
+ "golden_db": "schema-t-012-spacetime-product-type-golden",
+ "golden_out": "Id | Value ----+----------------------- 1 | (Left = 2, Right = 3)",
+ "llm_db": "schema-t-012-spacetime-product-type-claude-4-sonnet-llm",
+ "llm_out": "Id | Value ----+----------------------- 1 | (Left = 2, Right = 3)",
+ "query": "SELECT Id, Value FROM results WHERE Id=1",
+ "reducer": "SetScore",
+ "server": "local"
+ }
+ },
+ "product_type_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM results WHERE Id=1"
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-20T20:41:35.815483900Z",
+ "finished_at": "2025-10-20T20:42:59.202139300Z"
+ }
+ }
+ },
+ {
+ "name": "Grok 4",
+ "route_api_model": "grok-4",
+ "tasks": {
+ "t_016_sum_type_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_016_sum_type_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 4",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "grok-4",
+ "golden_db": "schema-t-016-sum-type-columns-golden",
+ "llm_db": "schema-t-016-sum-type-columns-grok-4-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\grok-4\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-016-sum-type-columns-golden",
+ "llm_db": "schema-t-016-sum-type-columns-grok-4-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "sum_type_columns_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "schema-t-016-sum-type-columns-golden",
+ "golden_out": "Id | A | B ----+--------------------------+--------------------------------------- 1 | (Circle = (Radius = 10)) | (Rectangle = (Width = 4, Height = 6))",
+ "llm_db": "schema-t-016-sum-type-columns-grok-4-llm",
+ "llm_out": "Id | A | B ----+--------------------------+--------------------------------------- 1 | (Circle = (Radius = 10)) | (Rectangle = (Width = 4, Height = 6))",
+ "query": "SELECT Id, A, B FROM drawings WHERE Id=1",
+ "reducer": "Seed",
+ "server": "local"
+ }
+ },
+ "sum_type_columns_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM drawings WHERE Id=1"
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T00:54:58.625115500Z",
+ "finished_at": "2025-10-21T00:56:39.932389400Z"
+ },
+ "t_018_constraints": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_018_constraints",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 4",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "grok-4",
+ "golden_db": "schema-t-018-constraints-golden",
+ "llm_db": "schema-t-018-constraints-grok-4-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\grok-4\\llm",
+ "scorer_details": {
+ "constraints_row_parity_after_seed": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "schema-t-018-constraints-golden",
+ "golden_out": "Id | Email | Name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"",
+ "llm_db": "schema-t-018-constraints-grok-4-llm",
+ "llm_out": "Id | Email | Name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"",
+ "query": "SELECT Id, Email, Name FROM accounts WHERE Id=1",
+ "reducer": "Seed",
+ "server": "local"
+ }
+ },
+ "constraints_seed_two_rows": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM accounts WHERE Id=2"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-018-constraints-golden",
+ "llm_db": "schema-t-018-constraints-grok-4-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T00:54:59.711737900Z",
+ "finished_at": "2025-10-21T00:56:21.840737100Z"
+ },
+ "t_014_elementary_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_014_elementary_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 4",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "grok-4",
+ "golden_db": "schema-t-014-elementary-columns-golden",
+ "llm_db": "schema-t-014-elementary-columns-grok-4-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\grok-4\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-014-elementary-columns-golden",
+ "llm_db": "schema-t-014-elementary-columns-grok-4-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "elementary_columns_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "schema-t-014-elementary-columns-golden",
+ "golden_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"",
+ "llm_db": "schema-t-014-elementary-columns-grok-4-llm",
+ "llm_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"",
+ "query": "SELECT Id, Count, Total, Price, Ratio, Active, Name FROM primitives WHERE Id=1",
+ "reducer": "Seed",
+ "server": "local"
+ }
+ },
+ "elementary_columns_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM primitives WHERE Id=1"
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T00:54:57.616635900Z",
+ "finished_at": "2025-10-21T00:56:32.173953200Z"
+ },
+ "t_013_spacetime_sum_type": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_013_spacetime_sum_type",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 4",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "grok-4",
+ "golden_db": "schema-t-013-spacetime-sum-type-golden",
+ "llm_db": "schema-t-013-spacetime-sum-type-grok-4-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\grok-4\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-013-spacetime-sum-type-golden",
+ "llm_db": "schema-t-013-spacetime-sum-type-grok-4-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "sum_type_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM results WHERE Id=1"
+ }
+ },
+ "sum_type_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ 10
+ ],
+ "golden_db": "schema-t-013-spacetime-sum-type-golden",
+ "golden_out": "Id | Value ----+-------------------------- 1 | (Circle = (Radius = 10))",
+ "llm_db": "schema-t-013-spacetime-sum-type-grok-4-llm",
+ "llm_out": "Id | Value ----+-------------------------- 1 | (Circle = (Radius = 10))",
+ "query": "SELECT Id, Value FROM results WHERE Id=1",
+ "reducer": "SetCircle",
+ "server": "local"
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T00:54:57.115158200Z",
+ "finished_at": "2025-10-21T00:56:49.795312700Z"
+ },
+ "t_020_ecs": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_020_ecs",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 4",
+ "total_tests": 5,
+ "passed_tests": 5,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "grok-4",
+ "golden_db": "schema-t-020-ecs-golden",
+ "llm_db": "schema-t-020-ecs-grok-4-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\grok-4\\llm",
+ "scorer_details": {
+ "ecs_next_pos_entity1": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM next_positions WHERE EntityId=1 AND X=1 AND Y=0"
+ }
+ },
+ "ecs_step_next_positions_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 2,
+ "expected": 2,
+ "sql": "SELECT COUNT(*) AS n FROM next_positions"
+ }
+ },
+ "ecs_seed_positions_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 2,
+ "expected": 2,
+ "sql": "SELECT COUNT(*) AS n FROM positions"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-020-ecs-golden",
+ "llm_db": "schema-t-020-ecs-grok-4-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "ecs_next_pos_entity2": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM next_positions WHERE EntityId=2 AND X=8 AND Y=3"
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T00:55:00.807120900Z",
+ "finished_at": "2025-10-21T00:56:43.533400800Z"
+ },
+ "t_019_many_to_many": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_019_many_to_many",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 4",
+ "total_tests": 5,
+ "passed_tests": 5,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "grok-4",
+ "golden_db": "schema-t-019-many-to-many-golden",
+ "llm_db": "schema-t-019-many-to-many-grok-4-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\grok-4\\llm",
+ "scorer_details": {
+ "m2m_has_1_20": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM memberships WHERE UserId=1 AND GroupId=20"
+ }
+ },
+ "m2m_has_1_10": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM memberships WHERE UserId=1 AND GroupId=10"
+ }
+ },
+ "memberships_three_rows": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 3,
+ "expected": 3,
+ "sql": "SELECT COUNT(*) AS n FROM memberships"
+ }
+ },
+ "m2m_has_2_20": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM memberships WHERE UserId=2 AND GroupId=20"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-019-many-to-many-golden",
+ "llm_db": "schema-t-019-many-to-many-grok-4-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T00:55:00.274643700Z",
+ "finished_at": "2025-10-21T00:56:50.220880200Z"
+ },
+ "t_002_scheduled_table": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_002_scheduled_table",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 4",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "grok-4",
+ "golden_db": "basics-t-002-scheduled-table-golden",
+ "llm_db": "basics-t-002-scheduled-table-grok-4-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\grok-4\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-002-scheduled-table-golden",
+ "llm_db": "basics-t-002-scheduled-table-grok-4-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T01:13:52.623391700Z",
+ "finished_at": "2025-10-21T01:15:13.728428500Z"
+ },
+ "t_001_basic_tables": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_001_basic_tables",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 4",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "grok-4",
+ "golden_db": "basics-t-001-basic-tables-golden",
+ "llm_db": "basics-t-001-basic-tables-grok-4-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\grok-4\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-001-basic-tables-golden",
+ "llm_db": "basics-t-001-basic-tables-grok-4-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T01:13:52.120961600Z",
+ "finished_at": "2025-10-21T01:15:34.090282600Z"
+ },
+ "t_000_empty_reducers": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_000_empty_reducers",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 4",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [SpacetimeDB.Reducer]\r\n public static void EmptyReducer_NoArgs(ReducerContext ctx)\r\n {\r\n }\r\n\r\n [SpacetimeDB.Reducer]\r\n public static void EmptyReducer_WithInt(ReducerContext ctx, int count)\r\n {\r\n }\r\n\r\n [SpacetimeDB.Reducer]\r\n public static void EmptyReducer_WithString(ReducerContext ctx, string name)\r\n {\r\n }\r\n\r\n [SpacetimeDB.Reducer]\r\n public static void EmptyReducer_WithTwoArgs(ReducerContext ctx, int count, string name)\r\n {\r\n }\r\n\r\n [SpacetimeDB.Reducer]\r\n public static void EmptyReducer_WithThreeArgs(ReducerContext ctx, bool active, float ratio, string label)\r\n {\r\n }\r\n}",
+ "category": "basics",
+ "route_api_model": "grok-4",
+ "golden_db": "basics-t-000-empty-reducers-golden",
+ "llm_db": "basics-t-000-empty-reducers-grok-4-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-4\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-000-empty-reducers-golden",
+ "llm_db": "basics-t-000-empty-reducers-grok-4-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T23:58:47.413051600Z",
+ "finished_at": "2025-10-22T00:00:10.958973700Z"
+ },
+ "t_012_spacetime_product_type": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_012_spacetime_product_type",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 4",
+ "total_tests": 3,
+ "passed_tests": 0,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "grok-4",
+ "golden_db": "schema-t-012-spacetime-product-type-golden",
+ "llm_db": "schema-t-012-spacetime-product-type-grok-4-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\grok-4\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\grok-4\\llm\\Lib.cs(20,33): error CS0246: The type or namespace name 'ReducerContext' could not be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\grok-4\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(27,32): warning CS8981: The type name 'results' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T00:54:56.532675700Z",
+ "finished_at": "2025-10-21T00:55:33.256614400Z"
+ },
+ "t_003_struct_in_table": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_003_struct_in_table",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 4",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "grok-4",
+ "golden_db": "basics-t-003-struct-in-table-golden",
+ "llm_db": "basics-t-003-struct-in-table-grok-4-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\grok-4\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-003-struct-in-table-golden",
+ "llm_db": "basics-t-003-struct-in-table-grok-4-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T01:13:53.151682100Z",
+ "finished_at": "2025-10-21T01:15:02.170466Z"
+ },
+ "t_015_product_type_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_015_product_type_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 4",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "grok-4",
+ "golden_db": "schema-t-015-product-type-columns-golden",
+ "llm_db": "schema-t-015-product-type-columns-grok-4-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\grok-4\\llm",
+ "scorer_details": {
+ "product_type_columns_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "schema-t-015-product-type-columns-golden",
+ "golden_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (Street = \"1 Main\", Zip = 11111) | (Street = \"2 Broad\", Zip = 22222) | (X = 7, Y = 9)",
+ "llm_db": "schema-t-015-product-type-columns-grok-4-llm",
+ "llm_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (Street = \"1 Main\", Zip = 11111) | (Street = \"2 Broad\", Zip = 22222) | (X = 7, Y = 9)",
+ "query": "SELECT Id, Home, Work, Pos FROM profiles WHERE Id=1",
+ "reducer": "Seed",
+ "server": "local"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-015-product-type-columns-golden",
+ "llm_db": "schema-t-015-product-type-columns-grok-4-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "product_type_columns_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM profiles WHERE Id=1"
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T00:54:58.119730400Z",
+ "finished_at": "2025-10-21T00:56:24.083824100Z"
+ },
+ "t_008_index_lookup": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_008_index_lookup",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 4",
+ "total_tests": 3,
+ "passed_tests": 0,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "grok-4",
+ "golden_db": "basics-t-008-index-lookup-golden",
+ "llm_db": "basics-t-008-index-lookup-grok-4-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\grok-4\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\grok-4\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(27,32): warning CS8981: The type name 'results' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\grok-4\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(70,24): warning CS8981: The type name 'users' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\grok-4\\llm\\Lib.cs(30,58): error CS1061: 'Module.User?' does not contain a definition for 'Id' and no accessible extension method 'Id' accepting a first argument of type 'Module.User?' could be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\grok-4\\llm\\Lib.cs(30,74): error CS1061: 'Module.User?' does not contain a definition for 'Name' and no accessible extension method 'Name' accepting a first argument of type 'Module.User?' could be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T01:13:55.716717500Z",
+ "finished_at": "2025-10-21T01:14:19.157507700Z"
+ },
+ "t_010_connect": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_010_connect",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 4",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "grok-4",
+ "golden_db": "basics-t-010-connect-golden",
+ "llm_db": "basics-t-010-connect-grok-4-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\grok-4\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-010-connect-golden",
+ "llm_db": "basics-t-010-connect-grok-4-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T01:13:56.737109800Z",
+ "finished_at": "2025-10-21T01:15:13.897979300Z"
+ },
+ "t_007_crud": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_007_crud",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 4",
+ "total_tests": 4,
+ "passed_tests": 0,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "grok-4",
+ "golden_db": "basics-t-007-crud-golden",
+ "llm_db": "basics-t-007-crud-grok-4-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\grok-4\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\grok-4\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(27,32): warning CS8981: The type name 'users' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\grok-4\\llm\\Lib.cs(23,14): error CS1061: 'Module.Users?' does not contain a definition for 'Name' and no accessible extension method 'Name' accepting a first argument of type 'Module.Users?' could be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\grok-4\\llm\\Lib.cs(24,14): error CS1061: 'Module.Users?' does not contain a definition for 'Age' and no accessible extension method 'Age' accepting a first argument of type 'Module.Users?' could be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\grok-4\\llm\\Lib.cs(25,14): error CS1061: 'Module.Users?' does not contain a definition for 'Active' and no accessible extension method 'Active' accepting a first argument of type 'Module.Users?' could be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\grok-4\\llm\\Lib.cs(26,32): error CS1503: Argument 1: cannot convert from 'Module.Users?' to 'Module.Users' [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T01:13:55.219200200Z",
+ "finished_at": "2025-10-21T01:14:52.587564400Z"
+ },
+ "t_011_helper_function": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_011_helper_function",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 4",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "grok-4",
+ "golden_db": "basics-t-011-helper-function-golden",
+ "llm_db": "basics-t-011-helper-function-grok-4-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-4\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-011-helper-function-golden",
+ "llm_db": "basics-t-011-helper-function-grok-4-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "helper_func_sum_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ 2,
+ 3
+ ],
+ "golden_db": "basics-t-011-helper-function-golden",
+ "golden_out": "Id | Sum ----+----- 1 | 5",
+ "llm_db": "basics-t-011-helper-function-grok-4-llm",
+ "llm_out": "Id | Sum ----+----- 1 | 5",
+ "query": "SELECT Id, Sum FROM results WHERE Id=1",
+ "reducer": "ComputeSum",
+ "server": "local"
+ }
+ },
+ "helper_func_sum_abs": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM results WHERE Id=1 AND Sum=5"
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T01:13:57.232654500Z",
+ "finished_at": "2025-10-21T01:15:30.130814500Z"
+ },
+ "t_005_update": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_005_update",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 4",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "grok-4",
+ "golden_db": "basics-t-005-update-golden",
+ "llm_db": "basics-t-005-update-grok-4-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_005_update\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_005_update\\csharp\\server\\grok-4\\llm",
+ "scorer_details": {
+ "seed_users_row": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "sql": "INSERT INTO users(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-005-update-golden",
+ "llm_db": "basics-t-005-update-grok-4-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "data_parity_update_user": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ "Alice2",
+ 31,
+ false
+ ],
+ "golden_db": "basics-t-005-update-golden",
+ "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
+ "llm_db": "basics-t-005-update-grok-4-llm",
+ "llm_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
+ "query": "SELECT Id, Name, Age, Active FROM users WHERE Id=1",
+ "reducer": "UpdateUser",
+ "server": "local"
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T01:13:54.183350100Z",
+ "finished_at": "2025-10-21T01:15:34.745090800Z"
+ },
+ "t_006_delete": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_006_delete",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 4",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "grok-4",
+ "golden_db": "basics-t-006-delete-golden",
+ "llm_db": "basics-t-006-delete-grok-4-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\grok-4\\llm",
+ "scorer_details": {
+ "seed_users_row": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "sql": "INSERT INTO users(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-006-delete-golden",
+ "llm_db": "basics-t-006-delete-grok-4-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "delete_user_count_zero": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 0,
+ "expected": 0,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=1"
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T01:13:54.697276100Z",
+ "finished_at": "2025-10-21T01:15:29.604568200Z"
+ },
+ "t_017_scheduled_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_017_scheduled_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 4",
+ "total_tests": 2,
+ "passed_tests": 2,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "grok-4",
+ "golden_db": "schema-t-017-scheduled-columns-golden",
+ "llm_db": "schema-t-017-scheduled-columns-grok-4-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\grok-4\\llm",
+ "scorer_details": {
+ "scheduled_seeded_one_row": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM tick_timer WHERE ScheduledId>=0"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-017-scheduled-columns-golden",
+ "llm_db": "schema-t-017-scheduled-columns-grok-4-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T00:54:59.124579600Z",
+ "finished_at": "2025-10-21T00:56:32.470601800Z"
+ },
+ "t_004_insert": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_004_insert",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 4",
+ "total_tests": 2,
+ "passed_tests": 2,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "grok-4",
+ "golden_db": "basics-t-004-insert-golden",
+ "llm_db": "basics-t-004-insert-grok-4-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\grok-4\\llm",
+ "scorer_details": {
+ "data_parity_insert_user": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ "Alice",
+ 30,
+ true
+ ],
+ "golden_db": "basics-t-004-insert-golden",
+ "golden_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true",
+ "llm_db": "basics-t-004-insert-grok-4-llm",
+ "llm_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true",
+ "query": "SELECT Id, Name, Age, Active FROM users WHERE Id=1",
+ "reducer": "InsertUser",
+ "server": "local"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-004-insert-golden",
+ "llm_db": "basics-t-004-insert-grok-4-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T01:13:53.656401800Z",
+ "finished_at": "2025-10-21T01:15:06.998060800Z"
+ },
+ "t_021_multi_column_index": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_021_multi_column_index",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 4",
+ "total_tests": 4,
+ "passed_tests": 4,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "grok-4",
+ "golden_db": "schema-t-021-multi-column-index-golden",
+ "llm_db": "schema-t-021-multi-column-index-grok-4-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\grok-4\\llm",
+ "scorer_details": {
+ "mcindex_lookup_u7_d1": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM logs WHERE UserId=7 AND Day=1"
+ }
+ },
+ "mcindex_seed_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 3,
+ "expected": 3,
+ "sql": "SELECT COUNT(*) AS n FROM logs"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-021-multi-column-index-golden",
+ "llm_db": "schema-t-021-multi-column-index-grok-4-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "mcindex_lookup_u7_d2": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM logs WHERE UserId=7 AND Day=2"
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T00:55:01.339990400Z",
+ "finished_at": "2025-10-21T00:56:41.639356300Z"
+ },
+ "t_009_init": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_009_init",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 4",
+ "total_tests": 4,
+ "passed_tests": 4,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "grok-4",
+ "golden_db": "basics-t-009-init-golden",
+ "llm_db": "basics-t-009-init-grok-4-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_009_init\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_009_init\\csharp\\server\\grok-4\\llm",
+ "scorer_details": {
+ "init_seed_alice": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=1 AND Name='Alice' AND Age=30 AND Active=true"
+ }
+ },
+ "init_total_two": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 2,
+ "expected": 2,
+ "sql": "SELECT COUNT(*) AS n FROM users"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-009-init-golden",
+ "llm_db": "basics-t-009-init-grok-4-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "init_seed_bob": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=2 AND Name='Bob' AND Age=22 AND Active=false"
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T01:13:56.243496200Z",
+ "finished_at": "2025-10-21T01:15:45.919553400Z"
+ }
+ }
+ },
+ {
+ "name": "Grok 3 Mini (Beta)",
+ "route_api_model": "grok-3-mini",
+ "tasks": {
+ "t_005_update": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_005_update",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 3 Mini (Beta)",
+ "total_tests": 3,
+ "passed_tests": 0,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "grok-3-mini",
+ "golden_db": "basics-t-005-update-golden",
+ "llm_db": "basics-t-005-update-grok-3-mini-beta-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_005_update\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_005_update\\csharp\\server\\grok-3-mini-beta\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\grok-3-mini-beta\\llm\\Lib.cs(14,1): error CS8803: Top-level statements must precede namespace and type declarations. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\grok-3-mini-beta\\llm\\Lib.cs(15,1): error CS0106: The modifier 'public' is not valid for this item [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T01:20:24.865269700Z",
+ "finished_at": "2025-10-21T01:20:43.203415300Z"
+ },
+ "t_015_product_type_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_015_product_type_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 3 Mini (Beta)",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "grok-3-mini",
+ "golden_db": "schema-t-015-product-type-columns-golden",
+ "llm_db": "schema-t-015-product-type-columns-grok-3-mini-beta-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\grok-3-mini-beta\\llm",
+ "scorer_details": {
+ "product_type_columns_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM profiles WHERE Id=1"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-015-product-type-columns-golden",
+ "llm_db": "schema-t-015-product-type-columns-grok-3-mini-beta-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "product_type_columns_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "schema-t-015-product-type-columns-golden",
+ "golden_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (Street = \"1 Main\", Zip = 11111) | (Street = \"2 Broad\", Zip = 22222) | (X = 7, Y = 9)",
+ "llm_db": "schema-t-015-product-type-columns-grok-3-mini-beta-llm",
+ "llm_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (Street = \"1 Main\", Zip = 11111) | (Street = \"2 Broad\", Zip = 22222) | (X = 7, Y = 9)",
+ "query": "SELECT Id, Home, Work, Pos FROM profiles WHERE Id=1",
+ "reducer": "Seed",
+ "server": "local"
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T01:23:32.438519600Z",
+ "finished_at": "2025-10-21T01:24:41.151609300Z"
+ },
+ "t_011_helper_function": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_011_helper_function",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 3 Mini (Beta)",
+ "total_tests": 3,
+ "passed_tests": 0,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "grok-3-mini",
+ "golden_db": "basics-t-011-helper-function-golden",
+ "llm_db": "basics-t-011-helper-function-grok-3-mini-beta-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-3-mini-beta\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-3-mini-beta\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(56,48): error CS0050: Inconsistent accessibility: return type 'IEnumerable' is less accessible than method 'results.Iter()' [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-3-mini-beta\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(57,35): error CS0050: Inconsistent accessibility: return type 'Module.Results' is less accessible than method 'results.Insert(Module.Results)' [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-3-mini-beta\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(57,35): error CS0051: Inconsistent accessibility: parameter type 'Module.Results' is less accessible than method 'results.Insert(Module.Results)' [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-3-mini-beta\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(58,17): error CS0051: Inconsistent accessibility: parameter type 'Module.Results' is less accessible than method 'results.Delete(Module.Results)' [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-3-mini-beta\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(60,25): error CS0060: Inconsistent accessibility: base class 'UniqueIndex' is less accessible than class 'results.IdUniqueIndex' [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-3-mini-beta\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(65,36): error CS0050: Inconsistent accessibility: return type 'Module.Results?' is less accessible than method 'results.IdUniqueIndex.Find(int)' [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-3-mini-beta\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(66,35): error CS0050: Inconsistent accessibility: return type 'Module.Results' is less accessible than method 'results.IdUniqueIndex.Update(Module.Results)' [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-3-mini-beta\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(66,35): error CS0051: Inconsistent accessibility: parameter type 'Module.Results' is less accessible than method 'results.IdUniqueIndex.Update(Module.Results)' [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-3-mini-beta\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(27,32): warning CS8981: The type name 'results' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T01:20:27.944261500Z",
+ "finished_at": "2025-10-21T01:20:41.228179900Z"
+ },
+ "t_001_basic_tables": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_001_basic_tables",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 3 Mini (Beta)",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "grok-3-mini",
+ "golden_db": "basics-t-001-basic-tables-golden",
+ "llm_db": "basics-t-001-basic-tables-grok-3-mini-beta-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\grok-3-mini-beta\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-001-basic-tables-golden",
+ "llm_db": "basics-t-001-basic-tables-grok-3-mini-beta-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T01:20:22.848063200Z",
+ "finished_at": "2025-10-21T01:21:42.592621100Z"
+ },
+ "t_017_scheduled_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_017_scheduled_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 3 Mini (Beta)",
+ "total_tests": 2,
+ "passed_tests": 0,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "grok-3-mini",
+ "golden_db": "schema-t-017-scheduled-columns-golden",
+ "llm_db": "schema-t-017-scheduled-columns-grok-3-mini-beta-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\grok-3-mini-beta\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\grok-3-mini-beta\\llm\\Lib.cs(22,26): error CS0246: The type or namespace name 'Scheduled' could not be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T01:23:33.505002300Z",
+ "finished_at": "2025-10-21T01:23:51.641209600Z"
+ },
+ "t_007_crud": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_007_crud",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 3 Mini (Beta)",
+ "total_tests": 4,
+ "passed_tests": 0,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "grok-3-mini",
+ "golden_db": "basics-t-007-crud-golden",
+ "llm_db": "basics-t-007-crud-grok-3-mini-beta-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\grok-3-mini-beta\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\grok-3-mini-beta\\llm\\Lib.cs(14,1): error CS8803: Top-level statements must precede namespace and type declarations. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\grok-3-mini-beta\\llm\\Lib.cs(15,1): error CS0106: The modifier 'public' is not valid for this item [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T01:20:25.895347300Z",
+ "finished_at": "2025-10-21T01:20:44.275623400Z"
+ },
+ "t_004_insert": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_004_insert",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 3 Mini (Beta)",
+ "total_tests": 2,
+ "passed_tests": 2,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "grok-3-mini",
+ "golden_db": "basics-t-004-insert-golden",
+ "llm_db": "basics-t-004-insert-grok-3-mini-beta-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\grok-3-mini-beta\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-004-insert-golden",
+ "llm_db": "basics-t-004-insert-grok-3-mini-beta-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "data_parity_insert_user": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ "Alice",
+ 30,
+ true
+ ],
+ "golden_db": "basics-t-004-insert-golden",
+ "golden_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true",
+ "llm_db": "basics-t-004-insert-grok-3-mini-beta-llm",
+ "llm_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true",
+ "query": "SELECT Id, Name, Age, Active FROM users WHERE Id=1",
+ "reducer": "InsertUser",
+ "server": "local"
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T01:20:24.355687300Z",
+ "finished_at": "2025-10-21T01:21:39.029068800Z"
+ },
+ "t_018_constraints": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_018_constraints",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 3 Mini (Beta)",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "grok-3-mini",
+ "golden_db": "schema-t-018-constraints-golden",
+ "llm_db": "schema-t-018-constraints-grok-3-mini-beta-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\grok-3-mini-beta\\llm",
+ "scorer_details": {
+ "constraints_row_parity_after_seed": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "schema-t-018-constraints-golden",
+ "golden_out": "Id | Email | Name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"",
+ "llm_db": "schema-t-018-constraints-grok-3-mini-beta-llm",
+ "llm_out": "Id | Email | Name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"",
+ "query": "SELECT Id, Email, Name FROM accounts WHERE Id=1",
+ "reducer": "Seed",
+ "server": "local"
+ }
+ },
+ "constraints_seed_two_rows": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM accounts WHERE Id=2"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-018-constraints-golden",
+ "llm_db": "schema-t-018-constraints-grok-3-mini-beta-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T01:23:34.018434300Z",
+ "finished_at": "2025-10-21T01:24:40.728727200Z"
+ },
+ "t_020_ecs": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_020_ecs",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 3 Mini (Beta)",
+ "total_tests": 5,
+ "passed_tests": 5,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "grok-3-mini",
+ "golden_db": "schema-t-020-ecs-golden",
+ "llm_db": "schema-t-020-ecs-grok-3-mini-beta-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\grok-3-mini-beta\\llm",
+ "scorer_details": {
+ "ecs_next_pos_entity1": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM next_positions WHERE EntityId=1 AND X=1 AND Y=0"
+ }
+ },
+ "ecs_step_next_positions_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 2,
+ "expected": 2,
+ "sql": "SELECT COUNT(*) AS n FROM next_positions"
+ }
+ },
+ "ecs_seed_positions_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 2,
+ "expected": 2,
+ "sql": "SELECT COUNT(*) AS n FROM positions"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-020-ecs-golden",
+ "llm_db": "schema-t-020-ecs-grok-3-mini-beta-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "ecs_next_pos_entity2": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM next_positions WHERE EntityId=2 AND X=8 AND Y=3"
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T01:23:35.115024700Z",
+ "finished_at": "2025-10-21T01:24:41.741813200Z"
+ },
+ "t_002_scheduled_table": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_002_scheduled_table",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 3 Mini (Beta)",
+ "total_tests": 1,
+ "passed_tests": 0,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "grok-3-mini",
+ "golden_db": "basics-t-002-scheduled-table-golden",
+ "llm_db": "basics-t-002-scheduled-table-grok-3-mini-beta-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\grok-3-mini-beta\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\grok-3-mini-beta\\llm\\Lib.cs(3,19): error CS0234: The type or namespace name 'Types' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\grok-3-mini-beta\\llm\\Lib.cs(5,60): error CS0103: The name 'Tick' does not exist in the current context [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T01:20:23.355931300Z",
+ "finished_at": "2025-10-21T01:20:46.972683Z"
+ },
+ "t_009_init": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_009_init",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 3 Mini (Beta)",
+ "total_tests": 4,
+ "passed_tests": 4,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "grok-3-mini",
+ "golden_db": "basics-t-009-init-golden",
+ "llm_db": "basics-t-009-init-grok-3-mini-beta-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_009_init\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_009_init\\csharp\\server\\grok-3-mini-beta\\llm",
+ "scorer_details": {
+ "init_seed_alice": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=1 AND Name='Alice' AND Age=30 AND Active=true"
+ }
+ },
+ "init_seed_bob": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=2 AND Name='Bob' AND Age=22 AND Active=false"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-009-init-golden",
+ "llm_db": "basics-t-009-init-grok-3-mini-beta-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "init_total_two": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 2,
+ "expected": 2,
+ "sql": "SELECT COUNT(*) AS n FROM users"
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T01:20:26.945205600Z",
+ "finished_at": "2025-10-21T01:21:40.007191100Z"
+ },
+ "t_019_many_to_many": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_019_many_to_many",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 3 Mini (Beta)",
+ "total_tests": 5,
+ "passed_tests": 0,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "grok-3-mini",
+ "golden_db": "schema-t-019-many-to-many-golden",
+ "llm_db": "schema-t-019-many-to-many-grok-3-mini-beta-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\grok-3-mini-beta\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\grok-3-mini-beta\\llm\\Lib.cs(31,1): error CS8803: Top-level statements must precede namespace and type declarations. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\grok-3-mini-beta\\llm\\Lib.cs(32,1): error CS0106: The modifier 'public' is not valid for this item [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T01:23:34.554684Z",
+ "finished_at": "2025-10-21T01:23:46.881244300Z"
+ },
+ "t_014_elementary_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_014_elementary_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 3 Mini (Beta)",
+ "total_tests": 3,
+ "passed_tests": 0,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "grok-3-mini",
+ "golden_db": "schema-t-014-elementary-columns-golden",
+ "llm_db": "schema-t-014-elementary-columns-grok-3-mini-beta-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\grok-3-mini-beta\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\grok-3-mini-beta\\llm\\Lib.cs(17,1): error CS8803: Top-level statements must precede namespace and type declarations. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\grok-3-mini-beta\\llm\\Lib.cs(18,1): error CS0106: The modifier 'public' is not valid for this item [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T01:23:31.889084400Z",
+ "finished_at": "2025-10-21T01:23:46.420570100Z"
+ },
+ "t_003_struct_in_table": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_003_struct_in_table",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 3 Mini (Beta)",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "grok-3-mini",
+ "golden_db": "basics-t-003-struct-in-table-golden",
+ "llm_db": "basics-t-003-struct-in-table-grok-3-mini-beta-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\grok-3-mini-beta\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-003-struct-in-table-golden",
+ "llm_db": "basics-t-003-struct-in-table-grok-3-mini-beta-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T01:20:23.854245800Z",
+ "finished_at": "2025-10-21T01:21:38.441196600Z"
+ },
+ "t_013_spacetime_sum_type": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_013_spacetime_sum_type",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 3 Mini (Beta)",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "grok-3-mini",
+ "golden_db": "schema-t-013-spacetime-sum-type-golden",
+ "llm_db": "schema-t-013-spacetime-sum-type-grok-3-mini-beta-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\grok-3-mini-beta\\llm",
+ "scorer_details": {
+ "sum_type_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ 10
+ ],
+ "golden_db": "schema-t-013-spacetime-sum-type-golden",
+ "golden_out": "Id | Value ----+-------------------------- 1 | (Circle = (Radius = 10))",
+ "llm_db": "schema-t-013-spacetime-sum-type-grok-3-mini-beta-llm",
+ "llm_out": "Id | Value ----+-------------------------- 1 | (Circle = (Radius = 10))",
+ "query": "SELECT Id, Value FROM results WHERE Id=1",
+ "reducer": "SetCircle",
+ "server": "local"
+ }
+ },
+ "sum_type_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM results WHERE Id=1"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-013-spacetime-sum-type-golden",
+ "llm_db": "schema-t-013-spacetime-sum-type-grok-3-mini-beta-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T01:23:31.355572800Z",
+ "finished_at": "2025-10-21T01:24:42.115504300Z"
+ },
+ "t_016_sum_type_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_016_sum_type_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 3 Mini (Beta)",
+ "total_tests": 3,
+ "passed_tests": 0,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "grok-3-mini",
+ "golden_db": "schema-t-016-sum-type-columns-golden",
+ "llm_db": "schema-t-016-sum-type-columns-grok-3-mini-beta-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\grok-3-mini-beta\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\grok-3-mini-beta\\llm\\Lib.cs(29,1): error CS8803: Top-level statements must precede namespace and type declarations. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\grok-3-mini-beta\\llm\\Lib.cs(30,1): error CS0106: The modifier 'public' is not valid for this item [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T01:23:32.976426200Z",
+ "finished_at": "2025-10-21T01:23:48.720322600Z"
+ },
+ "t_008_index_lookup": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_008_index_lookup",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 3 Mini (Beta)",
+ "total_tests": 3,
+ "passed_tests": 0,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "grok-3-mini",
+ "golden_db": "basics-t-008-index-lookup-golden",
+ "llm_db": "basics-t-008-index-lookup-grok-3-mini-beta-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\grok-3-mini-beta\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\grok-3-mini-beta\\llm\\Lib.cs(22,1): error CS8803: Top-level statements must precede namespace and type declarations. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\grok-3-mini-beta\\llm\\Lib.cs(23,1): error CS0106: The modifier 'public' is not valid for this item [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T01:20:26.421931300Z",
+ "finished_at": "2025-10-21T01:20:43.941929700Z"
+ },
+ "t_012_spacetime_product_type": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_012_spacetime_product_type",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 3 Mini (Beta)",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "grok-3-mini",
+ "golden_db": "schema-t-012-spacetime-product-type-golden",
+ "llm_db": "schema-t-012-spacetime-product-type-grok-3-mini-beta-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\grok-3-mini-beta\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-012-spacetime-product-type-golden",
+ "llm_db": "schema-t-012-spacetime-product-type-grok-3-mini-beta-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "product_type_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ 2,
+ 3
+ ],
+ "golden_db": "schema-t-012-spacetime-product-type-golden",
+ "golden_out": "Id | Value ----+----------------------- 1 | (Left = 2, Right = 3)",
+ "llm_db": "schema-t-012-spacetime-product-type-grok-3-mini-beta-llm",
+ "llm_out": "Id | Value ----+----------------------- 1 | (Left = 2, Right = 3)",
+ "query": "SELECT Id, Value FROM results WHERE Id=1",
+ "reducer": "SetScore",
+ "server": "local"
+ }
+ },
+ "product_type_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM results WHERE Id=1"
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T01:23:30.794831300Z",
+ "finished_at": "2025-10-21T01:24:40.267312200Z"
+ },
+ "t_010_connect": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_010_connect",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 3 Mini (Beta)",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "grok-3-mini",
+ "golden_db": "basics-t-010-connect-golden",
+ "llm_db": "basics-t-010-connect-grok-3-mini-beta-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\grok-3-mini-beta\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-010-connect-golden",
+ "llm_db": "basics-t-010-connect-grok-3-mini-beta-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T01:20:27.445891100Z",
+ "finished_at": "2025-10-21T01:21:42.754747300Z"
+ },
+ "t_006_delete": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_006_delete",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 3 Mini (Beta)",
+ "total_tests": 3,
+ "passed_tests": 0,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "grok-3-mini",
+ "golden_db": "basics-t-006-delete-golden",
+ "llm_db": "basics-t-006-delete-grok-3-mini-beta-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\grok-3-mini-beta\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\grok-3-mini-beta\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(56,46): error CS0050: Inconsistent accessibility: return type 'IEnumerable' is less accessible than method 'users.Iter()' [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\grok-3-mini-beta\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(57,33): error CS0050: Inconsistent accessibility: return type 'Module.Users' is less accessible than method 'users.Insert(Module.Users)' [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\grok-3-mini-beta\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(57,33): error CS0051: Inconsistent accessibility: parameter type 'Module.Users' is less accessible than method 'users.Insert(Module.Users)' [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\grok-3-mini-beta\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(58,17): error CS0051: Inconsistent accessibility: parameter type 'Module.Users' is less accessible than method 'users.Delete(Module.Users)' [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\grok-3-mini-beta\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(60,25): error CS0060: Inconsistent accessibility: base class 'UniqueIndex' is less accessible than class 'users.IdUniqueIndex' [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\grok-3-mini-beta\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(65,34): error CS0050: Inconsistent accessibility: return type 'Module.Users?' is less accessible than method 'users.IdUniqueIndex.Find(int)' [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\grok-3-mini-beta\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(66,33): error CS0050: Inconsistent accessibility: return type 'Module.Users' is less accessible than method 'users.IdUniqueIndex.Update(Module.Users)' [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\grok-3-mini-beta\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(66,33): error CS0051: Inconsistent accessibility: parameter type 'Module.Users' is less accessible than method 'users.IdUniqueIndex.Update(Module.Users)' [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\grok-3-mini-beta\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(27,32): warning CS8981: The type name 'users' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T01:20:25.377070500Z",
+ "finished_at": "2025-10-21T01:20:43.300117900Z"
+ },
+ "t_021_multi_column_index": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_021_multi_column_index",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 3 Mini (Beta)",
+ "total_tests": 4,
+ "passed_tests": 0,
+ "llm_output": null,
+ "category": "schema",
+ "route_api_model": "grok-3-mini",
+ "golden_db": "schema-t-021-multi-column-index-golden",
+ "llm_db": "schema-t-021-multi-column-index-grok-3-mini-beta-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\grok-3-mini-beta\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\grok-3-mini-beta\\llm\\Lib.cs(2,7): error CS0246: The type or namespace name 'Spacetimedb' could not be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\grok-3-mini-beta\\llm\\Lib.cs(18,29): error CS0246: The type or namespace name 'ReducerContext' could not be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\grok-3-mini-beta\\llm\\Lib.cs(17,6): error CS0246: The type or namespace name 'Spacetimedb' could not be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\grok-3-mini-beta\\llm\\Lib.cs(6,6): error CS0246: The type or namespace name 'Spacetimedb' could not be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\grok-3-mini-beta\\llm\\Lib.cs(9,10): error CS0246: The type or namespace name 'Spacetimedb' could not be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\grok-3-mini-beta\\llm\\Lib.cs(11,10): error CS0246: The type or namespace name 'Spacetimedb' could not be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\grok-3-mini-beta\\llm\\Lib.cs(11,66): error CS9176: There is no target type for the collection expression. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T01:23:35.680781500Z",
+ "finished_at": "2025-10-21T01:23:46.401438300Z"
+ },
+ "t_000_empty_reducers": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_000_empty_reducers",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Grok 3 Mini (Beta)",
+ "total_tests": 1,
+ "passed_tests": 0,
+ "llm_output": "using Spacetimedb;\n\npublic static partial class Module\n{\n [Reducer]\n public static void EmptyReducer_NoArgs(ReducerContext ctx)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithInt(ReducerContext ctx, int count)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithString(ReducerContext ctx, string name)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithTwoArgs(ReducerContext ctx, int count, string name)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithThreeArgs(ReducerContext ctx, bool active, float ratio, string label)\n {\n }\n}",
+ "category": "basics",
+ "route_api_model": "grok-3-mini",
+ "golden_db": "basics-t-000-empty-reducers-golden",
+ "llm_db": "basics-t-000-empty-reducers-grok-3-mini-beta-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-3-mini-beta\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-3-mini-beta\\llm\\Lib.cs(2,7): error CS0246: The type or namespace name 'Spacetimedb' could not be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-3-mini-beta\\llm\\Lib.cs(7,44): error CS0246: The type or namespace name 'ReducerContext' could not be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-3-mini-beta\\llm\\Lib.cs(12,45): error CS0246: The type or namespace name 'ReducerContext' could not be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-3-mini-beta\\llm\\Lib.cs(17,48): error CS0246: The type or namespace name 'ReducerContext' could not be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-3-mini-beta\\llm\\Lib.cs(22,49): error CS0246: The type or namespace name 'ReducerContext' could not be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-3-mini-beta\\llm\\Lib.cs(27,51): error CS0246: The type or namespace name 'ReducerContext' could not be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-3-mini-beta\\llm\\Lib.cs(6,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-3-mini-beta\\llm\\Lib.cs(6,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-3-mini-beta\\llm\\Lib.cs(11,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-3-mini-beta\\llm\\Lib.cs(11,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-3-mini-beta\\llm\\Lib.cs(16,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-3-mini-beta\\llm\\Lib.cs(16,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-3-mini-beta\\llm\\Lib.cs(21,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-3-mini-beta\\llm\\Lib.cs(21,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-3-mini-beta\\llm\\Lib.cs(26,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-3-mini-beta\\llm\\Lib.cs(26,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-3-mini-beta\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "xai",
+ "started_at": "2025-10-21T23:59:35.577464800Z",
+ "finished_at": "2025-10-22T00:00:02.000437300Z"
+ }
+ }
+ },
+ {
+ "name": "Gemini 2.5 Pro",
+ "route_api_model": "gemini-2.5-pro",
+ "tasks": {
+ "t_001_basic_tables": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_001_basic_tables",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Pro",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"users\")]\n public partial struct Users\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Table(Name = \"products\")]\n public partial struct Products\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Title;\n public float Price;\n public bool InStock;\n }\n\n [SpacetimeDB.Table(Name = \"notes\")]\n public partial struct Notes\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Body;\n public long Rating;\n public bool Pinned;\n }\n}\n",
+ "category": "basics",
+ "route_api_model": "gemini-2.5-pro",
+ "golden_db": "basics-t-001-basic-tables-golden",
+ "llm_db": "basics-t-001-basic-tables-gemini-2-5-pro-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-2-5-pro\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-001-basic-tables-golden",
+ "llm_db": "basics-t-001-basic-tables-gemini-2-5-pro-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T17:53:27.283937900Z",
+ "finished_at": "2025-10-21T17:55:01.828931400Z"
+ },
+ "t_010_connect": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_010_connect",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Pro",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"events\")]\n public partial struct Event\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public int Id;\n public string Kind;\n }\n\n [Reducer(ReducerKind.ClientConnected)]\n public static void ClientConnected(ReducerContext ctx)\n {\n ctx.Db.events.Insert(new Event { Kind = \"connected\" });\n }\n\n [Reducer(ReducerKind.ClientDisconnected)]\n public static void ClientDisconnected(ReducerContext ctx)\n {\n ctx.Db.events.Insert(new Event { Kind = \"disconnected\" });\n }\n}",
+ "category": "basics",
+ "route_api_model": "gemini-2.5-pro",
+ "golden_db": "basics-t-010-connect-golden",
+ "llm_db": "basics-t-010-connect-gemini-2-5-pro-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gemini-2-5-pro\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-010-connect-golden",
+ "llm_db": "basics-t-010-connect-gemini-2-5-pro-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T17:53:27.710554700Z",
+ "finished_at": "2025-10-21T17:55:07.487533500Z"
+ },
+ "t_013_spacetime_sum_type": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_013_spacetime_sum_type",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Pro",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Type]\n public partial struct Circle\n {\n public int Radius;\n }\n\n [SpacetimeDB.Type]\n public partial struct Rectangle\n {\n public int Width;\n public int Height;\n }\n\n [SpacetimeDB.Type]\n public partial record Shape : SpacetimeDB.TaggedEnum<(Circle Circle, Rectangle Rectangle)> { }\n\n [SpacetimeDB.Table(Name = \"results\")]\n public partial struct Result\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Shape Value;\n }\n\n [SpacetimeDB.Reducer]\n public static void SetCircle(ReducerContext ctx, int id, int radius)\n {\n var circleValue = new Shape.Circle(new Circle { Radius = radius });\n ctx.Db.results.Insert(new Result { Id = id, Value = circleValue });\n }\n}\n```",
+ "category": "schema",
+ "route_api_model": "gemini-2.5-pro",
+ "golden_db": "schema-t-013-spacetime-sum-type-golden",
+ "llm_db": "schema-t-013-spacetime-sum-type-gemini-2-5-pro-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gemini-2-5-pro\\llm",
+ "scorer_details": {
+ "sum_type_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ 10
+ ],
+ "golden_db": "schema-t-013-spacetime-sum-type-golden",
+ "golden_out": "Id | Value ----+-------------------------- 1 | (Circle = (Radius = 10))",
+ "llm_db": "schema-t-013-spacetime-sum-type-gemini-2-5-pro-llm",
+ "llm_out": "Id | Value ----+-------------------------- 1 | (Circle = (Radius = 10))",
+ "query": "SELECT Id, Value FROM results WHERE Id=1",
+ "reducer": "SetCircle",
+ "server": "local"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-013-spacetime-sum-type-golden",
+ "llm_db": "schema-t-013-spacetime-sum-type-gemini-2-5-pro-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "sum_type_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM results WHERE Id=1"
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T17:49:25.759595400Z",
+ "finished_at": "2025-10-21T17:50:59.217566800Z"
+ },
+ "t_019_many_to_many": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_019_many_to_many",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Pro",
+ "total_tests": 5,
+ "passed_tests": 5,
+ "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"users\")]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int UserId;\n public string Name;\n }\n\n [SpacetimeDB.Table(Name = \"groups\")]\n public partial struct Group\n {\n [SpacetimeDB.PrimaryKey]\n public int GroupId;\n public string Title;\n }\n\n [SpacetimeDB.Table(Name = \"memberships\")]\n [SpacetimeDB.Index.BTree(Name = \"by_user\", Columns = [nameof(UserId)])]\n [SpacetimeDB.Index.BTree(Name = \"by_group\", Columns = [nameof(GroupId)])]\n public partial struct Membership\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public int UserId;\n public int GroupId;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.users.Insert(new User { UserId = 1, Name = \"Alice\" });\n ctx.Db.users.Insert(new User { UserId = 2, Name = \"Bob\" });\n\n ctx.Db.groups.Insert(new Group { GroupId = 10, Title = \"Admin\" });\n ctx.Db.groups.Insert(new Group { GroupId = 20, Title = \"Dev\" });\n\n ctx.Db.memberships.Insert(new Membership { Id = 1, UserId = 1, GroupId = 10 });\n ctx.Db.memberships.Insert(new Membership { Id = 2, UserId = 1, GroupId = 20 });\n ctx.Db.memberships.Insert(new Membership { Id = 3, UserId = 2, GroupId = 20 });\n }\n}\n```",
+ "category": "schema",
+ "route_api_model": "gemini-2.5-pro",
+ "golden_db": "schema-t-019-many-to-many-golden",
+ "llm_db": "schema-t-019-many-to-many-gemini-2-5-pro-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-2-5-pro\\llm",
+ "scorer_details": {
+ "m2m_has_1_20": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM memberships WHERE UserId=1 AND GroupId=20"
+ }
+ },
+ "m2m_has_2_20": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM memberships WHERE UserId=2 AND GroupId=20"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-019-many-to-many-golden",
+ "llm_db": "schema-t-019-many-to-many-gemini-2-5-pro-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "memberships_three_rows": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 3,
+ "expected": 3,
+ "sql": "SELECT COUNT(*) AS n FROM memberships"
+ }
+ },
+ "m2m_has_1_10": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM memberships WHERE UserId=1 AND GroupId=10"
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T17:49:26.024779Z",
+ "finished_at": "2025-10-21T17:50:59.715018500Z"
+ },
+ "t_007_crud": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_007_crud",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Pro",
+ "total_tests": 4,
+ "passed_tests": 4,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"users\")]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer]\n public static void Crud(ReducerContext ctx)\n {\n ctx.Db.users.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n ctx.Db.users.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n ctx.Db.users.Id.Update(new User { Id = 1, Name = \"Alice2\", Age = 31, Active = false });\n ctx.Db.users.Id.Delete(2);\n }\n}",
+ "category": "basics",
+ "route_api_model": "gemini-2.5-pro",
+ "golden_db": "basics-t-007-crud-golden",
+ "llm_db": "basics-t-007-crud-gemini-2-5-pro-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-2-5-pro\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-007-crud-golden",
+ "llm_db": "basics-t-007-crud-gemini-2-5-pro-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "crud_total_count_one": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM users"
+ }
+ },
+ "crud_row_id1_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "basics-t-007-crud-golden",
+ "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
+ "llm_db": "basics-t-007-crud-gemini-2-5-pro-llm",
+ "llm_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
+ "query": "SELECT Id, Name, Age, Active FROM users WHERE Id=1",
+ "reducer": "Crud",
+ "server": "local"
+ }
+ },
+ "crud_row_id2_deleted": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 0,
+ "expected": 0,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=2"
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T17:53:27.572175300Z",
+ "finished_at": "2025-10-21T17:55:02.606944700Z"
+ },
+ "t_012_spacetime_product_type": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_012_spacetime_product_type",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Pro",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Type]\n public partial struct Score\n {\n public int Left;\n public int Right;\n }\n\n [SpacetimeDB.Table(Name = \"results\")]\n public partial struct Result\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Score Value;\n }\n\n [SpacetimeDB.Reducer]\n public static void SetScore(ReducerContext ctx, int id, int left, int right)\n {\n var newScore = new Score { Left = left, Right = right };\n var newResult = new Result { Id = id, Value = newScore };\n ctx.Db.results.Insert(newResult);\n }\n}",
+ "category": "schema",
+ "route_api_model": "gemini-2.5-pro",
+ "golden_db": "schema-t-012-spacetime-product-type-golden",
+ "llm_db": "schema-t-012-spacetime-product-type-gemini-2-5-pro-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gemini-2-5-pro\\llm",
+ "scorer_details": {
+ "product_type_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ 2,
+ 3
+ ],
+ "golden_db": "schema-t-012-spacetime-product-type-golden",
+ "golden_out": "Id | Value ----+----------------------- 1 | (Left = 2, Right = 3)",
+ "llm_db": "schema-t-012-spacetime-product-type-gemini-2-5-pro-llm",
+ "llm_out": "Id | Value ----+----------------------- 1 | (Left = 2, Right = 3)",
+ "query": "SELECT Id, Value FROM results WHERE Id=1",
+ "reducer": "SetScore",
+ "server": "local"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-012-spacetime-product-type-golden",
+ "llm_db": "schema-t-012-spacetime-product-type-gemini-2-5-pro-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "product_type_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM results WHERE Id=1"
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T17:49:25.675389700Z",
+ "finished_at": "2025-10-21T17:50:47.530591800Z"
+ },
+ "t_000_empty_reducers": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_000_empty_reducers",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Pro",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Reducer]\n public static void EmptyReducer_NoArgs(ReducerContext ctx)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithInt(ReducerContext ctx, int count)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithString(ReducerContext ctx, string name)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithTwoArgs(ReducerContext ctx, int count, string name)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithThreeArgs(ReducerContext ctx, bool active, float ratio, string label)\n {\n }\n}",
+ "category": "basics",
+ "route_api_model": "gemini-2.5-pro",
+ "golden_db": "basics-t-000-empty-reducers-golden",
+ "llm_db": "basics-t-000-empty-reducers-gemini-2-5-pro-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gemini-2-5-pro\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-000-empty-reducers-golden",
+ "llm_db": "basics-t-000-empty-reducers-gemini-2-5-pro-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T17:53:27.205121400Z",
+ "finished_at": "2025-10-21T17:55:00.557516300Z"
+ },
+ "t_004_insert": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_004_insert",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Pro",
+ "total_tests": 2,
+ "passed_tests": 2,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"users\")]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer]\n public static void InsertUser(ReducerContext ctx, int id, string name, int age, bool active)\n {\n ctx.Db.users.Insert(new User\n {\n Id = id,\n Name = name,\n Age = age,\n Active = active,\n });\n }\n}",
+ "category": "basics",
+ "route_api_model": "gemini-2.5-pro",
+ "golden_db": "basics-t-004-insert-golden",
+ "llm_db": "basics-t-004-insert-gemini-2-5-pro-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\gemini-2-5-pro\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-004-insert-golden",
+ "llm_db": "basics-t-004-insert-gemini-2-5-pro-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "data_parity_insert_user": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ "Alice",
+ 30,
+ true
+ ],
+ "golden_db": "basics-t-004-insert-golden",
+ "golden_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true",
+ "llm_db": "basics-t-004-insert-gemini-2-5-pro-llm",
+ "llm_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true",
+ "query": "SELECT Id, Name, Age, Active FROM users WHERE Id=1",
+ "reducer": "InsertUser",
+ "server": "local"
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T17:53:27.427049100Z",
+ "finished_at": "2025-10-21T17:55:05.566960600Z"
+ },
+ "t_005_update": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_005_update",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Pro",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"users\")]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer]\n public static void UpdateUser(ReducerContext ctx, int id, string name, int age, bool active)\n {\n User user = new User\n {\n Id = id,\n Name = name,\n Age = age,\n Active = active,\n };\n ctx.Db.users.Id.Update(user);\n }\n}",
+ "category": "basics",
+ "route_api_model": "gemini-2.5-pro",
+ "golden_db": "basics-t-005-update-golden",
+ "llm_db": "basics-t-005-update-gemini-2-5-pro-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_005_update\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gemini-2-5-pro\\llm",
+ "scorer_details": {
+ "seed_users_row": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "sql": "INSERT INTO users(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-005-update-golden",
+ "llm_db": "basics-t-005-update-gemini-2-5-pro-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "data_parity_update_user": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ "Alice2",
+ 31,
+ false
+ ],
+ "golden_db": "basics-t-005-update-golden",
+ "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
+ "llm_db": "basics-t-005-update-gemini-2-5-pro-llm",
+ "llm_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
+ "query": "SELECT Id, Name, Age, Active FROM users WHERE Id=1",
+ "reducer": "UpdateUser",
+ "server": "local"
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T17:53:27.478569400Z",
+ "finished_at": "2025-10-21T17:55:03.848315200Z"
+ },
+ "t_014_elementary_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_014_elementary_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Pro",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"primitives\")]\n public partial struct Primitive\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public int Count;\n public long Total;\n public float Price;\n public double Ratio;\n public bool Active;\n public string Name;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.primitives.Insert(new Primitive\n {\n Id = 1,\n Count = 2,\n Total = 3000000000L,\n Price = 1.5f,\n Ratio = 2.25,\n Active = true,\n Name = \"Alice\",\n });\n }\n}",
+ "category": "schema",
+ "route_api_model": "gemini-2.5-pro",
+ "golden_db": "schema-t-014-elementary-columns-golden",
+ "llm_db": "schema-t-014-elementary-columns-gemini-2-5-pro-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\gemini-2-5-pro\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-014-elementary-columns-golden",
+ "llm_db": "schema-t-014-elementary-columns-gemini-2-5-pro-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "elementary_columns_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "schema-t-014-elementary-columns-golden",
+ "golden_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"",
+ "llm_db": "schema-t-014-elementary-columns-gemini-2-5-pro-llm",
+ "llm_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"",
+ "query": "SELECT Id, Count, Total, Price, Ratio, Active, Name FROM primitives WHERE Id=1",
+ "reducer": "Seed",
+ "server": "local"
+ }
+ },
+ "elementary_columns_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM primitives WHERE Id=1"
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T17:49:25.804451200Z",
+ "finished_at": "2025-10-21T17:50:50.109087Z"
+ },
+ "t_002_scheduled_table": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_002_scheduled_table",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Pro",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": "```csharp\nusing SpacetimeDB;\nusing System;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"tick_timer\", Scheduled = nameof(Tick), ScheduledAt = nameof(ScheduledAt))]\n public partial struct TickTimer\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong ScheduledId;\n public SpacetimeDB.ScheduleAt ScheduledAt;\n }\n\n [SpacetimeDB.Reducer]\n public static void Tick(ReducerContext ctx, TickTimer timer)\n {\n }\n\n [SpacetimeDB.Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.tick_timer.Insert(new TickTimer\n {\n ScheduledId = 0,\n ScheduledAt = new SpacetimeDB.ScheduleAt.Interval(TimeSpan.FromMicroseconds(50_000)),\n });\n }\n}\n```",
+ "category": "basics",
+ "route_api_model": "gemini-2.5-pro",
+ "golden_db": "basics-t-002-scheduled-table-golden",
+ "llm_db": "basics-t-002-scheduled-table-gemini-2-5-pro-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gemini-2-5-pro\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-002-scheduled-table-golden",
+ "llm_db": "basics-t-002-scheduled-table-gemini-2-5-pro-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T17:53:27.329794400Z",
+ "finished_at": "2025-10-21T17:55:47.101376900Z"
+ },
+ "t_011_helper_function": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_011_helper_function",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Pro",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"results\")]\n public partial struct Result\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public int Sum;\n }\n\n private static int Add(int a, int b)\n {\n return a + b;\n }\n\n [SpacetimeDB.Reducer]\n public static void ComputeSum(ReducerContext ctx, int id, int a, int b)\n {\n int sum = Add(a, b);\n ctx.Db.results.Insert(new Result { Id = id, Sum = sum });\n }\n}\n```",
+ "category": "basics",
+ "route_api_model": "gemini-2.5-pro",
+ "golden_db": "basics-t-011-helper-function-golden",
+ "llm_db": "basics-t-011-helper-function-gemini-2-5-pro-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-2-5-pro\\llm",
+ "scorer_details": {
+ "helper_func_sum_abs": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM results WHERE Id=1 AND Sum=5"
+ }
+ },
+ "helper_func_sum_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ 2,
+ 3
+ ],
+ "golden_db": "basics-t-011-helper-function-golden",
+ "golden_out": "Id | Sum ----+----- 1 | 5",
+ "llm_db": "basics-t-011-helper-function-gemini-2-5-pro-llm",
+ "llm_out": "Id | Sum ----+----- 1 | 5",
+ "query": "SELECT Id, Sum FROM results WHERE Id=1",
+ "reducer": "ComputeSum",
+ "server": "local"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-011-helper-function-golden",
+ "llm_db": "basics-t-011-helper-function-gemini-2-5-pro-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T17:53:27.757251300Z",
+ "finished_at": "2025-10-21T17:55:03.225122800Z"
+ },
+ "t_015_product_type_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_015_product_type_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Pro",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Type]\n public partial struct Address\n {\n public string Street;\n public int Zip;\n }\n\n [SpacetimeDB.Type]\n public partial struct Position\n {\n public int X;\n public int Y;\n }\n\n [SpacetimeDB.Table(Name = \"profiles\")]\n public partial struct Profile\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Address Home;\n public Address Work;\n public Position Pos;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.profiles.Insert(new Profile\n {\n Id = 1,\n Home = new Address { Street = \"1 Main\", Zip = 11111 },\n Work = new Address { Street = \"2 Broad\", Zip = 22222 },\n Pos = new Position { X = 7, Y = 9 },\n });\n }\n}",
+ "category": "schema",
+ "route_api_model": "gemini-2.5-pro",
+ "golden_db": "schema-t-015-product-type-columns-golden",
+ "llm_db": "schema-t-015-product-type-columns-gemini-2-5-pro-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gemini-2-5-pro\\llm",
+ "scorer_details": {
+ "product_type_columns_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "schema-t-015-product-type-columns-golden",
+ "golden_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (Street = \"1 Main\", Zip = 11111) | (Street = \"2 Broad\", Zip = 22222) | (X = 7, Y = 9)",
+ "llm_db": "schema-t-015-product-type-columns-gemini-2-5-pro-llm",
+ "llm_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (Street = \"1 Main\", Zip = 11111) | (Street = \"2 Broad\", Zip = 22222) | (X = 7, Y = 9)",
+ "query": "SELECT Id, Home, Work, Pos FROM profiles WHERE Id=1",
+ "reducer": "Seed",
+ "server": "local"
+ }
+ },
+ "product_type_columns_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM profiles WHERE Id=1"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-015-product-type-columns-golden",
+ "llm_db": "schema-t-015-product-type-columns-gemini-2-5-pro-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T17:49:25.848880500Z",
+ "finished_at": "2025-10-21T17:50:52.302556500Z"
+ },
+ "t_009_init": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_009_init",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Pro",
+ "total_tests": 4,
+ "passed_tests": 4,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"users\")]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.users.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n ctx.Db.users.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n }\n}",
+ "category": "basics",
+ "route_api_model": "gemini-2.5-pro",
+ "golden_db": "basics-t-009-init-golden",
+ "llm_db": "basics-t-009-init-gemini-2-5-pro-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_009_init\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-2-5-pro\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-009-init-golden",
+ "llm_db": "basics-t-009-init-gemini-2-5-pro-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "init_seed_bob": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=2 AND Name='Bob' AND Age=22 AND Active=false"
+ }
+ },
+ "init_seed_alice": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=1 AND Name='Alice' AND Age=30 AND Active=true"
+ }
+ },
+ "init_total_two": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 2,
+ "expected": 2,
+ "sql": "SELECT COUNT(*) AS n FROM users"
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T17:53:27.665289500Z",
+ "finished_at": "2025-10-21T17:55:01.619051Z"
+ },
+ "t_006_delete": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_006_delete",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Pro",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"users\")]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer]\n public static void DeleteUser(ReducerContext ctx, int id)\n {\n ctx.Db.users.Id.Delete(id);\n }\n}\n```",
+ "category": "basics",
+ "route_api_model": "gemini-2.5-pro",
+ "golden_db": "basics-t-006-delete-golden",
+ "llm_db": "basics-t-006-delete-gemini-2-5-pro-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gemini-2-5-pro\\llm",
+ "scorer_details": {
+ "delete_user_count_zero": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 0,
+ "expected": 0,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=1"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-006-delete-golden",
+ "llm_db": "basics-t-006-delete-gemini-2-5-pro-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "seed_users_row": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "sql": "INSERT INTO users(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)"
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T17:53:27.525358200Z",
+ "finished_at": "2025-10-21T17:55:01.144593Z"
+ },
+ "t_003_struct_in_table": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_003_struct_in_table",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Pro",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Type]\n public partial struct Position\n {\n public int X;\n public int Y;\n }\n\n [SpacetimeDB.Table(Name = \"entities\")]\n public partial struct Entity\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n\n public Position Pos;\n }\n}",
+ "category": "basics",
+ "route_api_model": "gemini-2.5-pro",
+ "golden_db": "basics-t-003-struct-in-table-golden",
+ "llm_db": "basics-t-003-struct-in-table-gemini-2-5-pro-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\gemini-2-5-pro\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-003-struct-in-table-golden",
+ "llm_db": "basics-t-003-struct-in-table-gemini-2-5-pro-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T17:53:27.376426300Z",
+ "finished_at": "2025-10-21T17:55:36.051605600Z"
+ },
+ "t_008_index_lookup": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_008_index_lookup",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Pro",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"users\")]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Table(Name = \"results\")]\n public partial struct Result\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n }\n\n [SpacetimeDB.Reducer]\n public static void LookupUserName(ReducerContext ctx, int id)\n {\n var user = ctx.Db.users.Id.Find(id);\n if (user.HasValue)\n {\n var foundUser = user.Value;\n ctx.Db.results.Insert(new Result { Id = foundUser.Id, Name = foundUser.Name });\n }\n }\n}\n```",
+ "category": "basics",
+ "route_api_model": "gemini-2.5-pro",
+ "golden_db": "basics-t-008-index-lookup-golden",
+ "llm_db": "basics-t-008-index-lookup-gemini-2-5-pro-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gemini-2-5-pro\\llm",
+ "scorer_details": {
+ "index_lookup_projection_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1
+ ],
+ "golden_db": "basics-t-008-index-lookup-golden",
+ "golden_out": "Id | Name ----+--------- 1 | \"Alice\"",
+ "llm_db": "basics-t-008-index-lookup-gemini-2-5-pro-llm",
+ "llm_out": "Id | Name ----+--------- 1 | \"Alice\"",
+ "query": "SELECT Id, Name FROM results WHERE Id=1",
+ "reducer": "LookupUserName",
+ "server": "local"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-008-index-lookup-golden",
+ "llm_db": "basics-t-008-index-lookup-gemini-2-5-pro-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "seed_user_row": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "sql": "INSERT INTO users(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)"
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T17:53:27.617213300Z",
+ "finished_at": "2025-10-21T17:55:06.239467800Z"
+ },
+ "t_017_scheduled_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_017_scheduled_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Pro",
+ "total_tests": 2,
+ "passed_tests": 2,
+ "llm_output": "```csharp\nusing SpacetimeDB;\nusing System;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"tick_timer\", Scheduled = nameof(Tick), ScheduledAt = nameof(ScheduledAt))]\n public partial struct TickTimer\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong ScheduledId;\n public SpacetimeDB.ScheduleAt ScheduledAt;\n }\n\n [SpacetimeDB.Reducer]\n public static void Tick(ReducerContext ctx, TickTimer timer)\n {\n }\n\n [SpacetimeDB.Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.tick_timer.Insert(new TickTimer\n {\n ScheduledId = 0,\n ScheduledAt = new SpacetimeDB.ScheduleAt.Interval(new TimeDuration { Microseconds = 50_000 }),\n });\n }\n}\n```",
+ "category": "schema",
+ "route_api_model": "gemini-2.5-pro",
+ "golden_db": "schema-t-017-scheduled-columns-golden",
+ "llm_db": "schema-t-017-scheduled-columns-gemini-2-5-pro-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gemini-2-5-pro\\llm",
+ "scorer_details": {
+ "scheduled_seeded_one_row": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM tick_timer WHERE ScheduledId>=0"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-017-scheduled-columns-golden",
+ "llm_db": "schema-t-017-scheduled-columns-gemini-2-5-pro-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T17:49:25.936714100Z",
+ "finished_at": "2025-10-21T17:50:59.935881500Z"
+ },
+ "t_021_multi_column_index": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_021_multi_column_index",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Pro",
+ "total_tests": 4,
+ "passed_tests": 4,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"logs\")]\n [SpacetimeDB.Index.BTree(Name = \"by_user_day\", Columns = [nameof(UserId), nameof(Day)])]\n public partial struct Log\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public int UserId;\n public int Day;\n public string Message;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.logs.Insert(new Log { Id = 1, UserId = 7, Day = 1, Message = \"a\" });\n ctx.Db.logs.Insert(new Log { Id = 2, UserId = 7, Day = 2, Message = \"b\" });\n ctx.Db.logs.Insert(new Log { Id = 3, UserId = 9, Day = 1, Message = \"c\" });\n }\n}",
+ "category": "schema",
+ "route_api_model": "gemini-2.5-pro",
+ "golden_db": "schema-t-021-multi-column-index-golden",
+ "llm_db": "schema-t-021-multi-column-index-gemini-2-5-pro-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-2-5-pro\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-021-multi-column-index-golden",
+ "llm_db": "schema-t-021-multi-column-index-gemini-2-5-pro-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "mcindex_lookup_u7_d2": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM logs WHERE UserId=7 AND Day=2"
+ }
+ },
+ "mcindex_seed_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 3,
+ "expected": 3,
+ "sql": "SELECT COUNT(*) AS n FROM logs"
+ }
+ },
+ "mcindex_lookup_u7_d1": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM logs WHERE UserId=7 AND Day=1"
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T17:49:26.113734400Z",
+ "finished_at": "2025-10-21T17:50:55.494885900Z"
+ },
+ "t_018_constraints": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_018_constraints",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Pro",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"accounts\")]\n [SpacetimeDB.Index.BTree(Name = \"by_name\", Columns = [nameof(Name)])]\n public partial struct Account\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n [SpacetimeDB.Unique]\n public string Email;\n public string Name;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.accounts.Insert(new Account { Id = 1, Email = \"a@example.com\", Name = \"Alice\" });\n ctx.Db.accounts.Insert(new Account { Id = 2, Email = \"b@example.com\", Name = \"Bob\" });\n }\n}\n```",
+ "category": "schema",
+ "route_api_model": "gemini-2.5-pro",
+ "golden_db": "schema-t-018-constraints-golden",
+ "llm_db": "schema-t-018-constraints-gemini-2-5-pro-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gemini-2-5-pro\\llm",
+ "scorer_details": {
+ "constraints_row_parity_after_seed": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "schema-t-018-constraints-golden",
+ "golden_out": "Id | Email | Name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"",
+ "llm_db": "schema-t-018-constraints-gemini-2-5-pro-llm",
+ "llm_out": "Id | Email | Name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"",
+ "query": "SELECT Id, Email, Name FROM accounts WHERE Id=1",
+ "reducer": "Seed",
+ "server": "local"
+ }
+ },
+ "constraints_seed_two_rows": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM accounts WHERE Id=2"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-018-constraints-golden",
+ "llm_db": "schema-t-018-constraints-gemini-2-5-pro-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T17:49:25.981048100Z",
+ "finished_at": "2025-10-21T17:50:50.808868100Z"
+ },
+ "t_020_ecs": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_020_ecs",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Pro",
+ "total_tests": 5,
+ "passed_tests": 5,
+ "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"entities\")]\n public partial struct Entity\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n }\n\n [SpacetimeDB.Table(Name = \"positions\")]\n public partial struct Position\n {\n [SpacetimeDB.PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n }\n\n [SpacetimeDB.Table(Name = \"velocities\")]\n public partial struct Velocity\n {\n [SpacetimeDB.PrimaryKey]\n public int EntityId;\n public int VX;\n public int VY;\n }\n\n [SpacetimeDB.Table(Name = \"next_positions\")]\n public partial struct NextPosition\n {\n [SpacetimeDB.PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.entities.Insert(new Entity { Id = 1 });\n ctx.Db.positions.Insert(new Position { EntityId = 1, X = 0, Y = 0 });\n ctx.Db.velocities.Insert(new Velocity { EntityId = 1, VX = 1, VY = 0 });\n\n ctx.Db.entities.Insert(new Entity { Id = 2 });\n ctx.Db.positions.Insert(new Position { EntityId = 2, X = 10, Y = 0 });\n ctx.Db.velocities.Insert(new Velocity { EntityId = 2, VX = -2, VY = 3 });\n }\n\n [SpacetimeDB.Reducer]\n public static void Step(ReducerContext ctx)\n {\n foreach (var pos in ctx.Db.positions.Iter())\n {\n var velOpt = ctx.Db.velocities.EntityId.Find(pos.EntityId);\n if (velOpt.HasValue)\n {\n var vel = velOpt.Value;\n var nextPos = new NextPosition\n {\n EntityId = pos.EntityId,\n X = pos.X + vel.VX,\n Y = pos.Y + vel.VY\n };\n\n if (ctx.Db.next_positions.EntityId.Find(pos.EntityId).HasValue)\n {\n ctx.Db.next_positions.EntityId.Update(nextPos);\n }\n else\n {\n ctx.Db.next_positions.Insert(nextPos);\n }\n }\n }\n }\n}\n```",
+ "category": "schema",
+ "route_api_model": "gemini-2.5-pro",
+ "golden_db": "schema-t-020-ecs-golden",
+ "llm_db": "schema-t-020-ecs-gemini-2-5-pro-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-2-5-pro\\llm",
+ "scorer_details": {
+ "ecs_step_next_positions_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 2,
+ "expected": 2,
+ "sql": "SELECT COUNT(*) AS n FROM next_positions"
+ }
+ },
+ "ecs_next_pos_entity2": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM next_positions WHERE EntityId=2 AND X=8 AND Y=3"
+ }
+ },
+ "ecs_seed_positions_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 2,
+ "expected": 2,
+ "sql": "SELECT COUNT(*) AS n FROM positions"
+ }
+ },
+ "ecs_next_pos_entity1": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM next_positions WHERE EntityId=1 AND X=1 AND Y=0"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-020-ecs-golden",
+ "llm_db": "schema-t-020-ecs-gemini-2-5-pro-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T17:49:26.069346500Z",
+ "finished_at": "2025-10-21T17:51:03.579099Z"
+ },
+ "t_016_sum_type_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_016_sum_type_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Pro",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Type]\n public partial struct Circle\n {\n public int Radius;\n }\n\n [Type]\n public partial struct Rectangle\n {\n public int Width;\n public int Height;\n }\n\n [Type]\n public partial record Shape : TaggedEnum<(Circle Circle, Rectangle Rectangle)>\n {\n }\n\n [Table(Name = \"drawings\")]\n public partial struct Drawing\n {\n [PrimaryKey]\n public int Id;\n public Shape A;\n public Shape B;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.drawings.Insert(new Drawing\n {\n Id = 1,\n A = new Shape.Circle(new Circle { Radius = 10 }),\n B = new Shape.Rectangle(new Rectangle { Width = 4, Height = 6 })\n });\n }\n}",
+ "category": "schema",
+ "route_api_model": "gemini-2.5-pro",
+ "golden_db": "schema-t-016-sum-type-columns-golden",
+ "llm_db": "schema-t-016-sum-type-columns-gemini-2-5-pro-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gemini-2-5-pro\\llm",
+ "scorer_details": {
+ "sum_type_columns_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "schema-t-016-sum-type-columns-golden",
+ "golden_out": "Id | A | B ----+--------------------------+--------------------------------------- 1 | (Circle = (Radius = 10)) | (Rectangle = (Width = 4, Height = 6))",
+ "llm_db": "schema-t-016-sum-type-columns-gemini-2-5-pro-llm",
+ "llm_out": "Id | A | B ----+--------------------------+--------------------------------------- 1 | (Circle = (Radius = 10)) | (Rectangle = (Width = 4, Height = 6))",
+ "query": "SELECT Id, A, B FROM drawings WHERE Id=1",
+ "reducer": "Seed",
+ "server": "local"
+ }
+ },
+ "sum_type_columns_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM drawings WHERE Id=1"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-016-sum-type-columns-golden",
+ "llm_db": "schema-t-016-sum-type-columns-gemini-2-5-pro-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T17:49:25.893219Z",
+ "finished_at": "2025-10-21T17:51:14.800291300Z"
+ }
+ }
+ },
+ {
+ "name": "Gemini 2.5 Flash",
+ "route_api_model": "gemini-2.5-flash",
+ "tasks": {
+ "t_011_helper_function": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_011_helper_function",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Flash",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"results\", Public = true)]\n public partial struct Result\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public int Sum;\n }\n\n private static int Add(int a, int b)\n {\n return a + b;\n }\n\n [SpacetimeDB.Reducer]\n public static void ComputeSum(ReducerContext ctx, int id, int a, int b)\n {\n ctx.Db.results.Insert(new Result { Id = id, Sum = Add(a, b) });\n }\n}",
+ "category": "basics",
+ "route_api_model": "gemini-2.5-flash",
+ "golden_db": "basics-t-011-helper-function-golden",
+ "llm_db": "basics-t-011-helper-function-gemini-2-5-flash-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-2-5-flash\\llm",
+ "scorer_details": {
+ "helper_func_sum_abs": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM results WHERE Id=1 AND Sum=5"
+ }
+ },
+ "helper_func_sum_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ 2,
+ 3
+ ],
+ "golden_db": "basics-t-011-helper-function-golden",
+ "golden_out": "Id | Sum ----+----- 1 | 5",
+ "llm_db": "basics-t-011-helper-function-gemini-2-5-flash-llm",
+ "llm_out": "Id | Sum ----+----- 1 | 5",
+ "query": "SELECT Id, Sum FROM results WHERE Id=1",
+ "reducer": "ComputeSum",
+ "server": "local"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-011-helper-function-golden",
+ "llm_db": "basics-t-011-helper-function-gemini-2-5-flash-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T18:19:53.250788Z",
+ "finished_at": "2025-10-21T18:22:04.874212400Z"
+ },
+ "t_012_spacetime_product_type": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_012_spacetime_product_type",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Flash",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "using SpacetimeDB;\nusing System;\n\npublic static partial class Module\n{\n [SpacetimeDB.Type]\n public partial struct Score\n {\n public int Left;\n public int Right;\n }\n\n [SpacetimeDB.Table(Name = \"results\", Public = true)]\n public partial struct Result\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Score Value;\n }\n\n [SpacetimeDB.Reducer]\n public static void SetScore(ReducerContext ctx, int id, int left, int right)\n {\n ctx.Db.results.Insert(new Result { Id = id, Value = new Score { Left = left, Right = right } });\n }\n}",
+ "category": "schema",
+ "route_api_model": "gemini-2.5-flash",
+ "golden_db": "schema-t-012-spacetime-product-type-golden",
+ "llm_db": "schema-t-012-spacetime-product-type-gemini-2-5-flash-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gemini-2-5-flash\\llm",
+ "scorer_details": {
+ "product_type_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM results WHERE Id=1"
+ }
+ },
+ "product_type_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ 2,
+ 3
+ ],
+ "golden_db": "schema-t-012-spacetime-product-type-golden",
+ "golden_out": "Id | Value ----+----------------------- 1 | (Left = 2, Right = 3)",
+ "llm_db": "schema-t-012-spacetime-product-type-gemini-2-5-flash-llm",
+ "llm_out": "Id | Value ----+----------------------- 1 | (Left = 2, Right = 3)",
+ "query": "SELECT Id, Value FROM results WHERE Id=1",
+ "reducer": "SetScore",
+ "server": "local"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-012-spacetime-product-type-golden",
+ "llm_db": "schema-t-012-spacetime-product-type-gemini-2-5-flash-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T18:29:44.135466900Z",
+ "finished_at": "2025-10-21T18:31:07.610446400Z"
+ },
+ "t_021_multi_column_index": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_021_multi_column_index",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Flash",
+ "total_tests": 4,
+ "passed_tests": 4,
+ "llm_output": "using SpacetimeDB;\nusing System;\n\npublic static partial class Module\n{\n [Table(Name = \"logs\")]\n [SpacetimeDB.Index.BTree(Name = \"by_user_day\", Columns = new string[] { nameof(UserId), nameof(Day) })]\n public partial struct Log\n {\n [PrimaryKey]\n public int Id;\n public int UserId;\n public int Day;\n public string Message;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.logs.Insert(new Log { Id = 1, UserId = 7, Day = 1, Message = \"a\" });\n ctx.Db.logs.Insert(new Log { Id = 2, UserId = 7, Day = 2, Message = \"b\" });\n ctx.Db.logs.Insert(new Log { Id = 3, UserId = 9, Day = 1, Message = \"c\" });\n }\n}",
+ "category": "schema",
+ "route_api_model": "gemini-2.5-flash",
+ "golden_db": "schema-t-021-multi-column-index-golden",
+ "llm_db": "schema-t-021-multi-column-index-gemini-2-5-flash-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-2-5-flash\\llm",
+ "scorer_details": {
+ "mcindex_lookup_u7_d2": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM logs WHERE UserId=7 AND Day=2"
+ }
+ },
+ "mcindex_seed_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 3,
+ "expected": 3,
+ "sql": "SELECT COUNT(*) AS n FROM logs"
+ }
+ },
+ "mcindex_lookup_u7_d1": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM logs WHERE UserId=7 AND Day=1"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-021-multi-column-index-golden",
+ "llm_db": "schema-t-021-multi-column-index-gemini-2-5-flash-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T18:29:44.593009700Z",
+ "finished_at": "2025-10-21T18:30:54.000181400Z"
+ },
+ "t_016_sum_type_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_016_sum_type_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Flash",
+ "total_tests": 3,
+ "passed_tests": 2,
+ "llm_output": "using SpacetimeDB;\nusing System;\n\npublic static partial class Module\n{\n [SpacetimeDB.Type]\n public partial struct Circle\n {\n public int Radius;\n }\n\n [SpacetimeDB.Type]\n public partial struct Rectangle\n {\n public int Width;\n public int Height;\n }\n\n [SpacetimeDB.Type]\n public partial record Shape : SpacetimeDB.TaggedEnum<(Circle Circle, Rectangle Rectangle)> { }\n\n [SpacetimeDB.Table(Name = \"drawings\", Public = true)]\n public partial struct Drawing\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Shape A;\n public Shape B;\n }\n\n [SpacetimeDB.Reducer(ReducerKind.Init)]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.drawings.Insert(new Drawing\n {\n Id = 1,\n A = new Shape.Circle(new Circle { Radius = 10 }),\n B = new Shape.Rectangle(new Rectangle { Width = 4, Height = 6 })\n });\n }\n}",
+ "category": "schema",
+ "route_api_model": "gemini-2.5-flash",
+ "golden_db": "schema-t-016-sum-type-columns-golden",
+ "llm_db": "schema-t-016-sum-type-columns-gemini-2-5-flash-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gemini-2-5-flash\\llm",
+ "scorer_details": {
+ "sum_type_columns_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM drawings WHERE Id=1"
+ }
+ },
+ "sum_type_columns_row_parity": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: can't directly call special Init lifecycle reducer\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:3000/v1/database/c200a2db8e9e0283e4979c026c13ddd1e15efd8c5c0d117894c7a9bbec878b4c/call/Seed)\n",
+ "phase": "call_reducer_llm"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-016-sum-type-columns-golden",
+ "llm_db": "schema-t-016-sum-type-columns-gemini-2-5-flash-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T18:29:44.354927100Z",
+ "finished_at": "2025-10-21T18:31:07.912657800Z"
+ },
+ "t_017_scheduled_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_017_scheduled_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Flash",
+ "total_tests": 2,
+ "passed_tests": 2,
+ "llm_output": "using SpacetimeDB;\nusing System;\n\npublic static partial class Module\n{\n [Table(Name = \"tick_timer\", Scheduled = nameof(Tick), ScheduledAt = nameof(ScheduledAt))]\n public partial struct TickTimer\n {\n [PrimaryKey, AutoInc]\n public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n }\n\n [Reducer]\n public static void Tick(ReducerContext ctx, TickTimer timer)\n {\n // Reducer logic\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.tick_timer.Insert(new TickTimer\n {\n ScheduledAt = new ScheduleAt.Interval(TimeSpan.FromMicroseconds(50_000))\n });\n }\n}",
+ "category": "schema",
+ "route_api_model": "gemini-2.5-flash",
+ "golden_db": "schema-t-017-scheduled-columns-golden",
+ "llm_db": "schema-t-017-scheduled-columns-gemini-2-5-flash-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gemini-2-5-flash\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-017-scheduled-columns-golden",
+ "llm_db": "schema-t-017-scheduled-columns-gemini-2-5-flash-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "scheduled_seeded_one_row": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM tick_timer WHERE ScheduledId>=0"
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T18:29:44.403558400Z",
+ "finished_at": "2025-10-21T18:31:08.141931800Z"
+ },
+ "t_010_connect": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_010_connect",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Flash",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"events\")]\n public partial struct Event\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public int Id;\n public string Kind;\n }\n\n [SpacetimeDB.Reducer(ReducerKind.ClientConnected)]\n public static void ClientConnected(ReducerContext ctx)\n {\n ctx.Db.events.Insert(new Event { Id = 0, Kind = \"connected\" });\n }\n\n [SpacetimeDB.Reducer(ReducerKind.ClientDisconnected)]\n public static void ClientDisconnected(ReducerContext ctx)\n {\n ctx.Db.events.Insert(new Event { Id = 0, Kind = \"disconnected\" });\n }\n}",
+ "category": "basics",
+ "route_api_model": "gemini-2.5-flash",
+ "golden_db": "basics-t-010-connect-golden",
+ "llm_db": "basics-t-010-connect-gemini-2-5-flash-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gemini-2-5-flash\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-010-connect-golden",
+ "llm_db": "basics-t-010-connect-gemini-2-5-flash-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T18:19:53.201774300Z",
+ "finished_at": "2025-10-21T18:20:57.462301100Z"
+ },
+ "t_003_struct_in_table": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_003_struct_in_table",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Flash",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Type]\n public partial struct Position\n {\n public int X;\n public int Y;\n }\n\n [SpacetimeDB.Table(Name = \"entities\", Public = true)]\n public partial struct Entity\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Position Pos;\n }\n}",
+ "category": "basics",
+ "route_api_model": "gemini-2.5-flash",
+ "golden_db": "basics-t-003-struct-in-table-golden",
+ "llm_db": "basics-t-003-struct-in-table-gemini-2-5-flash-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\gemini-2-5-flash\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-003-struct-in-table-golden",
+ "llm_db": "basics-t-003-struct-in-table-gemini-2-5-flash-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T18:19:52.859457600Z",
+ "finished_at": "2025-10-21T18:20:57.194798700Z"
+ },
+ "t_007_crud": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_007_crud",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Flash",
+ "total_tests": 4,
+ "passed_tests": 4,
+ "llm_output": "using SpacetimeDB;\nusing System;\nusing System.Collections.Generic;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"users\", Public = true)]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer]\n public static void Crud(ReducerContext ctx)\n {\n // Insert (Id=1, Name=\"Alice\", Age=30, Active=true)\n ctx.Db.users.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n\n // Insert (Id=2, Name=\"Bob\", Age=22, Active=false)\n ctx.Db.users.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n\n // Update (Id=1, Name=\"Alice2\", Age=31, Active=false)\n if (ctx.Db.users.Id.Find(1) is User user1)\n {\n user1.Name = \"Alice2\";\n user1.Age = 31;\n user1.Active = false;\n ctx.Db.users.Id.Update(user1);\n }\n\n // Delete Id=2\n ctx.Db.users.Id.Delete(2);\n }\n}",
+ "category": "basics",
+ "route_api_model": "gemini-2.5-flash",
+ "golden_db": "basics-t-007-crud-golden",
+ "llm_db": "basics-t-007-crud-gemini-2-5-flash-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-2-5-flash\\llm",
+ "scorer_details": {
+ "crud_row_id1_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "basics-t-007-crud-golden",
+ "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
+ "llm_db": "basics-t-007-crud-gemini-2-5-flash-llm",
+ "llm_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
+ "query": "SELECT Id, Name, Age, Active FROM users WHERE Id=1",
+ "reducer": "Crud",
+ "server": "local"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-007-crud-golden",
+ "llm_db": "basics-t-007-crud-gemini-2-5-flash-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "crud_row_id2_deleted": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 0,
+ "expected": 0,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=2"
+ }
+ },
+ "crud_total_count_one": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM users"
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T18:19:53.055521800Z",
+ "finished_at": "2025-10-21T18:22:04.220473200Z"
+ },
+ "t_000_empty_reducers": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_000_empty_reducers",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Flash",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Reducer]\n public static void EmptyReducer_NoArgs(ReducerContext ctx)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithInt(ReducerContext ctx, int count)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithString(ReducerContext ctx, string name)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithTwoArgs(ReducerContext ctx, int count, string name)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithThreeArgs(ReducerContext ctx, bool active, float ratio, string label)\n {\n }\n}",
+ "category": "basics",
+ "route_api_model": "gemini-2.5-flash",
+ "golden_db": "basics-t-000-empty-reducers-golden",
+ "llm_db": "basics-t-000-empty-reducers-gemini-2-5-flash-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gemini-2-5-flash\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-000-empty-reducers-golden",
+ "llm_db": "basics-t-000-empty-reducers-gemini-2-5-flash-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T18:19:52.681870300Z",
+ "finished_at": "2025-10-21T18:22:03.781677800Z"
+ },
+ "t_004_insert": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_004_insert",
+ "lang": "csharp",
+ "golden_published": false,
+ "model_name": "Gemini 2.5 Flash",
+ "total_tests": 1,
+ "passed_tests": 0,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "gemini-2.5-flash",
+ "golden_db": null,
+ "llm_db": null,
+ "work_dir_golden": null,
+ "work_dir_llm": null,
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "POST https://generativelanguage.googleapis.com/v1beta/models/gemini-2.5-flash:generateContent?key=AIzaSyCX9OLo722iLo4_gdYisaPYQXlK3qDBuik -> 429 Too Many Requests: {\n \"error\": {\n \"code\": 429,\n \"message\": \"You exceeded your current quota, please check your plan and billing details. For more information on this error, head to: https://ai.google.dev/gemini-api/docs/rate-limits.\\n* Quota exceeded for metric: generativelanguage.googleapis.com/generate_content_paid_tier_input_token_count, limit: 1000000\\nPlease retry in 58.967954457s.\",\n \"status\": \"RESOURCE_EXHAUSTED\",\n \"details\": [\n {\n \"@type\": \"type.googleapis.com/google.rpc.QuotaFailure\",\n \"violations\": [\n {\n \"quotaMetric\": \"generativelanguage.googleapis.com/generate_content_paid_tier_input_token_count\",\n \"quotaId\": \"GenerateContentPaidTierInputTokensPerModelPerMinute\",\n \"quotaDimensions\": {\n \"location\": \"global\",\n \"model\": \"gemini-2.5-flash\"\n },\n \"quotaValue\": \"1000000\"\n }\n ]\n },\n {\n \"@type\": \"type.googleapis.com/google.rpc.Help\",\n \"links\": [\n {\n \"description\": \"Learn more about Gemini API quotas\",\n \"url\": \"https://ai.google.dev/gemini-api/docs/rate-limits\"\n }\n ]\n },\n {\n \"@type\": \"type.googleapis.com/google.rpc.RetryInfo\",\n \"retryDelay\": \"58s\"\n }\n ]\n }\n}\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T18:22:05.567548300Z",
+ "finished_at": "2025-10-21T18:22:05.567548300Z"
+ },
+ "t_009_init": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_009_init",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Flash",
+ "total_tests": 4,
+ "passed_tests": 0,
+ "llm_output": "[SpacetimeDB.Type]\npublic partial struct User\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"users\", Public = true)]\n public partial struct Users { }\n\n [SpacetimeDB.Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.users.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n ctx.Db.users.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n }\n}",
+ "category": "basics",
+ "route_api_model": "gemini-2.5-flash",
+ "golden_db": "basics-t-009-init-golden",
+ "llm_db": "basics-t-009-init-gemini-2-5-flash-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_009_init\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-2-5-flash\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-2-5-flash\\llm\\Lib.cs(17,5): error STDBINT0001: An internal error occurred during codegen: Parameter count mismatch. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-2-5-flash\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-2-5-flash\\llm\\Lib.cs(18,29): error CS0246: The type or namespace name 'ReducerContext' could not be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-2-5-flash\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-2-5-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(27,32): warning CS8981: The type name 'users' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-2-5-flash\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-2-5-flash\\llm\\Lib.cs(17,26): error CS0103: The name 'ReducerKind' does not exist in the current context [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-2-5-flash\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T18:19:53.153898200Z",
+ "finished_at": "2025-10-21T18:20:03.308265500Z"
+ },
+ "t_006_delete": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_006_delete",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Flash",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "using SpacetimeDB;\nusing System;\n\npublic static partial class Module\n{\n [Table(Name = \"users\", Public = true)]\n public partial struct User\n {\n [PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Reducer]\n public static void DeleteUser(ReducerContext ctx, int Id)\n {\n ctx.Db.users.Id.Delete(Id);\n }\n}",
+ "category": "basics",
+ "route_api_model": "gemini-2.5-flash",
+ "golden_db": "basics-t-006-delete-golden",
+ "llm_db": "basics-t-006-delete-gemini-2-5-flash-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gemini-2-5-flash\\llm",
+ "scorer_details": {
+ "seed_users_row": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "sql": "INSERT INTO users(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-006-delete-golden",
+ "llm_db": "basics-t-006-delete-gemini-2-5-flash-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "delete_user_count_zero": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 0,
+ "expected": 0,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=1"
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T18:19:53.008659Z",
+ "finished_at": "2025-10-21T18:20:57.062808700Z"
+ },
+ "t_005_update": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_005_update",
+ "lang": "csharp",
+ "golden_published": false,
+ "model_name": "Gemini 2.5 Flash",
+ "total_tests": 1,
+ "passed_tests": 0,
+ "llm_output": null,
+ "category": "basics",
+ "route_api_model": "gemini-2.5-flash",
+ "golden_db": null,
+ "llm_db": null,
+ "work_dir_golden": null,
+ "work_dir_llm": null,
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "POST https://generativelanguage.googleapis.com/v1beta/models/gemini-2.5-flash:generateContent?key=AIzaSyCX9OLo722iLo4_gdYisaPYQXlK3qDBuik -> 429 Too Many Requests: {\n \"error\": {\n \"code\": 429,\n \"message\": \"You exceeded your current quota, please check your plan and billing details. For more information on this error, head to: https://ai.google.dev/gemini-api/docs/rate-limits.\\n* Quota exceeded for metric: generativelanguage.googleapis.com/generate_content_paid_tier_input_token_count, limit: 1000000\\nPlease retry in 58.970895358s.\",\n \"status\": \"RESOURCE_EXHAUSTED\",\n \"details\": [\n {\n \"@type\": \"type.googleapis.com/google.rpc.QuotaFailure\",\n \"violations\": [\n {\n \"quotaMetric\": \"generativelanguage.googleapis.com/generate_content_paid_tier_input_token_count\",\n \"quotaId\": \"GenerateContentPaidTierInputTokensPerModelPerMinute\",\n \"quotaDimensions\": {\n \"location\": \"global\",\n \"model\": \"gemini-2.5-flash\"\n },\n \"quotaValue\": \"1000000\"\n }\n ]\n },\n {\n \"@type\": \"type.googleapis.com/google.rpc.Help\",\n \"links\": [\n {\n \"description\": \"Learn more about Gemini API quotas\",\n \"url\": \"https://ai.google.dev/gemini-api/docs/rate-limits\"\n }\n ]\n },\n {\n \"@type\": \"type.googleapis.com/google.rpc.RetryInfo\",\n \"retryDelay\": \"58s\"\n }\n ]\n }\n}\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T18:22:05.566510800Z",
+ "finished_at": "2025-10-21T18:22:05.566510800Z"
+ },
+ "t_008_index_lookup": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_008_index_lookup",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Flash",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "using SpacetimeDB;\nusing System;\n\npublic static partial class Module\n{\n [Table(Name = \"users\", Public = true)]\n public partial struct User\n {\n [PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Table(Name = \"results\", Public = true)]\n public partial struct Result\n {\n [PrimaryKey]\n public int Id;\n public string Name;\n }\n\n [Reducer]\n public static void LookupUserName(ReducerContext ctx, int id)\n {\n var user = ctx.Db.users.Id.Find(id);\n if (user.HasValue)\n {\n ctx.Db.results.Insert(new Result { Id = user.Value.Id, Name = user.Value.Name });\n }\n }\n}",
+ "category": "basics",
+ "route_api_model": "gemini-2.5-flash",
+ "golden_db": "basics-t-008-index-lookup-golden",
+ "llm_db": "basics-t-008-index-lookup-gemini-2-5-flash-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gemini-2-5-flash\\llm",
+ "scorer_details": {
+ "seed_user_row": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "sql": "INSERT INTO users(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-008-index-lookup-golden",
+ "llm_db": "basics-t-008-index-lookup-gemini-2-5-flash-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "index_lookup_projection_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1
+ ],
+ "golden_db": "basics-t-008-index-lookup-golden",
+ "golden_out": "Id | Name ----+--------- 1 | \"Alice\"",
+ "llm_db": "basics-t-008-index-lookup-gemini-2-5-flash-llm",
+ "llm_out": "Id | Name ----+--------- 1 | \"Alice\"",
+ "query": "SELECT Id, Name FROM results WHERE Id=1",
+ "reducer": "LookupUserName",
+ "server": "local"
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T18:19:53.103991700Z",
+ "finished_at": "2025-10-21T18:22:05.395134800Z"
+ },
+ "t_013_spacetime_sum_type": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_013_spacetime_sum_type",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Flash",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Type]\n public partial struct Circle\n {\n public int Radius;\n }\n\n [SpacetimeDB.Type]\n public partial struct Rectangle\n {\n public int Width;\n public int Height;\n }\n\n [SpacetimeDB.Type]\n public partial record Shape : SpacetimeDB.TaggedEnum<(Circle Circle, Rectangle Rectangle)> { }\n\n [SpacetimeDB.Table(Name = \"results\", Public = true)]\n public partial struct Result\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Shape Value;\n }\n\n [SpacetimeDB.Reducer]\n public static void SetCircle(ReducerContext ctx, int id, int radius)\n {\n ctx.Db.results.Insert(new Result { Id = id, Value = new Shape.Circle(new Circle { Radius = radius }) });\n }\n}",
+ "category": "schema",
+ "route_api_model": "gemini-2.5-flash",
+ "golden_db": "schema-t-013-spacetime-sum-type-golden",
+ "llm_db": "schema-t-013-spacetime-sum-type-gemini-2-5-flash-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gemini-2-5-flash\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-013-spacetime-sum-type-golden",
+ "llm_db": "schema-t-013-spacetime-sum-type-gemini-2-5-flash-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "sum_type_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM results WHERE Id=1"
+ }
+ },
+ "sum_type_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ 10
+ ],
+ "golden_db": "schema-t-013-spacetime-sum-type-golden",
+ "golden_out": "Id | Value ----+-------------------------- 1 | (Circle = (Radius = 10))",
+ "llm_db": "schema-t-013-spacetime-sum-type-gemini-2-5-flash-llm",
+ "llm_out": "Id | Value ----+-------------------------- 1 | (Circle = (Radius = 10))",
+ "query": "SELECT Id, Value FROM results WHERE Id=1",
+ "reducer": "SetCircle",
+ "server": "local"
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T18:29:44.215319900Z",
+ "finished_at": "2025-10-21T18:30:56.168657300Z"
+ },
+ "t_014_elementary_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_014_elementary_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Flash",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "using System;\nusing SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"primitives\", Public = true)]\n public partial struct Primitive\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public int Count;\n public long Total;\n public float Price;\n public double Ratio;\n public bool Active;\n public string Name;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.primitives.Insert(new Primitive { Id = 1, Count = 2, Total = 3000000000L, Price = 1.5f, Ratio = 2.25, Active = true, Name = \"Alice\" });\n }\n}",
+ "category": "schema",
+ "route_api_model": "gemini-2.5-flash",
+ "golden_db": "schema-t-014-elementary-columns-golden",
+ "llm_db": "schema-t-014-elementary-columns-gemini-2-5-flash-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\gemini-2-5-flash\\llm",
+ "scorer_details": {
+ "elementary_columns_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "schema-t-014-elementary-columns-golden",
+ "golden_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"",
+ "llm_db": "schema-t-014-elementary-columns-gemini-2-5-flash-llm",
+ "llm_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"",
+ "query": "SELECT Id, Count, Total, Price, Ratio, Active, Name FROM primitives WHERE Id=1",
+ "reducer": "Seed",
+ "server": "local"
+ }
+ },
+ "elementary_columns_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM primitives WHERE Id=1"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-014-elementary-columns-golden",
+ "llm_db": "schema-t-014-elementary-columns-gemini-2-5-flash-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T18:29:44.261045200Z",
+ "finished_at": "2025-10-21T18:30:56.726289Z"
+ },
+ "t_020_ecs": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_020_ecs",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Flash",
+ "total_tests": 5,
+ "passed_tests": 2,
+ "llm_output": "using SpacetimeDB;\nusing System;\nusing System.Linq;\n\npublic static partial class Module\n{\n [Table(Name = \"entities\", Public = true)]\n public partial struct Entity\n {\n [PrimaryKey]\n public int Id;\n }\n\n [Table(Name = \"positions\", Public = true)]\n public partial struct Position\n {\n [PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n }\n\n [Table(Name = \"velocities\", Public = true)]\n public partial struct Velocity\n {\n [PrimaryKey]\n public int EntityId;\n public int VX;\n public int VY;\n }\n\n [Table(Name = \"next_positions\", Public = true)]\n public partial struct NextPosition\n {\n [PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.entities.Insert(new Entity { Id = 1 });\n ctx.Db.positions.Insert(new Position { EntityId = 1, X = 0, Y = 0 });\n ctx.Db.velocities.Insert(new Velocity { EntityId = 1, VX = 1, VY = 0 });\n\n ctx.Db.entities.Insert(new Entity { Id = 2 });\n ctx.Db.positions.Insert(new Position { EntityId = 2, X = 10, Y = 0 });\n ctx.Db.velocities.Insert(new Velocity { EntityId = 2, VX = -2, VY = 3 });\n }\n\n [Reducer]\n public static void Step(ReducerContext ctx)\n {\n foreach (var position in ctx.Db.positions.Iter())\n {\n var velocity = ctx.Db.velocities.EntityId.Find(position.EntityId);\n if (velocity.HasValue)\n {\n var newX = position.X + velocity.Value.VX;\n var newY = position.Y + velocity.Value.VY;\n\n var nextPosition = new NextPosition\n {\n EntityId = position.EntityId,\n X = newX,\n Y = newY\n };\n\n // Upsert: if exists, update; else, insert. PrimaryKey.Update handles this.\n ctx.Db.next_positions.EntityId.Update(nextPosition);\n }\n }\n }\n}",
+ "category": "schema",
+ "route_api_model": "gemini-2.5-flash",
+ "golden_db": "schema-t-020-ecs-golden",
+ "llm_db": "schema-t-020-ecs-gemini-2-5-flash-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-2-5-flash\\llm",
+ "scorer_details": {
+ "ecs_next_pos_entity1": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: SpacetimeDB.NoSuchRowException: The row was not found, e.g., in an update call\n at SpacetimeDB.Internal.FFI.CheckedStatus.Marshaller.ConvertToManaged(Errno )\n at SpacetimeDB.Internal.FFI.datastore_update_bsatn(TableId , IndexId , Span`1 , UInt32& )\n at SpacetimeDB.Internal.UniqueIndex`4[[SpacetimeDB.Internal.TableHandles.next_positions, StdbModule, Version=1.0.0.0, Culture=neutral, PublicKeyToken=null],[Module.NextPosition, StdbModule, Version=1.0.0.0, Culture=neutral, PublicKeyToken=null],[System.Int32, System.Private.CoreLib, Version=8.0.0.0, Culture=neutral, PublicKeyToken=7cec85d7bea7798e],[SpacetimeDB.BSATN.I32, SpacetimeDB.BSATN.Runtime, Version=1.5.0.0, Culture=neutral, PublicKeyToken=null]].DoUpdate(NextPosition )\n at SpacetimeDB.Internal.TableHandles.next_positions.EntityIdUniqueIndex.Update(NextPosition )\n at Module.Step(ReducerContext )\n at ModuleRegistration.Step.Invoke(BinaryReader , IReducerContext )\n at SpacetimeDB.Internal.Module.__call_reducer__(UInt32 id, UInt64 sender_0, UInt64 sender_1, UInt64 sender_2, UInt64 sender_3, UInt64 conn_id_0, UInt64 conn_id_1, Timestamp timestamp, BytesSource args, BytesSink error)\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:3000/v1/database/c200ee39ad5e309897ed5661d2c2058524c1e4fa53562b68479545fdd3c0e21d/call/Step)\n",
+ "phase": "call_reducer"
+ }
+ },
+ "ecs_seed_positions_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 2,
+ "expected": 2,
+ "sql": "SELECT COUNT(*) AS n FROM positions"
+ }
+ },
+ "ecs_step_next_positions_count": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: SpacetimeDB.NoSuchRowException: The row was not found, e.g., in an update call\n at SpacetimeDB.Internal.FFI.CheckedStatus.Marshaller.ConvertToManaged(Errno )\n at SpacetimeDB.Internal.FFI.datastore_update_bsatn(TableId , IndexId , Span`1 , UInt32& )\n at SpacetimeDB.Internal.UniqueIndex`4[[SpacetimeDB.Internal.TableHandles.next_positions, StdbModule, Version=1.0.0.0, Culture=neutral, PublicKeyToken=null],[Module.NextPosition, StdbModule, Version=1.0.0.0, Culture=neutral, PublicKeyToken=null],[System.Int32, System.Private.CoreLib, Version=8.0.0.0, Culture=neutral, PublicKeyToken=7cec85d7bea7798e],[SpacetimeDB.BSATN.I32, SpacetimeDB.BSATN.Runtime, Version=1.5.0.0, Culture=neutral, PublicKeyToken=null]].DoUpdate(NextPosition )\n at SpacetimeDB.Internal.TableHandles.next_positions.EntityIdUniqueIndex.Update(NextPosition )\n at Module.Step(ReducerContext )\n at ModuleRegistration.Step.Invoke(BinaryReader , IReducerContext )\n at SpacetimeDB.Internal.Module.__call_reducer__(UInt32 id, UInt64 sender_0, UInt64 sender_1, UInt64 sender_2, UInt64 sender_3, UInt64 conn_id_0, UInt64 conn_id_1, Timestamp timestamp, BytesSource args, BytesSink error)\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:3000/v1/database/c200ee39ad5e309897ed5661d2c2058524c1e4fa53562b68479545fdd3c0e21d/call/Step)\n",
+ "phase": "call_reducer"
+ }
+ },
+ "ecs_next_pos_entity2": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: SpacetimeDB.NoSuchRowException: The row was not found, e.g., in an update call\n at SpacetimeDB.Internal.FFI.CheckedStatus.Marshaller.ConvertToManaged(Errno )\n at SpacetimeDB.Internal.FFI.datastore_update_bsatn(TableId , IndexId , Span`1 , UInt32& )\n at SpacetimeDB.Internal.UniqueIndex`4[[SpacetimeDB.Internal.TableHandles.next_positions, StdbModule, Version=1.0.0.0, Culture=neutral, PublicKeyToken=null],[Module.NextPosition, StdbModule, Version=1.0.0.0, Culture=neutral, PublicKeyToken=null],[System.Int32, System.Private.CoreLib, Version=8.0.0.0, Culture=neutral, PublicKeyToken=7cec85d7bea7798e],[SpacetimeDB.BSATN.I32, SpacetimeDB.BSATN.Runtime, Version=1.5.0.0, Culture=neutral, PublicKeyToken=null]].DoUpdate(NextPosition )\n at SpacetimeDB.Internal.TableHandles.next_positions.EntityIdUniqueIndex.Update(NextPosition )\n at Module.Step(ReducerContext )\n at ModuleRegistration.Step.Invoke(BinaryReader , IReducerContext )\n at SpacetimeDB.Internal.Module.__call_reducer__(UInt32 id, UInt64 sender_0, UInt64 sender_1, UInt64 sender_2, UInt64 sender_3, UInt64 conn_id_0, UInt64 conn_id_1, Timestamp timestamp, BytesSource args, BytesSink error)\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:3000/v1/database/c200ee39ad5e309897ed5661d2c2058524c1e4fa53562b68479545fdd3c0e21d/call/Step)\n",
+ "phase": "call_reducer"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-020-ecs-golden",
+ "llm_db": "schema-t-020-ecs-gemini-2-5-flash-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T18:29:44.544520200Z",
+ "finished_at": "2025-10-21T18:30:54.717774100Z"
+ },
+ "t_019_many_to_many": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_019_many_to_many",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Flash",
+ "total_tests": 5,
+ "passed_tests": 0,
+ "llm_output": "using System;\nusing SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"users\", Public = true)]\n public partial struct User\n {\n [PrimaryKey]\n public int UserId;\n public string Name;\n }\n\n [Table(Name = \"groups\", Public = true)]\n public partial struct Group\n {\n [PrimaryKey]\n public int GroupId;\n public string Title;\n }\n\n [Table(Name = \"memberships\", Public = true)]\n [Index.BTree(Name = \"by_user\", Columns = new string[] { nameof(UserId) })]\n [Index.BTree(Name = \"by_group\", Columns = new string[] { nameof(GroupId) })]\n public partial struct Membership\n {\n [PrimaryKey]\n public int Id;\n public int UserId;\n public int GroupId;\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.users.Insert(new User { UserId = 1, Name = \"Alice\" });\n ctx.Db.users.Insert(new User { UserId = 2, Name = \"Bob\" });\n\n ctx.Db.groups.Insert(new Group { GroupId = 10, Title = \"Admin\" });\n ctx.Db.groups.Insert(new Group { GroupId = 20, Title = \"Dev\" });\n\n ctx.Db.memberships.Insert(new Membership { Id = 1, UserId = 1, GroupId = 10 });\n ctx.Db.memberships.Insert(new Membership { Id = 2, UserId = 1, GroupId = 20 });\n ctx.Db.memberships.Insert(new Membership { Id = 3, UserId = 2, GroupId = 20 });\n }\n}",
+ "category": "schema",
+ "route_api_model": "gemini-2.5-flash",
+ "golden_db": "schema-t-019-many-to-many-golden",
+ "llm_db": "schema-t-019-many-to-many-gemini-2-5-flash-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-2-5-flash\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-2-5-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(27,32): warning CS8981: The type name 'groups' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-2-5-flash\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-2-5-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(70,24): warning CS8981: The type name 'memberships' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-2-5-flash\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-2-5-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(113,24): warning CS8981: The type name 'users' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-2-5-flash\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-2-5-flash\\llm\\Lib.cs(24,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-2-5-flash\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-2-5-flash\\llm\\Lib.cs(25,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-2-5-flash\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T18:29:44.497171300Z",
+ "finished_at": "2025-10-21T18:30:07.594242500Z"
+ },
+ "t_015_product_type_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_015_product_type_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Flash",
+ "total_tests": 3,
+ "passed_tests": 0,
+ "llm_output": "// \n\nusing System;\nusing System.Linq;\nusing SpacetimeDB;\nusing SpacetimeDB.Reducer;\nusing SpacetimeDB.Table;\nusing SpacetimeDB.Type;\n\npublic static partial class Module\n{\n [Type]\n public partial struct Address\n {\n public string Street;\n public int Zip;\n }\n\n [Type]\n public partial struct Position\n {\n public int X;\n public int Y;\n }\n\n [Table(Name = \"profiles\", Public = true)]\n public partial struct Profile\n {\n [PrimaryKey]\n public int Id;\n public Address Home;\n public Address Work;\n public Position Pos;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.profiles.Insert(new Profile\n {\n Id = 1,\n Home = new Address { Street = \"1 Main\", Zip = 11111 },\n Work = new Address { Street = \"2 Broad\", Zip = 22222 },\n Pos = new Position { X = 7, Y = 9 }\n });\n }\n}",
+ "category": "schema",
+ "route_api_model": "gemini-2.5-flash",
+ "golden_db": "schema-t-015-product-type-columns-golden",
+ "llm_db": "schema-t-015-product-type-columns-gemini-2-5-flash-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gemini-2-5-flash\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gemini-2-5-flash\\llm\\Lib.cs(7,19): error CS0234: The type or namespace name 'Reducer' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gemini-2-5-flash\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gemini-2-5-flash\\llm\\Lib.cs(8,19): error CS0234: The type or namespace name 'Table' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gemini-2-5-flash\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gemini-2-5-flash\\llm\\Lib.cs(9,19): error CS0234: The type or namespace name 'Type' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gemini-2-5-flash\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gemini-2-5-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(27,32): warning CS8981: The type name 'profiles' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gemini-2-5-flash\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T18:29:44.307929500Z",
+ "finished_at": "2025-10-21T18:30:07.250420600Z"
+ },
+ "t_018_constraints": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_018_constraints",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Flash",
+ "total_tests": 3,
+ "passed_tests": 0,
+ "llm_output": "using SpacetimeDB;\nusing System;\nusing System.Collections.Generic;\n\npublic static partial class Module\n{\n [Table(Name = \"accounts\")]\n [Index.BTree(Name = \"by_name\", Columns = new string[] { nameof(Name) })]\n public partial struct Account\n {\n [PrimaryKey]\n public int Id;\n [Unique]\n public string Email;\n public string Name;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.accounts.Insert(new Account { Id = 1, Email = \"a@example.com\", Name = \"Alice\" });\n ctx.Db.accounts.Insert(new Account { Id = 2, Email = \"b@example.com\", Name = \"Bob\" });\n }\n}",
+ "category": "schema",
+ "route_api_model": "gemini-2.5-flash",
+ "golden_db": "schema-t-018-constraints-golden",
+ "llm_db": "schema-t-018-constraints-gemini-2-5-flash-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gemini-2-5-flash\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gemini-2-5-flash\\llm\\Lib.cs(9,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gemini-2-5-flash\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gemini-2-5-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(27,32): warning CS8981: The type name 'accounts' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gemini-2-5-flash\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T18:29:44.449549900Z",
+ "finished_at": "2025-10-21T18:29:49.866622800Z"
+ },
+ "t_001_basic_tables": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_001_basic_tables",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Flash",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"users\", Public = true)]\n public partial struct Users\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Table(Name = \"products\", Public = true)]\n public partial struct Products\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Title;\n public float Price;\n public bool InStock;\n }\n\n [SpacetimeDB.Table(Name = \"notes\", Public = true)]\n public partial struct Notes\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Body;\n public long Rating;\n public bool Pinned;\n }\n}",
+ "category": "basics",
+ "route_api_model": "gemini-2.5-flash",
+ "golden_db": "basics-t-001-basic-tables-golden",
+ "llm_db": "basics-t-001-basic-tables-gemini-2-5-flash-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-2-5-flash\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-001-basic-tables-golden",
+ "llm_db": "basics-t-001-basic-tables-gemini-2-5-flash-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T18:19:52.763159300Z",
+ "finished_at": "2025-10-21T18:20:57.330741700Z"
+ },
+ "t_002_scheduled_table": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_002_scheduled_table",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Gemini 2.5 Flash",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": "using SpacetimeDB;\nusing System;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"tick_timer\", Scheduled = nameof(Tick), ScheduledAt = nameof(ScheduledAt))]\n public partial struct TickTimer\n {\n [SpacetimeDB.PrimaryKey, SpacetimeDB.AutoInc]\n public ulong ScheduledId;\n public SpacetimeDB.ScheduleAt ScheduledAt;\n }\n\n [SpacetimeDB.Reducer]\n public static void Tick(ReducerContext ctx, TickTimer timer)\n {\n // Reducer logic\n }\n\n [SpacetimeDB.Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.tick_timer.Insert(new TickTimer\n {\n ScheduledId = 0, // Auto-increment will assign a value\n ScheduledAt = new ScheduleAt.Interval(TimeSpan.FromMicroseconds(50_000))\n });\n }\n}",
+ "category": "basics",
+ "route_api_model": "gemini-2.5-flash",
+ "golden_db": "basics-t-002-scheduled-table-golden",
+ "llm_db": "basics-t-002-scheduled-table-gemini-2-5-flash-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gemini-2-5-flash\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-002-scheduled-table-golden",
+ "llm_db": "basics-t-002-scheduled-table-gemini-2-5-flash-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "google",
+ "started_at": "2025-10-21T18:19:52.810971500Z",
+ "finished_at": "2025-10-21T18:22:05.564885200Z"
+ }
+ }
+ },
+ {
+ "name": "Claude 4.5 Haiku",
+ "route_api_model": "claude-haiku-4-5",
+ "tasks": {
+ "t_017_scheduled_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_017_scheduled_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Haiku",
+ "total_tests": 2,
+ "passed_tests": 0,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"tick_timer\", Scheduled = nameof(Tick), ScheduledAt = nameof(scheduled_at))]\n public partial struct TickTimer\n {\n [PrimaryKey, AutoInc]\n public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.tick_timer.Insert(new TickTimer\n {\n ScheduledId = 0,\n ScheduledAt = new ScheduleAt.Interval(new TimeDuration { Microseconds = 50_000 })\n });\n }\n\n [Reducer]\n public static void Tick(ReducerContext ctx, TickTimer timer)\n {\n }\n}",
+ "category": "schema",
+ "route_api_model": "claude-haiku-4-5",
+ "golden_db": "schema-t-017-scheduled-columns-golden",
+ "llm_db": "schema-t-017-scheduled-columns-claude-4-5-haiku-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\claude-4-5-haiku\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\claude-4-5-haiku\\llm\\Lib.cs(6,6): error STDB0014: Could not find the specified column scheduled_at in TickTimer. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\claude-4-5-haiku\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\claude-4-5-haiku\\llm\\Lib.cs(6,80): error CS0103: The name 'scheduled_at' does not exist in the current context [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\claude-4-5-haiku\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-21T21:21:57.636347400Z",
+ "finished_at": "2025-10-21T21:22:10.168663100Z"
+ },
+ "t_014_elementary_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_014_elementary_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Haiku",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"primitives\")]\n public partial struct Primitive\n {\n [PrimaryKey]\n public int Id;\n public int Count;\n public long Total;\n public float Price;\n public double Ratio;\n public bool Active;\n public string Name;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.primitives.Insert(new Primitive\n {\n Id = 1,\n Count = 2,\n Total = 3000000000,\n Price = 1.5f,\n Ratio = 2.25,\n Active = true,\n Name = \"Alice\"\n });\n }\n}",
+ "category": "schema",
+ "route_api_model": "claude-haiku-4-5",
+ "golden_db": "schema-t-014-elementary-columns-golden",
+ "llm_db": "schema-t-014-elementary-columns-claude-4-5-haiku-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\claude-4-5-haiku\\llm",
+ "scorer_details": {
+ "elementary_columns_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM primitives WHERE Id=1"
+ }
+ },
+ "elementary_columns_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "schema-t-014-elementary-columns-golden",
+ "golden_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"",
+ "llm_db": "schema-t-014-elementary-columns-claude-4-5-haiku-llm",
+ "llm_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"",
+ "query": "SELECT Id, Count, Total, Price, Ratio, Active, Name FROM primitives WHERE Id=1",
+ "reducer": "Seed",
+ "server": "local"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-014-elementary-columns-golden",
+ "llm_db": "schema-t-014-elementary-columns-claude-4-5-haiku-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-21T21:21:55.454990Z",
+ "finished_at": "2025-10-21T21:23:13.070138300Z"
+ },
+ "t_002_scheduled_table": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_002_scheduled_table",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Haiku",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"tick_timer\", Scheduled = nameof(Tick), ScheduledAt = nameof(ScheduledAt))]\n public partial struct TickTimer\n {\n [PrimaryKey, AutoInc]\n public ulong ScheduledId;\n \n public ScheduleAt ScheduledAt;\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.tick_timer.Insert(new TickTimer\n {\n ScheduledId = 0,\n ScheduledAt = new ScheduleAt.Interval(TimeSpan.FromMicroseconds(50_000))\n });\n }\n\n [Reducer]\n public static void Tick(ReducerContext ctx, TickTimer timer)\n {\n Log.Info(\"Tick executed\");\n }\n}",
+ "category": "basics",
+ "route_api_model": "claude-haiku-4-5",
+ "golden_db": "basics-t-002-scheduled-table-golden",
+ "llm_db": "basics-t-002-scheduled-table-claude-4-5-haiku-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\claude-4-5-haiku\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-002-scheduled-table-golden",
+ "llm_db": "basics-t-002-scheduled-table-claude-4-5-haiku-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-21T21:15:56.641560400Z",
+ "finished_at": "2025-10-21T21:17:35.024405300Z"
+ },
+ "t_008_index_lookup": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_008_index_lookup",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Haiku",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"users\", Public = true)]\n public partial struct User\n {\n [PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Table(Name = \"results\", Public = true)]\n public partial struct Result\n {\n [PrimaryKey]\n public int Id;\n public string Name;\n }\n\n [Reducer]\n public static void LookupUserName(ReducerContext ctx, int id)\n {\n var user = ctx.Db.users.Id.Find(id);\n if (user.HasValue)\n {\n ctx.Db.results.Insert(new Result\n {\n Id = user.Value.Id,\n Name = user.Value.Name\n });\n }\n }\n}",
+ "category": "basics",
+ "route_api_model": "claude-haiku-4-5",
+ "golden_db": "basics-t-008-index-lookup-golden",
+ "llm_db": "basics-t-008-index-lookup-claude-4-5-haiku-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\claude-4-5-haiku\\llm",
+ "scorer_details": {
+ "index_lookup_projection_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1
+ ],
+ "golden_db": "basics-t-008-index-lookup-golden",
+ "golden_out": "Id | Name ----+--------- 1 | \"Alice\"",
+ "llm_db": "basics-t-008-index-lookup-claude-4-5-haiku-llm",
+ "llm_out": "Id | Name ----+--------- 1 | \"Alice\"",
+ "query": "SELECT Id, Name FROM results WHERE Id=1",
+ "reducer": "LookupUserName",
+ "server": "local"
+ }
+ },
+ "seed_user_row": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "sql": "INSERT INTO users(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-008-index-lookup-golden",
+ "llm_db": "basics-t-008-index-lookup-claude-4-5-haiku-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-21T21:16:01.281757Z",
+ "finished_at": "2025-10-21T21:17:34.692711Z"
+ },
+ "t_018_constraints": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_018_constraints",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Haiku",
+ "total_tests": 3,
+ "passed_tests": 0,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"accounts\", Public = true)]\n [Index(Name = \"by_name\", BTree = [nameof(Name)])]\n public partial struct Account\n {\n [PrimaryKey]\n public int Id;\n\n [Unique]\n public string Email;\n\n public string Name;\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.accounts.Insert(new Account\n {\n Id = 1,\n Email = \"a@example.com\",\n Name = \"Alice\"\n });\n\n ctx.Db.accounts.Insert(new Account\n {\n Id = 2,\n Email = \"b@example.com\",\n Name = \"Bob\"\n });\n }\n}",
+ "category": "schema",
+ "route_api_model": "claude-haiku-4-5",
+ "golden_db": "schema-t-018-constraints-golden",
+ "llm_db": "schema-t-018-constraints-claude-4-5-haiku-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\claude-4-5-haiku\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\claude-4-5-haiku\\llm\\Lib.cs(7,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\claude-4-5-haiku\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\claude-4-5-haiku\\llm\\Lib.cs(7,38): error CS9176: There is no target type for the collection expression. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\claude-4-5-haiku\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\claude-4-5-haiku\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(27,32): warning CS8981: The type name 'accounts' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\claude-4-5-haiku\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-21T21:21:58.345339Z",
+ "finished_at": "2025-10-21T21:22:11.208616800Z"
+ },
+ "t_020_ecs": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_020_ecs",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Haiku",
+ "total_tests": 5,
+ "passed_tests": 5,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"entities\", Public = true)]\n public partial struct Entity\n {\n [PrimaryKey]\n public int Id;\n }\n\n [Table(Name = \"positions\", Public = true)]\n public partial struct Position\n {\n [PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n }\n\n [Table(Name = \"velocities\", Public = true)]\n public partial struct Velocity\n {\n [PrimaryKey]\n public int EntityId;\n public int VX;\n public int VY;\n }\n\n [Table(Name = \"next_positions\", Public = true)]\n public partial struct NextPosition\n {\n [PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.entities.Insert(new Entity { Id = 1 });\n ctx.Db.positions.Insert(new Position { EntityId = 1, X = 0, Y = 0 });\n ctx.Db.velocities.Insert(new Velocity { EntityId = 1, VX = 1, VY = 0 });\n\n ctx.Db.entities.Insert(new Entity { Id = 2 });\n ctx.Db.positions.Insert(new Position { EntityId = 2, X = 10, Y = 0 });\n ctx.Db.velocities.Insert(new Velocity { EntityId = 2, VX = -2, VY = 3 });\n }\n\n [Reducer]\n public static void Step(ReducerContext ctx)\n {\n foreach (var position in ctx.Db.positions.Iter())\n {\n var velocity = ctx.Db.velocities.EntityId.Find(position.EntityId);\n if (velocity.HasValue)\n {\n var nextX = position.X + velocity.Value.VX;\n var nextY = position.Y + velocity.Value.VY;\n\n var existingNextPos = ctx.Db.next_positions.EntityId.Find(position.EntityId);\n if (existingNextPos.HasValue)\n {\n ctx.Db.next_positions.EntityId.Update(new NextPosition\n {\n EntityId = position.EntityId,\n X = nextX,\n Y = nextY\n });\n }\n else\n {\n ctx.Db.next_positions.Insert(new NextPosition\n {\n EntityId = position.EntityId,\n X = nextX,\n Y = nextY\n });\n }\n }\n }\n }\n}",
+ "category": "schema",
+ "route_api_model": "claude-haiku-4-5",
+ "golden_db": "schema-t-020-ecs-golden",
+ "llm_db": "schema-t-020-ecs-claude-4-5-haiku-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\claude-4-5-haiku\\llm",
+ "scorer_details": {
+ "ecs_next_pos_entity2": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM next_positions WHERE EntityId=2 AND X=8 AND Y=3"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-020-ecs-golden",
+ "llm_db": "schema-t-020-ecs-claude-4-5-haiku-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "ecs_step_next_positions_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 2,
+ "expected": 2,
+ "sql": "SELECT COUNT(*) AS n FROM next_positions"
+ }
+ },
+ "ecs_next_pos_entity1": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM next_positions WHERE EntityId=1 AND X=1 AND Y=0"
+ }
+ },
+ "ecs_seed_positions_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 2,
+ "expected": 2,
+ "sql": "SELECT COUNT(*) AS n FROM positions"
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-21T21:21:59.768557Z",
+ "finished_at": "2025-10-21T21:23:14.012132300Z"
+ },
+ "t_004_insert": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_004_insert",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Haiku",
+ "total_tests": 2,
+ "passed_tests": 2,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"users\")]\n public partial struct User\n {\n [PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Reducer]\n public static void InsertUser(ReducerContext ctx, int id, string name, int age, bool active)\n {\n ctx.Db.users.Insert(new User\n {\n Id = id,\n Name = name,\n Age = age,\n Active = active\n });\n }\n}",
+ "category": "basics",
+ "route_api_model": "claude-haiku-4-5",
+ "golden_db": "basics-t-004-insert-golden",
+ "llm_db": "basics-t-004-insert-claude-4-5-haiku-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\claude-4-5-haiku\\llm",
+ "scorer_details": {
+ "data_parity_insert_user": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ "Alice",
+ 30,
+ true
+ ],
+ "golden_db": "basics-t-004-insert-golden",
+ "golden_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true",
+ "llm_db": "basics-t-004-insert-claude-4-5-haiku-llm",
+ "llm_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true",
+ "query": "SELECT Id, Name, Age, Active FROM users WHERE Id=1",
+ "reducer": "InsertUser",
+ "server": "local"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-004-insert-golden",
+ "llm_db": "basics-t-004-insert-claude-4-5-haiku-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-21T21:15:58.192811500Z",
+ "finished_at": "2025-10-21T21:17:36.937240800Z"
+ },
+ "t_011_helper_function": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_011_helper_function",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Haiku",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"results\")]\n public partial struct Result\n {\n [PrimaryKey]\n public int Id;\n public int Sum;\n }\n\n private static int Add(int a, int b)\n {\n return a + b;\n }\n\n [Reducer]\n public static void ComputeSum(ReducerContext ctx, int id, int a, int b)\n {\n int sum = Add(a, b);\n ctx.Db.results.Insert(new Result { Id = id, Sum = sum });\n }\n}",
+ "category": "basics",
+ "route_api_model": "claude-haiku-4-5",
+ "golden_db": "basics-t-011-helper-function-golden",
+ "llm_db": "basics-t-011-helper-function-claude-4-5-haiku-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\claude-4-5-haiku\\llm",
+ "scorer_details": {
+ "helper_func_sum_abs": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM results WHERE Id=1 AND Sum=5"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-011-helper-function-golden",
+ "llm_db": "basics-t-011-helper-function-claude-4-5-haiku-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "helper_func_sum_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ 2,
+ 3
+ ],
+ "golden_db": "basics-t-011-helper-function-golden",
+ "golden_out": "Id | Sum ----+----- 1 | 5",
+ "llm_db": "basics-t-011-helper-function-claude-4-5-haiku-llm",
+ "llm_out": "Id | Sum ----+----- 1 | 5",
+ "query": "SELECT Id, Sum FROM results WHERE Id=1",
+ "reducer": "ComputeSum",
+ "server": "local"
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-21T21:16:03.603944800Z",
+ "finished_at": "2025-10-21T21:17:37.429004300Z"
+ },
+ "t_000_empty_reducers": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_000_empty_reducers",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Haiku",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Reducer]\n public static void EmptyReducer_NoArgs(ReducerContext ctx)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithInt(ReducerContext ctx, int count)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithString(ReducerContext ctx, string name)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithTwoArgs(ReducerContext ctx, int count, string name)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithThreeArgs(ReducerContext ctx, bool active, float ratio, string label)\n {\n }\n}",
+ "category": "basics",
+ "route_api_model": "claude-haiku-4-5",
+ "golden_db": "basics-t-000-empty-reducers-golden",
+ "llm_db": "basics-t-000-empty-reducers-claude-4-5-haiku-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\claude-4-5-haiku\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-000-empty-reducers-golden",
+ "llm_db": "basics-t-000-empty-reducers-claude-4-5-haiku-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-21T21:15:55.039324800Z",
+ "finished_at": "2025-10-21T21:17:35.767014400Z"
+ },
+ "t_013_spacetime_sum_type": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_013_spacetime_sum_type",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Haiku",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Type]\n public partial record Circle\n {\n public int Radius;\n }\n\n [SpacetimeDB.Type]\n public partial record Rectangle\n {\n public int Width;\n public int Height;\n }\n\n [SpacetimeDB.Type]\n public partial record Shape : SpacetimeDB.TaggedEnum<(Circle Circle, Rectangle Rectangle)>\n {\n }\n\n [Table(Name = \"results\")]\n public partial struct Result\n {\n [PrimaryKey]\n public int Id;\n public Shape Value;\n }\n\n [Reducer]\n public static void SetCircle(ReducerContext ctx, int id, int radius)\n {\n var circle = new Circle { Radius = radius };\n var shape = new Shape.Circle(circle);\n var result = new Result { Id = id, Value = shape };\n ctx.Db.results.Insert(result);\n }\n}",
+ "category": "schema",
+ "route_api_model": "claude-haiku-4-5",
+ "golden_db": "schema-t-013-spacetime-sum-type-golden",
+ "llm_db": "schema-t-013-spacetime-sum-type-claude-4-5-haiku-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\claude-4-5-haiku\\llm",
+ "scorer_details": {
+ "sum_type_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ 10
+ ],
+ "golden_db": "schema-t-013-spacetime-sum-type-golden",
+ "golden_out": "Id | Value ----+-------------------------- 1 | (Circle = (Radius = 10))",
+ "llm_db": "schema-t-013-spacetime-sum-type-claude-4-5-haiku-llm",
+ "llm_out": "Id | Value ----+-------------------------- 1 | (Circle = (Radius = 10))",
+ "query": "SELECT Id, Value FROM results WHERE Id=1",
+ "reducer": "SetCircle",
+ "server": "local"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-013-spacetime-sum-type-golden",
+ "llm_db": "schema-t-013-spacetime-sum-type-claude-4-5-haiku-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "sum_type_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM results WHERE Id=1"
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-21T21:21:54.694207Z",
+ "finished_at": "2025-10-21T21:23:14.796865500Z"
+ },
+ "t_003_struct_in_table": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_003_struct_in_table",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Haiku",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Type]\n public partial struct Position\n {\n public int X;\n public int Y;\n }\n\n [SpacetimeDB.Table(Name = \"entities\", Public = true)]\n public partial struct Entity\n {\n [PrimaryKey]\n public int Id;\n public Position Pos;\n }\n}",
+ "category": "basics",
+ "route_api_model": "claude-haiku-4-5",
+ "golden_db": "basics-t-003-struct-in-table-golden",
+ "llm_db": "basics-t-003-struct-in-table-claude-4-5-haiku-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\claude-4-5-haiku\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-003-struct-in-table-golden",
+ "llm_db": "basics-t-003-struct-in-table-claude-4-5-haiku-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-21T21:15:57.421580100Z",
+ "finished_at": "2025-10-21T21:17:35.897725Z"
+ },
+ "t_015_product_type_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_015_product_type_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Haiku",
+ "total_tests": 3,
+ "passed_tests": 0,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Type]\n public partial struct Address\n {\n [SpacetimeDB.Type]\n public string Street;\n [SpacetimeDB.Type]\n public int Zip;\n\n public Address(string street, int zip)\n {\n Street = street;\n Zip = zip;\n }\n }\n\n [SpacetimeDB.Type]\n public partial struct Position\n {\n [SpacetimeDB.Type]\n public int X;\n [SpacetimeDB.Type]\n public int Y;\n\n public Position(int x, int y)\n {\n X = x;\n Y = y;\n }\n }\n\n [Table(Name = \"profiles\", Public = true)]\n public partial struct Profile\n {\n [PrimaryKey]\n public int Id;\n public Address Home;\n public Address Work;\n public Position Pos;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n var profile = new Profile\n {\n Id = 1,\n Home = new Address(Street: \"1 Main\", Zip: 11111),\n Work = new Address(Street: \"2 Broad\", Zip: 22222),\n Pos = new Position(X: 7, Y: 9)\n };\n\n ctx.Db.profiles.Insert(profile);\n }\n}",
+ "category": "schema",
+ "route_api_model": "claude-haiku-4-5",
+ "golden_db": "schema-t-015-product-type-columns-golden",
+ "llm_db": "schema-t-015-product-type-columns-claude-4-5-haiku-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\claude-4-5-haiku\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\claude-4-5-haiku\\llm\\Lib.cs(10,23): error STDBINT0001: An internal error occurred during codegen: Unable to cast object of type 'Microsoft.CodeAnalysis.CSharp.Syntax.VariableDeclaratorSyntax' to type 'Microsoft.CodeAnalysis.CSharp.Syntax.TypeDeclarationSyntax'. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\claude-4-5-haiku\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\claude-4-5-haiku\\llm\\Lib.cs(12,20): error STDBINT0001: An internal error occurred during codegen: Unable to cast object of type 'Microsoft.CodeAnalysis.CSharp.Syntax.VariableDeclaratorSyntax' to type 'Microsoft.CodeAnalysis.CSharp.Syntax.TypeDeclarationSyntax'. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\claude-4-5-haiku\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\claude-4-5-haiku\\llm\\Lib.cs(25,20): error STDBINT0001: An internal error occurred during codegen: Unable to cast object of type 'Microsoft.CodeAnalysis.CSharp.Syntax.VariableDeclaratorSyntax' to type 'Microsoft.CodeAnalysis.CSharp.Syntax.TypeDeclarationSyntax'. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\claude-4-5-haiku\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\claude-4-5-haiku\\llm\\Lib.cs(27,20): error STDBINT0001: An internal error occurred during codegen: Unable to cast object of type 'Microsoft.CodeAnalysis.CSharp.Syntax.VariableDeclaratorSyntax' to type 'Microsoft.CodeAnalysis.CSharp.Syntax.TypeDeclarationSyntax'. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\claude-4-5-haiku\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\claude-4-5-haiku\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(27,32): warning CS8981: The type name 'profiles' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\claude-4-5-haiku\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\claude-4-5-haiku\\llm\\Lib.cs(9,10): error CS0592: Attribute 'SpacetimeDB.Type' is not valid on this declaration type. It is only valid on 'class, struct, enum' declarations. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\claude-4-5-haiku\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\claude-4-5-haiku\\llm\\Lib.cs(11,10): error CS0592: Attribute 'SpacetimeDB.Type' is not valid on this declaration type. It is only valid on 'class, struct, enum' declarations. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\claude-4-5-haiku\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\claude-4-5-haiku\\llm\\Lib.cs(24,10): error CS0592: Attribute 'SpacetimeDB.Type' is not valid on this declaration type. It is only valid on 'class, struct, enum' declarations. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\claude-4-5-haiku\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\claude-4-5-haiku\\llm\\Lib.cs(26,10): error CS0592: Attribute 'SpacetimeDB.Type' is not valid on this declaration type. It is only valid on 'class, struct, enum' declarations. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\claude-4-5-haiku\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-21T21:21:56.203255200Z",
+ "finished_at": "2025-10-21T21:22:10.125883400Z"
+ },
+ "t_007_crud": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_007_crud",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Haiku",
+ "total_tests": 4,
+ "passed_tests": 4,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"users\", Public = true)]\n public partial struct User\n {\n [PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Reducer]\n public static void Crud(ReducerContext ctx)\n {\n ctx.Db.users.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n ctx.Db.users.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n \n var userToUpdate = ctx.Db.users.Id.Find(1);\n if (userToUpdate.HasValue)\n {\n var updatedUser = userToUpdate.Value;\n updatedUser.Name = \"Alice2\";\n updatedUser.Age = 31;\n updatedUser.Active = false;\n ctx.Db.users.Id.Update(updatedUser);\n }\n \n ctx.Db.users.Id.Delete(2);\n }\n}",
+ "category": "basics",
+ "route_api_model": "claude-haiku-4-5",
+ "golden_db": "basics-t-007-crud-golden",
+ "llm_db": "basics-t-007-crud-claude-4-5-haiku-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\claude-4-5-haiku\\llm",
+ "scorer_details": {
+ "crud_row_id1_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "basics-t-007-crud-golden",
+ "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
+ "llm_db": "basics-t-007-crud-claude-4-5-haiku-llm",
+ "llm_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
+ "query": "SELECT Id, Name, Age, Active FROM users WHERE Id=1",
+ "reducer": "Crud",
+ "server": "local"
+ }
+ },
+ "crud_row_id2_deleted": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 0,
+ "expected": 0,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=2"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-007-crud-golden",
+ "llm_db": "basics-t-007-crud-claude-4-5-haiku-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "crud_total_count_one": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM users"
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-21T21:16:00.507473700Z",
+ "finished_at": "2025-10-21T21:17:34.144777300Z"
+ },
+ "t_010_connect": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_010_connect",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Haiku",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"events\")]\n public partial struct Event\n {\n [PrimaryKey]\n [AutoInc]\n public int Id;\n public string Kind;\n }\n\n [Reducer(ReducerKind.ClientConnected)]\n public static void ClientConnected(ReducerContext ctx)\n {\n ctx.Db.events.Insert(new Event\n {\n Id = 0,\n Kind = \"connected\"\n });\n }\n\n [Reducer(ReducerKind.ClientDisconnected)]\n public static void ClientDisconnected(ReducerContext ctx)\n {\n ctx.Db.events.Insert(new Event\n {\n Id = 0,\n Kind = \"disconnected\"\n });\n }\n}",
+ "category": "basics",
+ "route_api_model": "claude-haiku-4-5",
+ "golden_db": "basics-t-010-connect-golden",
+ "llm_db": "basics-t-010-connect-claude-4-5-haiku-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\claude-4-5-haiku\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-010-connect-golden",
+ "llm_db": "basics-t-010-connect-claude-4-5-haiku-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-21T21:16:02.859193900Z",
+ "finished_at": "2025-10-21T21:18:05.091192Z"
+ },
+ "t_021_multi_column_index": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_021_multi_column_index",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Haiku",
+ "total_tests": 4,
+ "passed_tests": 0,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"logs\", Public = true)]\n [Index(Name = \"by_user_day\", BTree = [nameof(UserId), nameof(Day)])]\n public partial struct Log\n {\n [PrimaryKey]\n public int Id;\n public int UserId;\n public int Day;\n public string Message;\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.logs.Insert(new Log { Id = 1, UserId = 7, Day = 1, Message = \"a\" });\n ctx.Db.logs.Insert(new Log { Id = 2, UserId = 7, Day = 2, Message = \"b\" });\n ctx.Db.logs.Insert(new Log { Id = 3, UserId = 9, Day = 1, Message = \"c\" });\n }\n}",
+ "category": "schema",
+ "route_api_model": "claude-haiku-4-5",
+ "golden_db": "schema-t-021-multi-column-index-golden",
+ "llm_db": "schema-t-021-multi-column-index-claude-4-5-haiku-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\claude-4-5-haiku\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\claude-4-5-haiku\\llm\\Lib.cs(7,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\claude-4-5-haiku\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\claude-4-5-haiku\\llm\\Lib.cs(7,42): error CS9176: There is no target type for the collection expression. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\claude-4-5-haiku\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\claude-4-5-haiku\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(27,32): warning CS8981: The type name 'logs' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\claude-4-5-haiku\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-21T21:22:00.471862400Z",
+ "finished_at": "2025-10-21T21:22:09.531652200Z"
+ },
+ "t_009_init": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_009_init",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Haiku",
+ "total_tests": 4,
+ "passed_tests": 4,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"users\", Public = true)]\n public partial struct User\n {\n [PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.users.Insert(new User\n {\n Id = 1,\n Name = \"Alice\",\n Age = 30,\n Active = true\n });\n\n ctx.Db.users.Insert(new User\n {\n Id = 2,\n Name = \"Bob\",\n Age = 22,\n Active = false\n });\n }\n}",
+ "category": "basics",
+ "route_api_model": "claude-haiku-4-5",
+ "golden_db": "basics-t-009-init-golden",
+ "llm_db": "basics-t-009-init-claude-4-5-haiku-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_009_init\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_009_init\\csharp\\server\\claude-4-5-haiku\\llm",
+ "scorer_details": {
+ "init_seed_alice": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=1 AND Name='Alice' AND Age=30 AND Active=true"
+ }
+ },
+ "init_total_two": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 2,
+ "expected": 2,
+ "sql": "SELECT COUNT(*) AS n FROM users"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-009-init-golden",
+ "llm_db": "basics-t-009-init-claude-4-5-haiku-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "init_seed_bob": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=2 AND Name='Bob' AND Age=22 AND Active=false"
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-21T21:16:02.085109500Z",
+ "finished_at": "2025-10-21T21:18:03.336602500Z"
+ },
+ "t_001_basic_tables": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_001_basic_tables",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Haiku",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"users\", Public = true)]\n public partial struct Users\n {\n [PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Table(Name = \"products\", Public = true)]\n public partial struct Products\n {\n [PrimaryKey]\n public int Id;\n public string Title;\n public float Price;\n public bool InStock;\n }\n\n [Table(Name = \"notes\", Public = true)]\n public partial struct Notes\n {\n [PrimaryKey]\n public int Id;\n public string Body;\n public long Rating;\n public bool Pinned;\n }\n}",
+ "category": "basics",
+ "route_api_model": "claude-haiku-4-5",
+ "golden_db": "basics-t-001-basic-tables-golden",
+ "llm_db": "basics-t-001-basic-tables-claude-4-5-haiku-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\claude-4-5-haiku\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-001-basic-tables-golden",
+ "llm_db": "basics-t-001-basic-tables-claude-4-5-haiku-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-21T21:15:55.834612100Z",
+ "finished_at": "2025-10-21T21:17:34.859654500Z"
+ },
+ "t_016_sum_type_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_016_sum_type_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Haiku",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Type]\n public partial struct Circle\n {\n public int Radius;\n }\n\n [SpacetimeDB.Type]\n public partial struct Rectangle\n {\n public int Width;\n public int Height;\n }\n\n [SpacetimeDB.Type]\n public partial record Shape : SpacetimeDB.TaggedEnum<(Circle Circle, Rectangle Rectangle)>\n {\n }\n\n [Table(Name = \"drawings\", Public = true)]\n public partial struct Drawing\n {\n [PrimaryKey]\n public int Id;\n public Shape A;\n public Shape B;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n var drawing = new Drawing\n {\n Id = 1,\n A = new Shape.Circle(new Circle { Radius = 10 }),\n B = new Shape.Rectangle(new Rectangle { Width = 4, Height = 6 })\n };\n ctx.Db.drawings.Insert(drawing);\n }\n}",
+ "category": "schema",
+ "route_api_model": "claude-haiku-4-5",
+ "golden_db": "schema-t-016-sum-type-columns-golden",
+ "llm_db": "schema-t-016-sum-type-columns-claude-4-5-haiku-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\claude-4-5-haiku\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-016-sum-type-columns-golden",
+ "llm_db": "schema-t-016-sum-type-columns-claude-4-5-haiku-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "sum_type_columns_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "schema-t-016-sum-type-columns-golden",
+ "golden_out": "Id | A | B ----+--------------------------+--------------------------------------- 1 | (Circle = (Radius = 10)) | (Rectangle = (Width = 4, Height = 6))",
+ "llm_db": "schema-t-016-sum-type-columns-claude-4-5-haiku-llm",
+ "llm_out": "Id | A | B ----+--------------------------+--------------------------------------- 1 | (Circle = (Radius = 10)) | (Rectangle = (Width = 4, Height = 6))",
+ "query": "SELECT Id, A, B FROM drawings WHERE Id=1",
+ "reducer": "Seed",
+ "server": "local"
+ }
+ },
+ "sum_type_columns_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM drawings WHERE Id=1"
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-21T21:21:56.925366600Z",
+ "finished_at": "2025-10-21T21:23:14.418688200Z"
+ },
+ "t_019_many_to_many": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_019_many_to_many",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Haiku",
+ "total_tests": 5,
+ "passed_tests": 4,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"users\", Public = true)]\n public partial struct User\n {\n [PrimaryKey]\n public int UserId;\n public string Name;\n }\n\n [Table(Name = \"groups\", Public = true)]\n public partial struct Group\n {\n [PrimaryKey]\n public int GroupId;\n public string Title;\n }\n\n [Table(Name = \"memberships\", Public = true)]\n [SpacetimeDB.Index.BTree(Name = \"by_user\", Columns = [nameof(UserId)])]\n [SpacetimeDB.Index.BTree(Name = \"by_group\", Columns = [nameof(GroupId)])]\n public partial struct Membership\n {\n [PrimaryKey]\n public int Id;\n public int UserId;\n public int GroupId;\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.users.Insert(new User { UserId = 1, Name = \"Alice\" });\n ctx.Db.users.Insert(new User { UserId = 2, Name = \"Bob\" });\n\n ctx.Db.groups.Insert(new Group { GroupId = 10, Title = \"Admin\" });\n ctx.Db.groups.Insert(new Group { GroupId = 20, Title = \"Dev\" });\n\n ctx.Db.memberships.Insert(new Membership { Id = 1, UserId = 1, GroupId = 10 });\n ctx.Db.memberships.Insert(new Membership { Id = 2, UserId = 1, GroupId = 20 });\n ctx.Db.memberships.Insert(new Membership { Id = 3, UserId = 2, GroupId = 20 });\n }\n}",
+ "category": "schema",
+ "route_api_model": "claude-haiku-4-5",
+ "golden_db": "schema-t-019-many-to-many-golden",
+ "llm_db": "schema-t-019-many-to-many-claude-4-5-haiku-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\claude-4-5-haiku\\llm",
+ "scorer_details": {
+ "m2m_has_1_20": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM memberships WHERE UserId=1 AND GroupId=20"
+ }
+ },
+ "m2m_has_1_10": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: can't directly call special Init lifecycle reducer\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:3000/v1/database/c2000e5803df888c574fe79ecd2d746d1220d5e211bddcea7f2032877b524a9a/call/Seed)\n",
+ "phase": "call_reducer"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-019-many-to-many-golden",
+ "llm_db": "schema-t-019-many-to-many-claude-4-5-haiku-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "memberships_three_rows": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 3,
+ "expected": 3,
+ "sql": "SELECT COUNT(*) AS n FROM memberships"
+ }
+ },
+ "m2m_has_2_20": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM memberships WHERE UserId=2 AND GroupId=20"
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-21T21:21:59.056624400Z",
+ "finished_at": "2025-10-21T21:23:13.445114100Z"
+ },
+ "t_006_delete": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_006_delete",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Haiku",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"users\", Public = true)]\n public partial struct User\n {\n [PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Reducer]\n public static void DeleteUser(ReducerContext ctx, int id)\n {\n var user = ctx.Db.users.Id.Find(id);\n if (user.HasValue)\n {\n ctx.Db.users.Id.Delete(user.Value.Id);\n }\n }\n}",
+ "category": "basics",
+ "route_api_model": "claude-haiku-4-5",
+ "golden_db": "basics-t-006-delete-golden",
+ "llm_db": "basics-t-006-delete-claude-4-5-haiku-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\claude-4-5-haiku\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-006-delete-golden",
+ "llm_db": "basics-t-006-delete-claude-4-5-haiku-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "delete_user_count_zero": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 0,
+ "expected": 0,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=1"
+ }
+ },
+ "seed_users_row": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "sql": "INSERT INTO users(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)"
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-21T21:15:59.720329100Z",
+ "finished_at": "2025-10-21T21:17:36.496186600Z"
+ },
+ "t_005_update": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_005_update",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Haiku",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Name = \"users\", Public = true)]\n public partial struct User\n {\n [PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Reducer]\n public static void UpdateUser(ReducerContext ctx, int id, string name, int age, bool active)\n {\n var user = ctx.Db.users.Id.Find(id);\n if (user.HasValue)\n {\n ctx.Db.users.Id.Update(new User\n {\n Id = id,\n Name = name,\n Age = age,\n Active = active\n });\n }\n }\n}",
+ "category": "basics",
+ "route_api_model": "claude-haiku-4-5",
+ "golden_db": "basics-t-005-update-golden",
+ "llm_db": "basics-t-005-update-claude-4-5-haiku-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_005_update\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_005_update\\csharp\\server\\claude-4-5-haiku\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-005-update-golden",
+ "llm_db": "basics-t-005-update-claude-4-5-haiku-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "seed_users_row": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "sql": "INSERT INTO users(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)"
+ }
+ },
+ "data_parity_update_user": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ "Alice2",
+ 31,
+ false
+ ],
+ "golden_db": "basics-t-005-update-golden",
+ "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
+ "llm_db": "basics-t-005-update-claude-4-5-haiku-llm",
+ "llm_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
+ "query": "SELECT Id, Name, Age, Active FROM users WHERE Id=1",
+ "reducer": "UpdateUser",
+ "server": "local"
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-21T21:15:58.946859500Z",
+ "finished_at": "2025-10-21T21:17:35.574459100Z"
+ },
+ "t_012_spacetime_product_type": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_012_spacetime_product_type",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "Claude 4.5 Haiku",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic partial struct Score\n{\n public int Left;\n public int Right;\n}\n\n[Table(Name = \"results\", Public = true)]\npublic partial struct Result\n{\n [PrimaryKey]\n public int Id;\n public Score Value;\n}\n\npublic static partial class Module\n{\n [Reducer]\n public static void SetScore(ReducerContext ctx, int id, int left, int right)\n {\n ctx.Db.results.Insert(new Result\n {\n Id = id,\n Value = new Score\n {\n Left = left,\n Right = right\n }\n });\n }\n}",
+ "category": "schema",
+ "route_api_model": "claude-haiku-4-5",
+ "golden_db": "schema-t-012-spacetime-product-type-golden",
+ "llm_db": "schema-t-012-spacetime-product-type-claude-4-5-haiku-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\claude-4-5-haiku\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-012-spacetime-product-type-golden",
+ "llm_db": "schema-t-012-spacetime-product-type-claude-4-5-haiku-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "product_type_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ 2,
+ 3
+ ],
+ "golden_db": "schema-t-012-spacetime-product-type-golden",
+ "golden_out": "Id | Value ----+----------------------- 1 | (Left = 2, Right = 3)",
+ "llm_db": "schema-t-012-spacetime-product-type-claude-4-5-haiku-llm",
+ "llm_out": "Id | Value ----+----------------------- 1 | (Left = 2, Right = 3)",
+ "query": "SELECT Id, Value FROM results WHERE Id=1",
+ "reducer": "SetScore",
+ "server": "local"
+ }
+ },
+ "product_type_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM results WHERE Id=1"
+ }
+ }
+ },
+ "vendor": "anthropic",
+ "started_at": "2025-10-21T21:21:53.933934800Z",
+ "finished_at": "2025-10-21T21:23:15.187319300Z"
+ }
+ }
+ },
+ {
+ "name": "DeepSeek R1",
+ "route_api_model": "deepseek-reasoner",
+ "tasks": {
+ "t_012_spacetime_product_type": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_012_spacetime_product_type",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "DeepSeek R1",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic partial struct Score\n{\n public int Left;\n public int Right;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"results\")]\n public partial struct Result\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Score Value;\n }\n\n [SpacetimeDB.Reducer]\n public static void SetScore(ReducerContext ctx, int id, int left, int right)\n {\n ctx.Db.results.Insert(new Result\n {\n Id = id,\n Value = new Score { Left = left, Right = right }\n });\n }\n}",
+ "category": "schema",
+ "route_api_model": "deepseek-reasoner",
+ "golden_db": "schema-t-012-spacetime-product-type-golden",
+ "llm_db": "schema-t-012-spacetime-product-type-deepseek-r1-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\deepseek-r1\\llm",
+ "scorer_details": {
+ "product_type_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM results WHERE Id=1"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-012-spacetime-product-type-golden",
+ "llm_db": "schema-t-012-spacetime-product-type-deepseek-r1-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "product_type_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ 2,
+ 3
+ ],
+ "golden_db": "schema-t-012-spacetime-product-type-golden",
+ "golden_out": "Id | Value ----+----------------------- 1 | (Left = 2, Right = 3)",
+ "llm_db": "schema-t-012-spacetime-product-type-deepseek-r1-llm",
+ "llm_out": "Id | Value ----+----------------------- 1 | (Left = 2, Right = 3)",
+ "query": "SELECT Id, Value FROM results WHERE Id=1",
+ "reducer": "SetScore",
+ "server": "local"
+ }
+ }
+ },
+ "vendor": "deepseek",
+ "started_at": "2025-10-21T21:33:42.685896400Z",
+ "finished_at": "2025-10-21T21:35:28.769962700Z"
+ },
+ "t_013_spacetime_sum_type": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_013_spacetime_sum_type",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "DeepSeek R1",
+ "total_tests": 3,
+ "passed_tests": 0,
+ "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic partial struct Circle\n{\n public int Radius;\n}\n\n[SpacetimeDB.Type]\npublic partial struct Rectangle\n{\n public int Width;\n public int Height;\n}\n\n[SpacetimeDB.Type]\npublic partial record Shape : TaggedEnum<(Circle Circle, Rectangle Rectangle)> { }\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"results\")]\n public partial struct Result\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Shape Value;\n }\n\n [SpacetimeDB.Reducer]\n public static void SetCircle(ReducerContext ctx, int id, int radius)\n {\n ctx.Db.results.Insert(new Result\n {\n Id = id,\n Value = new Shape.Circle(new Circle { Radius = radius })\n });\n }\n}",
+ "category": "schema",
+ "route_api_model": "deepseek-reasoner",
+ "golden_db": "schema-t-013-spacetime-sum-type-golden",
+ "llm_db": "schema-t-013-spacetime-sum-type-deepseek-r1-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-r1\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-r1\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(27,32): warning CS8981: The type name 'results' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-r1\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-r1\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Shape.cs(6,26): error CS8910: The primary constructor conflicts with the synthesized copy constructor. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-r1\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-r1\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Shape.cs(12,26): error CS8910: The primary constructor conflicts with the synthesized copy constructor. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-r1\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "deepseek",
+ "started_at": "2025-10-21T21:33:43.223808Z",
+ "finished_at": "2025-10-21T21:34:32.511591800Z"
+ },
+ "t_015_product_type_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_015_product_type_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "DeepSeek R1",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic partial struct Address\n{\n public string Street;\n public int Zip;\n}\n\n[SpacetimeDB.Type]\npublic partial struct Position\n{\n public int X;\n public int Y;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"profiles\")]\n public partial struct Profile\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Address Home;\n public Address Work;\n public Position Pos;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.profiles.Insert(new Profile\n {\n Id = 1,\n Home = new Address { Street = \"1 Main\", Zip = 11111 },\n Work = new Address { Street = \"2 Broad\", Zip = 22222 },\n Pos = new Position { X = 7, Y = 9 }\n });\n }\n}",
+ "category": "schema",
+ "route_api_model": "deepseek-reasoner",
+ "golden_db": "schema-t-015-product-type-columns-golden",
+ "llm_db": "schema-t-015-product-type-columns-deepseek-r1-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\deepseek-r1\\llm",
+ "scorer_details": {
+ "product_type_columns_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM profiles WHERE Id=1"
+ }
+ },
+ "product_type_columns_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "schema-t-015-product-type-columns-golden",
+ "golden_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (Street = \"1 Main\", Zip = 11111) | (Street = \"2 Broad\", Zip = 22222) | (X = 7, Y = 9)",
+ "llm_db": "schema-t-015-product-type-columns-deepseek-r1-llm",
+ "llm_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (Street = \"1 Main\", Zip = 11111) | (Street = \"2 Broad\", Zip = 22222) | (X = 7, Y = 9)",
+ "query": "SELECT Id, Home, Work, Pos FROM profiles WHERE Id=1",
+ "reducer": "Seed",
+ "server": "local"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-015-product-type-columns-golden",
+ "llm_db": "schema-t-015-product-type-columns-deepseek-r1-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "deepseek",
+ "started_at": "2025-10-21T21:33:44.211931300Z",
+ "finished_at": "2025-10-21T21:35:27.125850100Z"
+ },
+ "t_021_multi_column_index": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_021_multi_column_index",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "DeepSeek R1",
+ "total_tests": 4,
+ "passed_tests": 0,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"logs\")]\n public partial struct Log\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public int UserId;\n public int Day;\n public string Message;\n }\n\n [SpacetimeDB.Index.BTree(Name = \"by_user_day\", Columns = [nameof(UserId), nameof(Day)])]\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.logs.Insert(new Log { Id = 1, UserId = 7, Day = 1, Message = \"a\" });\n ctx.Db.logs.Insert(new Log { Id = 2, UserId = 7, Day = 2, Message = \"b\" });\n ctx.Db.logs.Insert(new Log { Id = 3, UserId = 9, Day = 1, Message = \"c\" });\n }\n}",
+ "category": "schema",
+ "route_api_model": "deepseek-reasoner",
+ "golden_db": "schema-t-021-multi-column-index-golden",
+ "llm_db": "schema-t-021-multi-column-index-deepseek-r1-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\deepseek-r1\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\deepseek-r1\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(27,32): warning CS8981: The type name 'logs' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\deepseek-r1\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\deepseek-r1\\llm\\Lib.cs(16,70): error CS0103: The name 'UserId' does not exist in the current context [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\deepseek-r1\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\deepseek-r1\\llm\\Lib.cs(16,86): error CS0103: The name 'Day' does not exist in the current context [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\deepseek-r1\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "deepseek",
+ "started_at": "2025-10-21T21:33:47.372781600Z",
+ "finished_at": "2025-10-21T21:34:32.333574Z"
+ },
+ "t_000_empty_reducers": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_000_empty_reducers",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "DeepSeek R1",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_NoArgs(ReducerContext ctx)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_WithInt(ReducerContext ctx, int count)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_WithString(ReducerContext ctx, string name)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_WithTwoArgs(ReducerContext ctx, int count, string name)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_WithThreeArgs(ReducerContext ctx, bool active, float ratio, string label)\n {\n }\n}",
+ "category": "basics",
+ "route_api_model": "deepseek-reasoner",
+ "golden_db": "basics-t-000-empty-reducers-golden",
+ "llm_db": "basics-t-000-empty-reducers-deepseek-r1-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\deepseek-r1\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-000-empty-reducers-golden",
+ "llm_db": "basics-t-000-empty-reducers-deepseek-r1-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "deepseek",
+ "started_at": "2025-10-21T21:39:14.757563400Z",
+ "finished_at": "2025-10-21T21:41:14.343622600Z"
+ },
+ "t_002_scheduled_table": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_002_scheduled_table",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "DeepSeek R1",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"tick_timer\", Scheduled = nameof(Tick), ScheduledAt = nameof(ScheduledAt))]\n public partial struct TickTimer\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n }\n\n [SpacetimeDB.Reducer]\n public static void Tick(ReducerContext ctx, TickTimer timer)\n {\n // Scheduled reducer logic would go here\n }\n\n [SpacetimeDB.Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.tick_timer.Insert(new TickTimer\n {\n ScheduledId = 0,\n ScheduledAt = new ScheduleAt.Interval(new TimeDuration { Microseconds = 50_000 })\n });\n }\n}\n```",
+ "category": "basics",
+ "route_api_model": "deepseek-reasoner",
+ "golden_db": "basics-t-002-scheduled-table-golden",
+ "llm_db": "basics-t-002-scheduled-table-deepseek-r1-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-r1\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-002-scheduled-table-golden",
+ "llm_db": "basics-t-002-scheduled-table-deepseek-r1-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "deepseek",
+ "started_at": "2025-10-21T21:39:16.119052700Z",
+ "finished_at": "2025-10-21T21:41:21.784824300Z"
+ },
+ "t_009_init": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_009_init",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "DeepSeek R1",
+ "total_tests": 4,
+ "passed_tests": 4,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"users\")]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.users.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n ctx.Db.users.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n }\n}",
+ "category": "basics",
+ "route_api_model": "deepseek-reasoner",
+ "golden_db": "basics-t-009-init-golden",
+ "llm_db": "basics-t-009-init-deepseek-r1-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_009_init\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_009_init\\csharp\\server\\deepseek-r1\\llm",
+ "scorer_details": {
+ "init_seed_alice": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=1 AND Name='Alice' AND Age=30 AND Active=true"
+ }
+ },
+ "init_seed_bob": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=2 AND Name='Bob' AND Age=22 AND Active=false"
+ }
+ },
+ "init_total_two": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 2,
+ "expected": 2,
+ "sql": "SELECT COUNT(*) AS n FROM users"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-009-init-golden",
+ "llm_db": "basics-t-009-init-deepseek-r1-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "deepseek",
+ "started_at": "2025-10-21T21:39:21.144559Z",
+ "finished_at": "2025-10-21T21:41:21.096123900Z"
+ },
+ "t_010_connect": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_010_connect",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "DeepSeek R1",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"events\")]\n public partial struct Event\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public int Id;\n public string Kind;\n }\n\n [SpacetimeDB.Reducer(ReducerKind.ClientConnected)]\n public static void ClientConnected(ReducerContext ctx)\n {\n ctx.Db.events.Insert(new Event { Id = 0, Kind = \"connected\" });\n }\n\n [SpacetimeDB.Reducer(ReducerKind.ClientDisconnected)]\n public static void ClientDisconnected(ReducerContext ctx)\n {\n ctx.Db.events.Insert(new Event { Id = 0, Kind = \"disconnected\" });\n }\n}",
+ "category": "basics",
+ "route_api_model": "deepseek-reasoner",
+ "golden_db": "basics-t-010-connect-golden",
+ "llm_db": "basics-t-010-connect-deepseek-r1-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\deepseek-r1\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-010-connect-golden",
+ "llm_db": "basics-t-010-connect-deepseek-r1-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "deepseek",
+ "started_at": "2025-10-21T21:39:21.827123300Z",
+ "finished_at": "2025-10-21T21:41:14.998070200Z"
+ },
+ "t_007_crud": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_007_crud",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "DeepSeek R1",
+ "total_tests": 4,
+ "passed_tests": 4,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"users\")]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer]\n public static void Crud(ReducerContext ctx)\n {\n ctx.Db.users.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n ctx.Db.users.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n ctx.Db.users.Id.Update(new User { Id = 1, Name = \"Alice2\", Age = 31, Active = false });\n ctx.Db.users.Id.Delete(2);\n }\n}",
+ "category": "basics",
+ "route_api_model": "deepseek-reasoner",
+ "golden_db": "basics-t-007-crud-golden",
+ "llm_db": "basics-t-007-crud-deepseek-r1-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\deepseek-r1\\llm",
+ "scorer_details": {
+ "crud_total_count_one": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM users"
+ }
+ },
+ "crud_row_id1_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "basics-t-007-crud-golden",
+ "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
+ "llm_db": "basics-t-007-crud-deepseek-r1-llm",
+ "llm_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
+ "query": "SELECT Id, Name, Age, Active FROM users WHERE Id=1",
+ "reducer": "Crud",
+ "server": "local"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-007-crud-golden",
+ "llm_db": "basics-t-007-crud-deepseek-r1-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "crud_row_id2_deleted": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 0,
+ "expected": 0,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=2"
+ }
+ }
+ },
+ "vendor": "deepseek",
+ "started_at": "2025-10-21T21:39:19.677357800Z",
+ "finished_at": "2025-10-21T21:41:22.347482800Z"
+ },
+ "t_005_update": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_005_update",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "DeepSeek R1",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"users\")]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer]\n public static void UpdateUser(ReducerContext ctx, int id, string name, int age, bool active)\n {\n var user = ctx.Db.users.Id.Find(id);\n if (user.HasValue)\n {\n ctx.Db.users.Id.Update(new User { Id = id, Name = name, Age = age, Active = active });\n }\n else\n {\n throw new System.Exception($\"User with id {id} not found\");\n }\n }\n}",
+ "category": "basics",
+ "route_api_model": "deepseek-reasoner",
+ "golden_db": "basics-t-005-update-golden",
+ "llm_db": "basics-t-005-update-deepseek-r1-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_005_update\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_005_update\\csharp\\server\\deepseek-r1\\llm",
+ "scorer_details": {
+ "seed_users_row": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "sql": "INSERT INTO users(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)"
+ }
+ },
+ "data_parity_update_user": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ "Alice2",
+ 31,
+ false
+ ],
+ "golden_db": "basics-t-005-update-golden",
+ "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
+ "llm_db": "basics-t-005-update-deepseek-r1-llm",
+ "llm_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false",
+ "query": "SELECT Id, Name, Age, Active FROM users WHERE Id=1",
+ "reducer": "UpdateUser",
+ "server": "local"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-005-update-golden",
+ "llm_db": "basics-t-005-update-deepseek-r1-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "deepseek",
+ "started_at": "2025-10-21T21:39:18.300869400Z",
+ "finished_at": "2025-10-21T21:41:20.576102100Z"
+ },
+ "t_004_insert": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_004_insert",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "DeepSeek R1",
+ "total_tests": 2,
+ "passed_tests": 2,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"users\")]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer]\n public static void InsertUser(ReducerContext ctx, int id, string name, int age, bool active)\n {\n ctx.Db.users.Insert(new User { Id = id, Name = name, Age = age, Active = active });\n }\n}",
+ "category": "basics",
+ "route_api_model": "deepseek-reasoner",
+ "golden_db": "basics-t-004-insert-golden",
+ "llm_db": "basics-t-004-insert-deepseek-r1-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\deepseek-r1\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-004-insert-golden",
+ "llm_db": "basics-t-004-insert-deepseek-r1-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "data_parity_insert_user": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [
+ 1,
+ "Alice",
+ 30,
+ true
+ ],
+ "golden_db": "basics-t-004-insert-golden",
+ "golden_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true",
+ "llm_db": "basics-t-004-insert-deepseek-r1-llm",
+ "llm_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true",
+ "query": "SELECT Id, Name, Age, Active FROM users WHERE Id=1",
+ "reducer": "InsertUser",
+ "server": "local"
+ }
+ }
+ },
+ "vendor": "deepseek",
+ "started_at": "2025-10-21T21:39:17.531864Z",
+ "finished_at": "2025-10-21T21:41:14.830810500Z"
+ },
+ "t_008_index_lookup": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_008_index_lookup",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "DeepSeek R1",
+ "total_tests": 3,
+ "passed_tests": 0,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"users\")]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Table(Name = \"results\")]\n public partial struct Result\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n }\n\n [SpacetimeDB.Reducer]\n public static void LookupUserName(ReducerContext ctx, int id)\n {\n var user = ctx.Db.users.Id.Find(id);\n if (user != null)\n {\n ctx.Db.results.Insert(new Result { Id = user.Id, Name = user.Name });\n }\n }\n}",
+ "category": "basics",
+ "route_api_model": "deepseek-reasoner",
+ "golden_db": "basics-t-008-index-lookup-golden",
+ "llm_db": "basics-t-008-index-lookup-deepseek-r1-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-r1\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-r1\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(27,32): warning CS8981: The type name 'results' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-r1\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-r1\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(70,24): warning CS8981: The type name 'users' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-r1\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-r1\\llm\\Lib.cs(30,58): error CS1061: 'Module.User?' does not contain a definition for 'Id' and no accessible extension method 'Id' accepting a first argument of type 'Module.User?' could be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-r1\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-r1\\llm\\Lib.cs(30,74): error CS1061: 'Module.User?' does not contain a definition for 'Name' and no accessible extension method 'Name' accepting a first argument of type 'Module.User?' could be found (are you missing a using directive or an assembly reference?) [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-r1\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "deepseek",
+ "started_at": "2025-10-21T21:39:20.345751Z",
+ "finished_at": "2025-10-21T21:39:39.519758900Z"
+ },
+ "t_003_struct_in_table": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_003_struct_in_table",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "DeepSeek R1",
+ "total_tests": 1,
+ "passed_tests": 1,
+ "llm_output": "```csharp\nusing SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic partial struct Position\n{\n public int X;\n public int Y;\n}\n\n[SpacetimeDB.Table(Name = \"entities\")]\npublic partial struct Entity\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Position Pos;\n}\n\npublic static partial class Module\n{\n}\n```",
+ "category": "basics",
+ "route_api_model": "deepseek-reasoner",
+ "golden_db": "basics-t-003-struct-in-table-golden",
+ "llm_db": "basics-t-003-struct-in-table-deepseek-r1-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\deepseek-r1\\llm",
+ "scorer_details": {
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-003-struct-in-table-golden",
+ "llm_db": "basics-t-003-struct-in-table-deepseek-r1-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "deepseek",
+ "started_at": "2025-10-21T21:39:16.798048900Z",
+ "finished_at": "2025-10-21T21:41:09.488033900Z"
+ },
+ "t_006_delete": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_006_delete",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "DeepSeek R1",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"users\")]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer]\n public static void DeleteUser(ReducerContext ctx, int id)\n {\n if (ctx.Db.users.Id.Find(id) is User user)\n {\n ctx.Db.users.Id.Delete(id);\n }\n }\n}",
+ "category": "basics",
+ "route_api_model": "deepseek-reasoner",
+ "golden_db": "basics-t-006-delete-golden",
+ "llm_db": "basics-t-006-delete-deepseek-r1-llm",
+ "work_dir_golden": "target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\deepseek-r1\\llm",
+ "scorer_details": {
+ "seed_users_row": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "sql": "INSERT INTO users(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)"
+ }
+ },
+ "delete_user_count_zero": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 0,
+ "expected": 0,
+ "sql": "SELECT COUNT(*) AS n FROM users WHERE Id=1"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "basics-t-006-delete-golden",
+ "llm_db": "basics-t-006-delete-deepseek-r1-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "deepseek",
+ "started_at": "2025-10-21T21:39:18.965740900Z",
+ "finished_at": "2025-10-21T21:41:10.233366700Z"
+ },
+ "t_014_elementary_columns": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_014_elementary_columns",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "DeepSeek R1",
+ "total_tests": 3,
+ "passed_tests": 3,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"primitives\")]\n public partial struct Primitive\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public int Count;\n public long Total;\n public float Price;\n public double Ratio;\n public bool Active;\n public string Name;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.primitives.Insert(new Primitive\n {\n Id = 1,\n Count = 2,\n Total = 3000000000,\n Price = 1.5f,\n Ratio = 2.25,\n Active = true,\n Name = \"Alice\"\n });\n }\n}",
+ "category": "schema",
+ "route_api_model": "deepseek-reasoner",
+ "golden_db": "schema-t-014-elementary-columns-golden",
+ "llm_db": "schema-t-014-elementary-columns-deepseek-r1-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\deepseek-r1\\llm",
+ "scorer_details": {
+ "elementary_columns_row_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "args": [],
+ "golden_db": "schema-t-014-elementary-columns-golden",
+ "golden_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"",
+ "llm_db": "schema-t-014-elementary-columns-deepseek-r1-llm",
+ "llm_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"",
+ "query": "SELECT Id, Count, Total, Price, Ratio, Active, Name FROM primitives WHERE Id=1",
+ "reducer": "Seed",
+ "server": "local"
+ }
+ },
+ "elementary_columns_row_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 1,
+ "expected": 1,
+ "sql": "SELECT COUNT(*) AS n FROM primitives WHERE Id=1"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-014-elementary-columns-golden",
+ "llm_db": "schema-t-014-elementary-columns-deepseek-r1-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ }
+ },
+ "vendor": "deepseek",
+ "started_at": "2025-10-21T21:33:43.710607Z",
+ "finished_at": "2025-10-21T21:35:27.658519100Z"
+ },
+ "t_018_constraints": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_018_constraints",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "DeepSeek R1",
+ "total_tests": 3,
+ "passed_tests": 0,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"accounts\")]\n public partial struct Account\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n \n [SpacetimeDB.Unique]\n public string Email;\n \n public string Name;\n \n [SpacetimeDB.Index.BTree(Name = \"by_name\")]\n public string NameIndex => Name;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.accounts.Insert(new Account { Id = 1, Email = \"a@example.com\", Name = \"Alice\" });\n ctx.Db.accounts.Insert(new Account { Id = 2, Email = \"b@example.com\", Name = \"Bob\" });\n }\n}",
+ "category": "schema",
+ "route_api_model": "deepseek-reasoner",
+ "golden_db": "schema-t-018-constraints-golden",
+ "llm_db": "schema-t-018-constraints-deepseek-r1-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\deepseek-r1\\llm",
+ "scorer_details": {
+ "publish_error": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\deepseek-r1\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(27,32): warning CS8981: The type name 'accounts' only contains lower-cased ascii characters. Such names may become reserved for the language. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\deepseek-r1\\llm\\StdbModule.csproj]\r\nE:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\deepseek-r1\\llm\\Lib.cs(17,10): error CS0592: Attribute 'SpacetimeDB.Index.BTree' is not valid on this declaration type. It is only valid on 'class, struct, field' declarations. [E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\deepseek-r1\\llm\\StdbModule.csproj]\r\n",
+ "phase": "build_or_publish"
+ }
+ }
+ },
+ "vendor": "deepseek",
+ "started_at": "2025-10-21T21:33:45.804288800Z",
+ "finished_at": "2025-10-21T21:34:32.188544700Z"
+ },
+ "t_020_ecs": {
+ "hash": "e14a4c9b74a1bcb23078c80458a07ab1250d718b8723ed80b471c193028b701f",
+ "task": "t_020_ecs",
+ "lang": "csharp",
+ "golden_published": true,
+ "model_name": "DeepSeek R1",
+ "total_tests": 5,
+ "passed_tests": 2,
+ "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"entities\")]\n public partial struct Entity\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n }\n\n [SpacetimeDB.Table(Name = \"positions\")]\n public partial struct Position\n {\n [SpacetimeDB.PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n }\n\n [SpacetimeDB.Table(Name = \"velocities\")]\n public partial struct Velocity\n {\n [SpacetimeDB.PrimaryKey]\n public int EntityId;\n public int VX;\n public int VY;\n }\n\n [SpacetimeDB.Table(Name = \"next_positions\")]\n public partial struct NextPosition\n {\n [SpacetimeDB.PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.entities.Insert(new Entity { Id = 1 });\n ctx.Db.positions.Insert(new Position { EntityId = 1, X = 0, Y = 0 });\n ctx.Db.velocities.Insert(new Velocity { EntityId = 1, VX = 1, VY = 0 });\n\n ctx.Db.entities.Insert(new Entity { Id = 2 });\n ctx.Db.positions.Insert(new Position { EntityId = 2, X = 10, Y = 0 });\n ctx.Db.velocities.Insert(new Velocity { EntityId = 2, VX = -2, VY = 3 });\n }\n\n [SpacetimeDB.Reducer]\n public static void Step(ReducerContext ctx)\n {\n foreach (var pos in ctx.Db.positions.Iter())\n {\n var vel = ctx.Db.velocities.EntityId.Find(pos.EntityId);\n if (vel.HasValue)\n {\n ctx.Db.next_positions.EntityId.Update(new NextPosition\n {\n EntityId = pos.EntityId,\n X = pos.X + vel.Value.VX,\n Y = pos.Y + vel.Value.VY\n });\n }\n }\n }\n}",
+ "category": "schema",
+ "route_api_model": "deepseek-reasoner",
+ "golden_db": "schema-t-020-ecs-golden",
+ "llm_db": "schema-t-020-ecs-deepseek-r1-llm",
+ "work_dir_golden": "target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\golden",
+ "work_dir_llm": "target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-r1\\llm",
+ "scorer_details": {
+ "ecs_step_next_positions_count": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: SpacetimeDB.NoSuchRowException: The row was not found, e.g., in an update call\n at SpacetimeDB.Internal.FFI.CheckedStatus.Marshaller.ConvertToManaged(Errno )\n at SpacetimeDB.Internal.FFI.datastore_update_bsatn(TableId , IndexId , Span`1 , UInt32& )\n at SpacetimeDB.Internal.UniqueIndex`4[[SpacetimeDB.Internal.TableHandles.next_positions, StdbModule, Version=1.0.0.0, Culture=neutral, PublicKeyToken=null],[Module.NextPosition, StdbModule, Version=1.0.0.0, Culture=neutral, PublicKeyToken=null],[System.Int32, System.Private.CoreLib, Version=8.0.0.0, Culture=neutral, PublicKeyToken=7cec85d7bea7798e],[SpacetimeDB.BSATN.I32, SpacetimeDB.BSATN.Runtime, Version=1.5.0.0, Culture=neutral, PublicKeyToken=null]].DoUpdate(NextPosition )\n at SpacetimeDB.Internal.TableHandles.next_positions.EntityIdUniqueIndex.Update(NextPosition )\n at Module.Step(ReducerContext )\n at ModuleRegistration.Step.Invoke(BinaryReader , IReducerContext )\n at SpacetimeDB.Internal.Module.__call_reducer__(UInt32 id, UInt64 sender_0, UInt64 sender_1, UInt64 sender_2, UInt64 sender_3, UInt64 conn_id_0, UInt64 conn_id_1, Timestamp timestamp, BytesSource args, BytesSink error)\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:3000/v1/database/c200815c605205023ca92d57e9fb13bd132838935a208007ae3bff05885703a8/call/Step)\n",
+ "phase": "call_reducer"
+ }
+ },
+ "schema_parity": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "golden_db": "schema-t-020-ecs-golden",
+ "llm_db": "schema-t-020-ecs-deepseek-r1-llm",
+ "reducers_diff": null,
+ "reducers_equal": true,
+ "server": "local",
+ "tables_diff": null,
+ "tables_equal": true
+ }
+ },
+ "ecs_next_pos_entity1": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: SpacetimeDB.NoSuchRowException: The row was not found, e.g., in an update call\n at SpacetimeDB.Internal.FFI.CheckedStatus.Marshaller.ConvertToManaged(Errno )\n at SpacetimeDB.Internal.FFI.datastore_update_bsatn(TableId , IndexId , Span`1 , UInt32& )\n at SpacetimeDB.Internal.UniqueIndex`4[[SpacetimeDB.Internal.TableHandles.next_positions, StdbModule, Version=1.0.0.0, Culture=neutral, PublicKeyToken=null],[Module.NextPosition, StdbModule, Version=1.0.0.0, Culture=neutral, PublicKeyToken=null],[System.Int32, System.Private.CoreLib, Version=8.0.0.0, Culture=neutral, PublicKeyToken=7cec85d7bea7798e],[SpacetimeDB.BSATN.I32, SpacetimeDB.BSATN.Runtime, Version=1.5.0.0, Culture=neutral, PublicKeyToken=null]].DoUpdate(NextPosition )\n at SpacetimeDB.Internal.TableHandles.next_positions.EntityIdUniqueIndex.Update(NextPosition )\n at Module.Step(ReducerContext )\n at ModuleRegistration.Step.Invoke(BinaryReader , IReducerContext )\n at SpacetimeDB.Internal.Module.__call_reducer__(UInt32 id, UInt64 sender_0, UInt64 sender_1, UInt64 sender_2, UInt64 sender_3, UInt64 conn_id_0, UInt64 conn_id_1, Timestamp timestamp, BytesSource args, BytesSink error)\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:3000/v1/database/c200815c605205023ca92d57e9fb13bd132838935a208007ae3bff05885703a8/call/Step)\n",
+ "phase": "call_reducer"
+ }
+ },
+ "ecs_seed_positions_count": {
+ "pass": true,
+ "partial": 1.0,
+ "notes": {
+ "actual": 2,
+ "expected": 2,
+ "sql": "SELECT COUNT(*) AS n FROM positions"
+ }
+ },
+ "ecs_next_pos_entity2": {
+ "pass": false,
+ "partial": 0.0,
+ "notes": {
+ "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: SpacetimeDB.NoSuchRowException: The row was not found, e.g., in an update call\n at SpacetimeDB.Internal.FFI.CheckedStatus.Marshaller.ConvertToManaged(Errno )\n at SpacetimeDB.Internal.FFI.datastore_update_bsatn(TableId , IndexId , Span`1 , UInt32& )\n at SpacetimeDB.Internal.UniqueIndex`4[[SpacetimeDB.Internal.TableHandles.next_positions, StdbModule, Version=1.0.0.0, Culture=neutral, PublicKeyToken=null],[Module.NextPosition, StdbModule, Version=1.0.0.0, Culture=neutral, PublicKeyToken=null],[System.Int32, System.Private.CoreLib, Version=8.0.0.0, Culture=neutral, PublicKeyToken=7cec85d7bea7798e],[SpacetimeDB.BSATN.I32, SpacetimeDB.BSATN.Runtime, Version=1.5.0.0, Culture=neutral, PublicKeyToken=null]].DoUpdate(NextPosition )\n at SpacetimeDB.Internal.TableHandles.next_positions.EntityIdUniqueIndex.Update(NextPosition )\n at Module.Step(ReducerContext )\n at ModuleRegistration.Step.Invoke(BinaryReader , IReducerContext )\n at SpacetimeDB.Internal.Module.__call_reducer__(UInt32 id, UInt64 sender_0, UInt64 sender_1, UInt64 sender_2, UInt64 sender_3, UInt64 conn_id_0, UInt64 conn_id_1, Timestamp timestamp, BytesSource args, BytesSink error)\n\nCaused by:\n HTTP status server error (530