mirror of
https://github.com/clockworklabs/SpacetimeDB.git
synced 2026-05-13 11:17:50 -04:00
497 lines
20 KiB
C#
497 lines
20 KiB
C#
namespace SpacetimeDB.Codegen;
|
|
|
|
using System.Collections.Immutable;
|
|
using System.Text;
|
|
using Microsoft.CodeAnalysis;
|
|
using Microsoft.CodeAnalysis.CSharp;
|
|
using Microsoft.CodeAnalysis.CSharp.Syntax;
|
|
using static Utils;
|
|
|
|
[Flags]
|
|
enum ColumnAttrs : byte
|
|
{
|
|
UnSet = 0b0000,
|
|
Indexed = 0b0001,
|
|
AutoInc = 0b0010,
|
|
Unique = Indexed | 0b0100,
|
|
Identity = Unique | AutoInc,
|
|
PrimaryKey = Unique | 0b1000,
|
|
PrimaryKeyAuto = PrimaryKey | AutoInc,
|
|
}
|
|
|
|
readonly record struct ColumnDeclaration
|
|
{
|
|
public readonly string Name;
|
|
public readonly string Type;
|
|
public readonly string TypeInfo;
|
|
public readonly ColumnAttrs Attrs;
|
|
public readonly bool IsEquatable;
|
|
|
|
public ColumnDeclaration(
|
|
string name,
|
|
string type,
|
|
string typeInfo,
|
|
ColumnAttrs attrs,
|
|
bool isEquatable
|
|
)
|
|
{
|
|
Name = name;
|
|
Type = type;
|
|
TypeInfo = typeInfo;
|
|
Attrs = attrs;
|
|
IsEquatable = isEquatable;
|
|
}
|
|
|
|
public ColumnDeclaration(string name, ITypeSymbol type, ColumnAttrs attrs)
|
|
{
|
|
var isInteger = type.SpecialType switch
|
|
{
|
|
SpecialType.System_Byte
|
|
or SpecialType.System_SByte
|
|
or SpecialType.System_Int16
|
|
or SpecialType.System_UInt16
|
|
or SpecialType.System_Int32
|
|
or SpecialType.System_UInt32
|
|
or SpecialType.System_Int64
|
|
or SpecialType.System_UInt64 => true,
|
|
SpecialType.None => type.ToString()
|
|
is "System.Int128"
|
|
or "System.UInt128"
|
|
or "SpacetimeDB.I128"
|
|
or "SpacetimeDB.U128"
|
|
or "SpacetimeDB.I256"
|
|
or "SpacetimeDB.U256",
|
|
_ => false,
|
|
};
|
|
|
|
if (attrs.HasFlag(ColumnAttrs.AutoInc) && !isInteger)
|
|
{
|
|
throw new Exception(
|
|
$"{type} {name} is not valid for AutoInc or Identity as it's not an integer."
|
|
);
|
|
}
|
|
|
|
IsEquatable =
|
|
(
|
|
isInteger
|
|
|| type.SpecialType switch
|
|
{
|
|
SpecialType.System_String or SpecialType.System_Boolean => true,
|
|
SpecialType.None => type.ToString()
|
|
is "SpacetimeDB.Address"
|
|
or "SpacetimeDB.Identity",
|
|
_ => false,
|
|
}
|
|
)
|
|
&& type.NullableAnnotation != NullableAnnotation.Annotated;
|
|
|
|
if (attrs.HasFlag(ColumnAttrs.Unique) && !IsEquatable)
|
|
{
|
|
throw new Exception(
|
|
$"{type} {name} is not valid for Identity, PrimaryKey or PrimaryKeyAuto as it's not an equatable primitive."
|
|
);
|
|
}
|
|
|
|
Name = name;
|
|
Type = SymbolToName(type);
|
|
TypeInfo = GetTypeInfo(type);
|
|
Attrs = attrs;
|
|
}
|
|
}
|
|
|
|
record TableDeclaration
|
|
{
|
|
public readonly Scope Scope;
|
|
public readonly string ShortName;
|
|
public readonly string FullName;
|
|
public readonly EquatableArray<ColumnDeclaration> Fields;
|
|
public readonly bool IsPublic;
|
|
public readonly string? Scheduled;
|
|
|
|
public TableDeclaration(
|
|
TypeDeclarationSyntax tableSyntax,
|
|
INamedTypeSymbol table,
|
|
IEnumerable<ColumnDeclaration> fields,
|
|
bool isPublic,
|
|
string? scheduled
|
|
)
|
|
{
|
|
Scope = new Scope(tableSyntax);
|
|
ShortName = table.Name;
|
|
FullName = SymbolToName(table);
|
|
Fields = new EquatableArray<ColumnDeclaration>(fields.ToImmutableArray());
|
|
IsPublic = isPublic;
|
|
Scheduled = scheduled;
|
|
}
|
|
}
|
|
|
|
readonly record struct ReducerParamDeclaration
|
|
{
|
|
public readonly string Name;
|
|
public readonly string Type;
|
|
public readonly string TypeInfo;
|
|
public readonly bool IsContextArg;
|
|
|
|
public ReducerParamDeclaration(string name, ITypeSymbol type)
|
|
{
|
|
Name = name;
|
|
Type = SymbolToName(type);
|
|
TypeInfo = GetTypeInfo(type);
|
|
IsContextArg = Type == "SpacetimeDB.ReducerContext";
|
|
}
|
|
}
|
|
|
|
record ReducerDeclaration
|
|
{
|
|
public readonly string Name;
|
|
public readonly string ExportName;
|
|
public readonly string FullName;
|
|
public readonly EquatableArray<ReducerParamDeclaration> Args;
|
|
public readonly Scope Scope;
|
|
|
|
public ReducerDeclaration(
|
|
MethodDeclarationSyntax methodSyntax,
|
|
IMethodSymbol method,
|
|
string? exportName
|
|
)
|
|
{
|
|
Name = method.Name;
|
|
ExportName = exportName ?? Name;
|
|
FullName = SymbolToName(method);
|
|
Args = new(
|
|
method
|
|
.Parameters.Select(p => new ReducerParamDeclaration(p.Name, p.Type))
|
|
.ToImmutableArray()
|
|
);
|
|
Scope = new Scope(methodSyntax.Parent as MemberDeclarationSyntax);
|
|
}
|
|
|
|
public IEnumerable<ReducerParamDeclaration> GetNonContextArgs() =>
|
|
Args.Where(a => !a.IsContextArg);
|
|
}
|
|
|
|
[Generator]
|
|
public class Module : IIncrementalGenerator
|
|
{
|
|
public void Initialize(IncrementalGeneratorInitializationContext context)
|
|
{
|
|
var tables = context
|
|
.SyntaxProvider.ForAttributeWithMetadataName(
|
|
fullyQualifiedMetadataName: "SpacetimeDB.TableAttribute",
|
|
predicate: (node, ct) => true, // already covered by attribute restrictions
|
|
transform: (context, ct) =>
|
|
{
|
|
var tableSyntax = (TypeDeclarationSyntax)context.TargetNode;
|
|
var table = context.SemanticModel.GetDeclaredSymbol(tableSyntax, ct)!;
|
|
|
|
var fields = GetFields(tableSyntax, table)
|
|
.Select(f =>
|
|
{
|
|
var indexKind = f.GetAttributes()
|
|
.Where(a =>
|
|
a.AttributeClass?.ToString() == "SpacetimeDB.ColumnAttribute"
|
|
)
|
|
.Select(a => (ColumnAttrs)a.ConstructorArguments[0].Value!)
|
|
.SingleOrDefault();
|
|
|
|
return new ColumnDeclaration(f.Name, f.Type, indexKind);
|
|
});
|
|
|
|
var isPublic = context
|
|
.Attributes.SelectMany(attr => attr.NamedArguments)
|
|
.Any(pair => pair.Key == "Public" && pair.Value.Value is true);
|
|
|
|
var scheduled = context
|
|
.Attributes.SelectMany(attr => attr.NamedArguments)
|
|
.Where(pair => pair.Key == "Scheduled")
|
|
.Select(pair => (string?)pair.Value.Value)
|
|
.SingleOrDefault();
|
|
|
|
if (scheduled is not null)
|
|
{
|
|
// For scheduled tables, we append extra fields early in the pipeline,
|
|
// both to the type itself and to the BSATN information, as if they
|
|
// were part of the original declaration.
|
|
//
|
|
// TODO: simplify this when refactor for Table codegen inheriting Type
|
|
// codegen has landed (it's in WIP branch at the moment, sp meanwhile we
|
|
// need to do some logic duplication in both places).
|
|
fields = fields.Concat(
|
|
[
|
|
new(
|
|
"ScheduledId",
|
|
"ulong",
|
|
"SpacetimeDB.BSATN.U64",
|
|
ColumnAttrs.PrimaryKeyAuto,
|
|
true
|
|
),
|
|
new(
|
|
"ScheduledAt",
|
|
"SpacetimeDB.ScheduleAt",
|
|
"SpacetimeDB.ScheduleAt.BSATN",
|
|
ColumnAttrs.UnSet,
|
|
false
|
|
),
|
|
]
|
|
);
|
|
}
|
|
|
|
return new TableDeclaration(tableSyntax, table, fields, isPublic, scheduled);
|
|
}
|
|
)
|
|
.WithTrackingName("SpacetimeDB.Table.Parse");
|
|
|
|
tables
|
|
.Select(
|
|
(t, ct) =>
|
|
{
|
|
var autoIncFields = t
|
|
.Fields.Where(f => f.Attrs.HasFlag(ColumnAttrs.AutoInc))
|
|
.Select(f => f.Name);
|
|
|
|
var iTable = $"SpacetimeDB.Internal.ITable<{t.ShortName}>";
|
|
|
|
var extensions = new StringBuilder();
|
|
|
|
extensions.Append(
|
|
$$"""
|
|
static bool {{iTable}}.HasAutoIncFields => {{autoIncFields.Any().ToString().ToLower()}};
|
|
|
|
static SpacetimeDB.Internal.Module.TableDesc {{iTable}}.MakeTableDesc(SpacetimeDB.BSATN.ITypeRegistrar registrar) => new (
|
|
new (
|
|
nameof({{t.ShortName}}),
|
|
new SpacetimeDB.Internal.Module.ColumnDefWithAttrs[] { {{string.Join(",", t.Fields.Select(f =>
|
|
$"""
|
|
new (
|
|
new (nameof({f.Name}), BSATN.{f.Name}.GetAlgebraicType(registrar)),
|
|
SpacetimeDB.ColumnAttrs.{f.Attrs}
|
|
)
|
|
"""
|
|
))}} },
|
|
{{t.IsPublic.ToString().ToLower()}},
|
|
{{(t.Scheduled is not null ? $"\"{t.Scheduled}\"" : "null")}}
|
|
),
|
|
(SpacetimeDB.BSATN.AlgebraicType.Ref) new BSATN().GetAlgebraicType(registrar)
|
|
);
|
|
|
|
static SpacetimeDB.Internal.Filter {{iTable}}.CreateFilter() => new([
|
|
{{string.Join("\n", t.Fields.Select(f => $"new (nameof({f.Name}), (w, v) => BSATN.{f.Name}.Write(w, ({f.Type}) v!)),"))}}
|
|
]);
|
|
|
|
public static IEnumerable<{{t.ShortName}}> Iter() => {{iTable}}.Iter();
|
|
public static IEnumerable<{{t.ShortName}}> Query(System.Linq.Expressions.Expression<Func<{{t.ShortName}}, bool>> predicate) => {{iTable}}.Query(predicate);
|
|
public void Insert() => {{iTable}}.Insert(this);
|
|
"""
|
|
);
|
|
|
|
foreach (
|
|
var (f, i) in t
|
|
.Fields.Select((field, i) => (field, i))
|
|
.Where(pair => pair.field.IsEquatable)
|
|
)
|
|
{
|
|
var colEqWhere = $"{iTable}.ColEq.Where({i}, {f.Name}, BSATN.{f.Name})";
|
|
|
|
extensions.Append(
|
|
$"""
|
|
public static IEnumerable<{t.ShortName}> FilterBy{f.Name}({f.Type} {f.Name}) =>
|
|
{colEqWhere}.Iter();
|
|
"""
|
|
);
|
|
|
|
if (f.Attrs.HasFlag(ColumnAttrs.Unique))
|
|
{
|
|
extensions.Append(
|
|
$"""
|
|
public static {t.ShortName}? FindBy{f.Name}({f.Type} {f.Name}) =>
|
|
FilterBy{f.Name}({f.Name})
|
|
.Cast<{t.ShortName}?>()
|
|
.SingleOrDefault();
|
|
|
|
public static bool DeleteBy{f.Name}({f.Type} {f.Name}) =>
|
|
{colEqWhere}.Delete();
|
|
|
|
public static bool UpdateBy{f.Name}({f.Type} {f.Name}, {t.ShortName} @this) =>
|
|
{colEqWhere}.Update(@this);
|
|
"""
|
|
);
|
|
}
|
|
}
|
|
|
|
return new KeyValuePair<string, string>(
|
|
t.FullName,
|
|
t.Scope.GenerateExtensions(extensions.ToString(), iTable)
|
|
);
|
|
}
|
|
)
|
|
.WithTrackingName("SpacetimeDB.Table.GenerateExtensions")
|
|
.RegisterSourceOutputs(context);
|
|
|
|
var tableNames = tables.Select((t, ct) => t.FullName).Collect();
|
|
|
|
var reducers = context.SyntaxProvider.ForAttributeWithMetadataName(
|
|
fullyQualifiedMetadataName: "SpacetimeDB.ReducerAttribute",
|
|
predicate: (node, ct) => true, // already covered by attribute restrictions
|
|
transform: (context, ct) =>
|
|
{
|
|
var methodSyntax = (MethodDeclarationSyntax)context.TargetNode;
|
|
var method = context.SemanticModel.GetDeclaredSymbol(methodSyntax, ct)!;
|
|
|
|
if (!method.ReturnsVoid)
|
|
{
|
|
throw new Exception($"Reducer {method} must return void");
|
|
}
|
|
|
|
var exportName = (string?)
|
|
context
|
|
.Attributes.SingleOrDefault()
|
|
?.ConstructorArguments.SingleOrDefault()
|
|
.Value;
|
|
|
|
return new ReducerDeclaration(methodSyntax, method, exportName);
|
|
}
|
|
);
|
|
|
|
var addReducers = reducers
|
|
.WithTrackingName("SpacetimeDB.Reducer.Parse")
|
|
.Select(
|
|
(r, ct) =>
|
|
(
|
|
r.Name,
|
|
Class: $$"""
|
|
class {{r.Name}}: SpacetimeDB.Internal.IReducer {
|
|
{{string.Join(
|
|
"\n",
|
|
r.GetNonContextArgs()
|
|
.Select(a => $"private static {a.TypeInfo} {a.Name} = new();")
|
|
)}}
|
|
|
|
public SpacetimeDB.Internal.Module.ReducerDef MakeReducerDef(SpacetimeDB.BSATN.ITypeRegistrar registrar) {
|
|
return new (
|
|
"{{r.ExportName}}"
|
|
{{string.Join(
|
|
"",
|
|
r.GetNonContextArgs()
|
|
.Select(a =>
|
|
$",\nnew SpacetimeDB.BSATN.AggregateElement(nameof({a.Name}), {a.Name}.GetAlgebraicType(registrar))"
|
|
)
|
|
)}}
|
|
);
|
|
}
|
|
|
|
public void Invoke(BinaryReader reader, SpacetimeDB.ReducerContext ctx) {
|
|
{{r.FullName}}({{string.Join(
|
|
", ",
|
|
r.Args.Select(a => a.IsContextArg ? "ctx" : $"{a.Name}.Read(reader)")
|
|
)}});
|
|
}
|
|
}
|
|
"""
|
|
)
|
|
)
|
|
.WithTrackingName("SpacetimeDB.Reducer.GenerateClass")
|
|
.Collect();
|
|
|
|
context.RegisterSourceOutput(
|
|
tableNames.Combine(addReducers),
|
|
(context, tuple) =>
|
|
{
|
|
// Sort tables and reducers by name to match Rust behaviour.
|
|
// Not really important outside of testing, but for testing
|
|
// it matters because we commit module-bindings
|
|
// so they need to match 1:1 between different langs.
|
|
var tableNames = tuple.Left.Sort();
|
|
var addReducers = tuple.Right.Sort((a, b) => a.Name.CompareTo(b.Name));
|
|
// Don't generate the FFI boilerplate if there are no tables or reducers.
|
|
if (tableNames.IsEmpty && addReducers.IsEmpty)
|
|
return;
|
|
context.AddSource(
|
|
"FFI.cs",
|
|
$$"""
|
|
// <auto-generated />
|
|
#nullable enable
|
|
|
|
using System.Diagnostics.CodeAnalysis;
|
|
using System.Runtime.CompilerServices;
|
|
using System.Runtime.InteropServices;
|
|
|
|
static class ModuleRegistration {
|
|
{{string.Join("\n", addReducers.Select(r => r.Class))}}
|
|
|
|
#if EXPERIMENTAL_WASM_AOT
|
|
// In AOT mode we're building a library.
|
|
// Main method won't be called automatically, so we need to export it as a preinit function.
|
|
[UnmanagedCallersOnly(EntryPoint = "__preinit__10_init_csharp")]
|
|
#else
|
|
// Prevent trimming of FFI exports that are invoked from C and not visible to C# trimmer.
|
|
[DynamicDependency(DynamicallyAccessedMemberTypes.PublicMethods, typeof(SpacetimeDB.Internal.Module))]
|
|
#endif
|
|
public static void Main() {
|
|
{{string.Join(
|
|
"\n",
|
|
addReducers.Select(r =>
|
|
$"SpacetimeDB.Internal.Module.RegisterReducer<{r.Name}>();"
|
|
)
|
|
)}}
|
|
{{string.Join(
|
|
"\n",
|
|
tableNames.Select(t => $"SpacetimeDB.Internal.Module.RegisterTable<{t}>();")
|
|
)}}
|
|
}
|
|
|
|
// Exports only work from the main assembly, so we need to generate forwarding methods.
|
|
#if EXPERIMENTAL_WASM_AOT
|
|
[UnmanagedCallersOnly(EntryPoint = "__describe_module__")]
|
|
public static SpacetimeDB.Internal.Buffer __describe_module__() => SpacetimeDB.Internal.Module.__describe_module__();
|
|
|
|
[UnmanagedCallersOnly(EntryPoint = "__call_reducer__")]
|
|
public static SpacetimeDB.Internal.Buffer __call_reducer__(
|
|
uint id,
|
|
ulong sender_0,
|
|
ulong sender_1,
|
|
ulong sender_2,
|
|
ulong sender_3,
|
|
ulong address_0,
|
|
ulong address_1,
|
|
SpacetimeDB.Internal.DateTimeOffsetRepr timestamp,
|
|
SpacetimeDB.Internal.Buffer args
|
|
) => SpacetimeDB.Internal.Module.__call_reducer__(
|
|
id,
|
|
sender_0,
|
|
sender_1,
|
|
sender_2,
|
|
sender_3,
|
|
address_0,
|
|
address_0,
|
|
timestamp,
|
|
args
|
|
);
|
|
#endif
|
|
}
|
|
"""
|
|
);
|
|
}
|
|
);
|
|
|
|
reducers
|
|
.Select(
|
|
(r, ct) =>
|
|
new KeyValuePair<string, string>(
|
|
r.FullName,
|
|
r.Scope.GenerateExtensions(
|
|
$@"
|
|
public static void VolatileNonatomicScheduleImmediate{r.Name}({string.Join(", ", r.GetNonContextArgs().Select(a => $"{a.Type} {a.Name}"))}) {{
|
|
using var stream = new MemoryStream();
|
|
using var writer = new BinaryWriter(stream);
|
|
{string.Join("\n", r.GetNonContextArgs().Select(a => $"new {a.TypeInfo}().Write(writer, {a.Name});"))}
|
|
SpacetimeDB.Internal.IReducer.VolatileNonatomicScheduleImmediate(""{r.ExportName}"", stream);
|
|
}}
|
|
"
|
|
)
|
|
)
|
|
)
|
|
.WithTrackingName("SpacetimeDB.Reducer.GenerateSchedule")
|
|
.RegisterSourceOutputs(context);
|
|
}
|
|
}
|