CI / Test (ubuntu-latest) (push) Canceled after 0s
CI / Test (windows-latest) (push) Canceled after 0s
CI / Storage tests on PostgreSQL (push) Canceled after 0s
CI / Complement (federation off) (push) Canceled after 0s
CI / golangci-lint (push) Canceled after 0s
CI / Smoke test the binary (push) Canceled after 0s
Implements PLAN.md Phase 5: the Server-Server API. Warp joins rooms on other servers and lets their users join its rooms, invites across servers with the invitee's server countersigning, rejects remote invites (locally if the inviter is unreachable), and exchanges events, typing, receipts and to-device messages with other homeservers — all behind the runtime switch, which now starts and stops real outbound traffic. The protocol lives in internal/federation with no knowledge of rooms: X-Matrix signing (fuzzed parser), the spec's discovery algorithm keeping the dial address and the TLS name apart, a signed client that refuses every request while the switch is off or the policy denies the destination, and a key ring that caches other servers' keys for at most a week, with optional notaries. The roomserver takes events from elsewhere through the spec's intake: signatures and hashes (a hash mismatch keeps the redacted form), the rules against the event's own auth events, against the state before it — with /get_missing_events for small gaps and /state_ids for wide ones — and against the current state, where a failure is a soft failure. Events held without their state are outliers: a column on roomserver_events, because the current state of a room joined over federation is almost all outliers, and excluded from every timeline query. Forks are resolved at the room's head. Membership across servers is make_join/send_join, make_leave/send_leave and countersigned invites, in both directions; m.room.server_acl is enforced on everything another server sends. History before a remote join is backfilled when /messages pages past it, stored at negative stream positions. internal/federationapi is the running component: the inbound endpoints, and an outbound queue that persists what it owes each destination, sends it in transactions of 50 PDUs and 100 EDUs, backs off from ten seconds to six hours, survives restarts, and drops events persisted while federation is off rather than delivering a backlog in one burst. Its Module is what the switch starts and stops. Also: a TLS listener for port 8448, trusted key servers, key validity and an outbound CA bundle in the config; per-destination health and backoff reset in the admin API; remote profiles, aliases and directories in the Client-Server API; a Complement federation profile. See docs/federation.md, including its known gaps (no partial-state joins, no key rotation). Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
155 lines
4.4 KiB
Go
155 lines
4.4 KiB
Go
// Package sqlstore holds the parts of a storage driver that are identical
|
|
// for every database/sql backend: the migration plumbing and the
|
|
// server_settings table. The sqlite and postgres drivers differ only in
|
|
// their DSN handling, placeholder style and upsert syntax, all of which
|
|
// they pass in here.
|
|
package sqlstore
|
|
|
|
import (
|
|
"context"
|
|
"database/sql"
|
|
"errors"
|
|
"fmt"
|
|
"io/fs"
|
|
"log/slog"
|
|
|
|
"github.com/dariuszjaniak/warp/server/internal/storage"
|
|
"github.com/dariuszjaniak/warp/server/internal/storage/migrations"
|
|
)
|
|
|
|
// Options describe one database/sql backend.
|
|
type Options struct {
|
|
// DriverName is the Warp driver name, e.g. "sqlite".
|
|
DriverName string
|
|
|
|
// DB is the already-opened pool.
|
|
DB *sql.DB
|
|
|
|
// Dialect supplies the migration bookkeeping statements.
|
|
Dialect migrations.Dialect
|
|
|
|
// MigrationsFS and MigrationsDir locate the embedded .sql files.
|
|
MigrationsFS fs.FS
|
|
MigrationsDir string
|
|
|
|
// Settings holds the statements for the server_settings table.
|
|
Settings SettingsQueries
|
|
|
|
// Rebind translates the `?` placeholders that the shared component
|
|
// stores are written with into this driver's style. SQLite needs no
|
|
// translation and leaves it nil; PostgreSQL turns them into $1, $2...
|
|
Rebind func(query string) string
|
|
|
|
// IsUniqueViolation recognises this driver's unique-constraint error, so
|
|
// that a taken user name can be told apart from a database failure
|
|
// without a check-then-insert race.
|
|
IsUniqueViolation func(error) bool
|
|
|
|
// Logger is used for migration progress.
|
|
Logger *slog.Logger
|
|
}
|
|
|
|
// Store is the shared implementation of storage.Database. Drivers embed it
|
|
// and add their own component stores as those are built.
|
|
type Store struct {
|
|
opts Options
|
|
db *sql.DB
|
|
log *slog.Logger
|
|
settings *Settings
|
|
users *Users
|
|
rooms *Rooms
|
|
sync *Sync
|
|
fed *Federation
|
|
}
|
|
|
|
// New builds a Store. It does not touch the database.
|
|
func New(opts Options) (*Store, error) {
|
|
if opts.DB == nil {
|
|
return nil, errors.New("sqlstore: DB must not be nil")
|
|
}
|
|
if opts.Logger == nil {
|
|
opts.Logger = slog.Default()
|
|
}
|
|
return &Store{
|
|
opts: opts,
|
|
db: opts.DB,
|
|
log: opts.Logger,
|
|
settings: NewSettings(opts.DB, opts.Settings),
|
|
users: NewUsers(opts.DB, opts.Rebind, opts.IsUniqueViolation),
|
|
rooms: NewRooms(opts.DB, opts.Rebind, opts.IsUniqueViolation),
|
|
sync: NewSync(opts.DB, opts.Rebind, opts.IsUniqueViolation),
|
|
fed: NewFederation(opts.DB, opts.Rebind),
|
|
}, nil
|
|
}
|
|
|
|
// DB exposes the pool for driver-specific code and tests.
|
|
func (s *Store) DB() *sql.DB { return s.db }
|
|
|
|
// Driver implements storage.Database.
|
|
func (s *Store) Driver() string { return s.opts.DriverName }
|
|
|
|
// Ping implements storage.Database.
|
|
func (s *Store) Ping(ctx context.Context) error { return s.db.PingContext(ctx) }
|
|
|
|
// Close implements storage.Database.
|
|
func (s *Store) Close() error { return s.db.Close() }
|
|
|
|
// Settings implements storage.Database.
|
|
func (s *Store) Settings() storage.SettingsStore { return s.settings }
|
|
|
|
// Users implements storage.Database.
|
|
func (s *Store) Users() storage.UserStore { return s.users }
|
|
|
|
// Rooms implements storage.Database.
|
|
func (s *Store) Rooms() storage.RoomStore { return s.rooms }
|
|
|
|
// Sync implements storage.Database.
|
|
func (s *Store) Sync() storage.SyncStore { return s.sync }
|
|
|
|
// Federation implements storage.Database.
|
|
func (s *Store) Federation() storage.FederationStore { return s.fed }
|
|
|
|
// Migrate implements storage.Database.
|
|
func (s *Store) Migrate(ctx context.Context) error {
|
|
ms, err := s.migrations()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
applied, err := migrations.Status(ctx, s.db, s.opts.Dialect)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if err := migrations.CheckNotAhead(applied, ms); err != nil {
|
|
return err
|
|
}
|
|
n, err := migrations.Run(ctx, s.db, s.opts.Dialect, ms, s.log)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if n == 0 {
|
|
s.log.Debug("database schema is up to date", "migrations", len(ms))
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// PendingMigrations implements storage.Database.
|
|
func (s *Store) PendingMigrations(ctx context.Context) ([]string, error) {
|
|
ms, err := s.migrations()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
pending, err := migrations.Pending(ctx, s.db, s.opts.Dialect, ms)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
out := make([]string, 0, len(pending))
|
|
for _, m := range pending {
|
|
out = append(out, fmt.Sprintf("%04d_%s", m.Version, m.Name))
|
|
}
|
|
return out, nil
|
|
}
|
|
|
|
func (s *Store) migrations() ([]migrations.Migration, error) {
|
|
return migrations.Load(s.opts.MigrationsFS, s.opts.MigrationsDir)
|
|
}
|