Files
Warp/server/internal/storage/sqlstore/sqlstore.go
T
tajniak81andClaude Opus 5.5 a94794b866
CI / Test (ubuntu-latest) (push) Canceled after 0s
CI / Test (windows-latest) (push) Canceled after 0s
CI / Storage tests on PostgreSQL (push) Canceled after 0s
CI / Complement (federation off) (push) Canceled after 0s
CI / golangci-lint (push) Canceled after 0s
CI / Smoke test the binary (push) Canceled after 0s
Phase 9: application services and admin completion
Implements PLAN.md Phase 9. internal/appservice reads registration files
(appservice.config_files), matches namespaces the way Synapse does
(anchored at the start), and delivers events to each service as
transactions read from the roomserver's event stream at a cursor kept in
appservice_state. A transaction in flight is recorded, so after a restart
it is resent under the same ID; failures back off from 2s to 5m, and a
successful ping cuts the backoff short.

In the Client-Server API an as_token acts as the service's sender or, with
?user_id=, as any existing user in its namespace. Services register and
log in their users with m.login.application_service; exclusive user and
alias namespaces are refused to everybody else with M_EXCLUSIVE. Unknown
aliases and users in a namespace are asked of the service first. The
ping endpoint reports M_URL_NOT_SET, M_BAD_STATUS, M_CONNECTION_FAILED
and M_CONNECTION_TIMEOUT. Services' own requests, and their users' when
rate_limited is false, skip the rate limiter.

Users can change their password (POST /account/password) and deactivate
their account (POST /account/deactivate), both behind the password.
Deactivation revokes tokens, deletes devices, optionally erases the
profile and leaves every room through a new userapi.AccountObserver.

The admin API is complete: user detail, the admin flag, deactivation and
reactivation, password resets, devices, media quotas
(media.max_user_storage_bytes plus per-user overrides), registration
tokens with use limits and expiry (registration.require_token), server
notices (internal/servernotices, server_notices.*), an editor for the
federation allow/deny lists persisted in server_settings, a delivery view
of the application services, and an audit log of every change.

Migration 0011 adds the registration token, server notice room, media
quota, audit log and appservice cursor tables. Policy lists are now
returned sorted. The Complement entrypoint loads the registrations
Complement mounts in /complement/appservice.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-10-17 12:58:28 +02:00

180 lines
5.3 KiB
Go

// Package sqlstore holds the parts of a storage driver that are identical
// for every database/sql backend: the migration plumbing and the
// server_settings table. The sqlite and postgres drivers differ only in
// their DSN handling, placeholder style and upsert syntax, all of which
// they pass in here.
package sqlstore
import (
"context"
"database/sql"
"errors"
"fmt"
"io/fs"
"log/slog"
"github.com/dariuszjaniak/warp/server/internal/storage"
"github.com/dariuszjaniak/warp/server/internal/storage/migrations"
)
// Options describe one database/sql backend.
type Options struct {
// DriverName is the Warp driver name, e.g. "sqlite".
DriverName string
// DB is the already-opened pool.
DB *sql.DB
// Dialect supplies the migration bookkeeping statements.
Dialect migrations.Dialect
// MigrationsFS and MigrationsDir locate the embedded .sql files.
MigrationsFS fs.FS
MigrationsDir string
// Settings holds the statements for the server_settings table.
Settings SettingsQueries
// Rebind translates the `?` placeholders that the shared component
// stores are written with into this driver's style. SQLite needs no
// translation and leaves it nil; PostgreSQL turns them into $1, $2...
Rebind func(query string) string
// IsUniqueViolation recognises this driver's unique-constraint error, so
// that a taken user name can be told apart from a database failure
// without a check-then-insert race.
IsUniqueViolation func(error) bool
// Logger is used for migration progress.
Logger *slog.Logger
}
// Store is the shared implementation of storage.Database. Drivers embed it
// and add their own component stores as those are built.
type Store struct {
opts Options
db *sql.DB
log *slog.Logger
settings *Settings
users *Users
rooms *Rooms
sync *Sync
fed *Federation
media *Media
keys *Keys
push *Push
admin *Admin
apps *AppServices
}
// New builds a Store. It does not touch the database.
func New(opts Options) (*Store, error) {
if opts.DB == nil {
return nil, errors.New("sqlstore: DB must not be nil")
}
if opts.Logger == nil {
opts.Logger = slog.Default()
}
return &Store{
opts: opts,
db: opts.DB,
log: opts.Logger,
settings: NewSettings(opts.DB, opts.Settings),
users: NewUsers(opts.DB, opts.Rebind, opts.IsUniqueViolation),
rooms: NewRooms(opts.DB, opts.Rebind, opts.IsUniqueViolation),
sync: NewSync(opts.DB, opts.Rebind, opts.IsUniqueViolation),
fed: NewFederation(opts.DB, opts.Rebind),
media: NewMedia(opts.DB, opts.Rebind, opts.IsUniqueViolation),
keys: NewKeys(opts.DB, opts.Rebind),
push: NewPush(opts.DB, opts.Rebind),
admin: NewAdmin(opts.DB, opts.Rebind, opts.IsUniqueViolation),
apps: NewAppServices(opts.DB, opts.Rebind),
}, nil
}
// DB exposes the pool for driver-specific code and tests.
func (s *Store) DB() *sql.DB { return s.db }
// Driver implements storage.Database.
func (s *Store) Driver() string { return s.opts.DriverName }
// Ping implements storage.Database.
func (s *Store) Ping(ctx context.Context) error { return s.db.PingContext(ctx) }
// Close implements storage.Database.
func (s *Store) Close() error { return s.db.Close() }
// Settings implements storage.Database.
func (s *Store) Settings() storage.SettingsStore { return s.settings }
// Users implements storage.Database.
func (s *Store) Users() storage.UserStore { return s.users }
// Rooms implements storage.Database.
func (s *Store) Rooms() storage.RoomStore { return s.rooms }
// Sync implements storage.Database.
func (s *Store) Sync() storage.SyncStore { return s.sync }
// Federation implements storage.Database.
func (s *Store) Federation() storage.FederationStore { return s.fed }
// Media implements storage.Database.
func (s *Store) Media() storage.MediaStore { return s.media }
// Keys implements storage.Database.
func (s *Store) Keys() storage.KeyStore { return s.keys }
// Push implements storage.Database.
func (s *Store) Push() storage.PushStore { return s.push }
// Admin implements storage.Database.
func (s *Store) Admin() storage.AdminStore { return s.admin }
// AppServices implements storage.Database.
func (s *Store) AppServices() storage.AppServiceStore { return s.apps }
// Migrate implements storage.Database.
func (s *Store) Migrate(ctx context.Context) error {
ms, err := s.migrations()
if err != nil {
return err
}
applied, err := migrations.Status(ctx, s.db, s.opts.Dialect)
if err != nil {
return err
}
if err := migrations.CheckNotAhead(applied, ms); err != nil {
return err
}
n, err := migrations.Run(ctx, s.db, s.opts.Dialect, ms, s.log)
if err != nil {
return err
}
if n == 0 {
s.log.Debug("database schema is up to date", "migrations", len(ms))
}
return nil
}
// PendingMigrations implements storage.Database.
func (s *Store) PendingMigrations(ctx context.Context) ([]string, error) {
ms, err := s.migrations()
if err != nil {
return nil, err
}
pending, err := migrations.Pending(ctx, s.db, s.opts.Dialect, ms)
if err != nil {
return nil, err
}
out := make([]string, 0, len(pending))
for _, m := range pending {
out = append(out, fmt.Sprintf("%04d_%s", m.Version, m.Name))
}
return out, nil
}
func (s *Store) migrations() ([]migrations.Migration, error) {
return migrations.Load(s.opts.MigrationsFS, s.opts.MigrationsDir)
}