Implements PLAN.md Phase 7: the server half of end-to-end encryption.
Devices upload identity, one-time and fallback keys; other devices query
and claim them, across servers too, and every one-time key is handed out
exactly once. Cross-signing, signature uploads, device list tracking and
server-side key backup complete the set.
internal/keyserver is the component. Keys are stored in canonical JSON
so that re-uploading the same key is a byte comparison, and signatures
uploaded later are kept apart from the key they sign and merged in on
read, so a key's own JSON stays what its owner uploaded. Device keys must
be for the caller's own device; cross-signing keys must be the
uploader's, carry the right usage and, for self- and user-signing keys,
be signed by the master key. Signatures are verified against the key as
stored. Replacing a master key asks for the password; a first upload or
an upload of the keys already stored does not, as the spec allows. A
signature of another user's master key is shown only to the user who
made it and never federated.
Every write that changes what /keys/query answers moves the device list
stream in the same transaction, one position per device, and wakes the
syncs of everyone sharing a room. The stream is the sixth field of a sync
token; older tokens still parse. The syncapi works out device_lists
changed and left from the stream and from membership moves in the
window, skipping invites and knocks, and reports
device_one_time_keys_count and device_unused_fallback_key_types, the
latter as [] when empty. GET /keys/changes uses the same logic.
Over federation: /user/keys/query, /user/keys/claim and
/user/devices/{userId}, and m.device_list_update and m.signing_key_update
both ways. Remote keys are not cached; an update about a remote user
sharing a room moves them in the stream so local clients re-query.
Device display names are not sent to other servers. With federation off,
remote users are reported in failures at once.
Deleting a device deletes its keys, through a new userapi
DeviceObserver. Key backup keeps the better copy of each session by the
spec's rule, never reuses a deleted version's number, and answers writes
to a stale version with M_WRONG_ROOM_KEYS_VERSION.
Storage is migration 0008 for sqlite and postgres, with a PocketBase
stub. The Complement target sets gain the key, device list, fallback,
cross-signing and backup tests.
Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
165 lines
4.8 KiB
Go
165 lines
4.8 KiB
Go
// Package sqlstore holds the parts of a storage driver that are identical
|
|
// for every database/sql backend: the migration plumbing and the
|
|
// server_settings table. The sqlite and postgres drivers differ only in
|
|
// their DSN handling, placeholder style and upsert syntax, all of which
|
|
// they pass in here.
|
|
package sqlstore
|
|
|
|
import (
|
|
"context"
|
|
"database/sql"
|
|
"errors"
|
|
"fmt"
|
|
"io/fs"
|
|
"log/slog"
|
|
|
|
"github.com/dariuszjaniak/warp/server/internal/storage"
|
|
"github.com/dariuszjaniak/warp/server/internal/storage/migrations"
|
|
)
|
|
|
|
// Options describe one database/sql backend.
|
|
type Options struct {
|
|
// DriverName is the Warp driver name, e.g. "sqlite".
|
|
DriverName string
|
|
|
|
// DB is the already-opened pool.
|
|
DB *sql.DB
|
|
|
|
// Dialect supplies the migration bookkeeping statements.
|
|
Dialect migrations.Dialect
|
|
|
|
// MigrationsFS and MigrationsDir locate the embedded .sql files.
|
|
MigrationsFS fs.FS
|
|
MigrationsDir string
|
|
|
|
// Settings holds the statements for the server_settings table.
|
|
Settings SettingsQueries
|
|
|
|
// Rebind translates the `?` placeholders that the shared component
|
|
// stores are written with into this driver's style. SQLite needs no
|
|
// translation and leaves it nil; PostgreSQL turns them into $1, $2...
|
|
Rebind func(query string) string
|
|
|
|
// IsUniqueViolation recognises this driver's unique-constraint error, so
|
|
// that a taken user name can be told apart from a database failure
|
|
// without a check-then-insert race.
|
|
IsUniqueViolation func(error) bool
|
|
|
|
// Logger is used for migration progress.
|
|
Logger *slog.Logger
|
|
}
|
|
|
|
// Store is the shared implementation of storage.Database. Drivers embed it
|
|
// and add their own component stores as those are built.
|
|
type Store struct {
|
|
opts Options
|
|
db *sql.DB
|
|
log *slog.Logger
|
|
settings *Settings
|
|
users *Users
|
|
rooms *Rooms
|
|
sync *Sync
|
|
fed *Federation
|
|
media *Media
|
|
keys *Keys
|
|
}
|
|
|
|
// New builds a Store. It does not touch the database.
|
|
func New(opts Options) (*Store, error) {
|
|
if opts.DB == nil {
|
|
return nil, errors.New("sqlstore: DB must not be nil")
|
|
}
|
|
if opts.Logger == nil {
|
|
opts.Logger = slog.Default()
|
|
}
|
|
return &Store{
|
|
opts: opts,
|
|
db: opts.DB,
|
|
log: opts.Logger,
|
|
settings: NewSettings(opts.DB, opts.Settings),
|
|
users: NewUsers(opts.DB, opts.Rebind, opts.IsUniqueViolation),
|
|
rooms: NewRooms(opts.DB, opts.Rebind, opts.IsUniqueViolation),
|
|
sync: NewSync(opts.DB, opts.Rebind, opts.IsUniqueViolation),
|
|
fed: NewFederation(opts.DB, opts.Rebind),
|
|
media: NewMedia(opts.DB, opts.Rebind, opts.IsUniqueViolation),
|
|
keys: NewKeys(opts.DB, opts.Rebind),
|
|
}, nil
|
|
}
|
|
|
|
// DB exposes the pool for driver-specific code and tests.
|
|
func (s *Store) DB() *sql.DB { return s.db }
|
|
|
|
// Driver implements storage.Database.
|
|
func (s *Store) Driver() string { return s.opts.DriverName }
|
|
|
|
// Ping implements storage.Database.
|
|
func (s *Store) Ping(ctx context.Context) error { return s.db.PingContext(ctx) }
|
|
|
|
// Close implements storage.Database.
|
|
func (s *Store) Close() error { return s.db.Close() }
|
|
|
|
// Settings implements storage.Database.
|
|
func (s *Store) Settings() storage.SettingsStore { return s.settings }
|
|
|
|
// Users implements storage.Database.
|
|
func (s *Store) Users() storage.UserStore { return s.users }
|
|
|
|
// Rooms implements storage.Database.
|
|
func (s *Store) Rooms() storage.RoomStore { return s.rooms }
|
|
|
|
// Sync implements storage.Database.
|
|
func (s *Store) Sync() storage.SyncStore { return s.sync }
|
|
|
|
// Federation implements storage.Database.
|
|
func (s *Store) Federation() storage.FederationStore { return s.fed }
|
|
|
|
// Media implements storage.Database.
|
|
func (s *Store) Media() storage.MediaStore { return s.media }
|
|
|
|
// Keys implements storage.Database.
|
|
func (s *Store) Keys() storage.KeyStore { return s.keys }
|
|
|
|
// Migrate implements storage.Database.
|
|
func (s *Store) Migrate(ctx context.Context) error {
|
|
ms, err := s.migrations()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
applied, err := migrations.Status(ctx, s.db, s.opts.Dialect)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if err := migrations.CheckNotAhead(applied, ms); err != nil {
|
|
return err
|
|
}
|
|
n, err := migrations.Run(ctx, s.db, s.opts.Dialect, ms, s.log)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if n == 0 {
|
|
s.log.Debug("database schema is up to date", "migrations", len(ms))
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// PendingMigrations implements storage.Database.
|
|
func (s *Store) PendingMigrations(ctx context.Context) ([]string, error) {
|
|
ms, err := s.migrations()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
pending, err := migrations.Pending(ctx, s.db, s.opts.Dialect, ms)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
out := make([]string, 0, len(pending))
|
|
for _, m := range pending {
|
|
out = append(out, fmt.Sprintf("%04d_%s", m.Version, m.Name))
|
|
}
|
|
return out, nil
|
|
}
|
|
|
|
func (s *Store) migrations() ([]migrations.Migration, error) {
|
|
return migrations.Load(s.opts.MigrationsFS, s.opts.MigrationsDir)
|
|
}
|