Implements PLAN.md Phase 7: the server half of end-to-end encryption.
Devices upload identity, one-time and fallback keys; other devices query
and claim them, across servers too, and every one-time key is handed out
exactly once. Cross-signing, signature uploads, device list tracking and
server-side key backup complete the set.
internal/keyserver is the component. Keys are stored in canonical JSON
so that re-uploading the same key is a byte comparison, and signatures
uploaded later are kept apart from the key they sign and merged in on
read, so a key's own JSON stays what its owner uploaded. Device keys must
be for the caller's own device; cross-signing keys must be the
uploader's, carry the right usage and, for self- and user-signing keys,
be signed by the master key. Signatures are verified against the key as
stored. Replacing a master key asks for the password; a first upload or
an upload of the keys already stored does not, as the spec allows. A
signature of another user's master key is shown only to the user who
made it and never federated.
Every write that changes what /keys/query answers moves the device list
stream in the same transaction, one position per device, and wakes the
syncs of everyone sharing a room. The stream is the sixth field of a sync
token; older tokens still parse. The syncapi works out device_lists
changed and left from the stream and from membership moves in the
window, skipping invites and knocks, and reports
device_one_time_keys_count and device_unused_fallback_key_types, the
latter as [] when empty. GET /keys/changes uses the same logic.
Over federation: /user/keys/query, /user/keys/claim and
/user/devices/{userId}, and m.device_list_update and m.signing_key_update
both ways. Remote keys are not cached; an update about a remote user
sharing a room moves them in the stream so local clients re-query.
Device display names are not sent to other servers. With federation off,
remote users are reported in failures at once.
Deleting a device deletes its keys, through a new userapi
DeviceObserver. Key backup keeps the better copy of each session by the
spec's rule, never reuses a deleted version's number, and answers writes
to a stale version with M_WRONG_ROOM_KEYS_VERSION.
Storage is migration 0008 for sqlite and postgres, with a PocketBase
stub. The Complement target sets gain the key, device list, fallback,
cross-signing and backup tests.
Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
151 lines
4.6 KiB
Go
151 lines
4.6 KiB
Go
// Package storage defines the interfaces every Warp storage driver
|
|
// implements, plus the registry that turns a config into a Database.
|
|
//
|
|
// Drivers live in sub-packages (sqlite, postgres, pocketbase) and register
|
|
// themselves from an init function, the database/sql way. Nothing in this
|
|
// package imports a driver, so components can depend on the interfaces
|
|
// without pulling in every database engine.
|
|
package storage
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"fmt"
|
|
"log/slog"
|
|
"maps"
|
|
"slices"
|
|
"sync"
|
|
"time"
|
|
)
|
|
|
|
// Driver names. These are the values accepted by database.driver in the
|
|
// config file.
|
|
const (
|
|
DriverSQLite = "sqlite"
|
|
DriverPostgres = "postgres"
|
|
DriverPocketBase = "pocketbase"
|
|
)
|
|
|
|
// ErrNotImplemented is returned by a driver that is compiled in but not
|
|
// finished — currently PocketBase.
|
|
var ErrNotImplemented = errors.New("not implemented by this storage driver")
|
|
|
|
// ErrNoSuchSetting is returned by SettingsStore.Get for an unknown key.
|
|
var ErrNoSuchSetting = errors.New("no such setting")
|
|
|
|
// Config is the subset of the file configuration a driver needs.
|
|
type Config struct {
|
|
Driver string
|
|
ConnectionString string
|
|
MaxOpenConns int
|
|
MaxIdleConns int
|
|
ConnMaxLifetime time.Duration
|
|
}
|
|
|
|
// Database is the handle every component gets. Component-specific stores
|
|
// (userapi, roomserver, syncapi...) hang off it as they are implemented.
|
|
type Database interface {
|
|
// Driver reports which driver this is, for logs and admin output.
|
|
Driver() string
|
|
|
|
// Ping checks the connection is alive; used by /healthz.
|
|
Ping(ctx context.Context) error
|
|
|
|
// Migrate applies pending migrations.
|
|
Migrate(ctx context.Context) error
|
|
|
|
// PendingMigrations lists migrations that Migrate would apply.
|
|
PendingMigrations(ctx context.Context) ([]string, error)
|
|
|
|
// Settings is the server_settings key/value store backing the runtime
|
|
// settings service (federation and registration switches).
|
|
Settings() SettingsStore
|
|
|
|
// Users is the userapi store: accounts, devices, tokens, account data.
|
|
Users() UserStore
|
|
|
|
// Rooms is the roomserver store: rooms, events, room state, aliases.
|
|
Rooms() RoomStore
|
|
|
|
// Sync is the syncapi store: receipts, to-device messages, presence and
|
|
// uploaded filters.
|
|
Sync() SyncStore
|
|
|
|
// Federation is the federation store: other servers' keys, the
|
|
// outbound queue and its backoff, and the inbound transaction log.
|
|
Federation() FederationStore
|
|
|
|
// Media is the mediaapi store: the metadata of uploaded and cached
|
|
// remote media, and of their thumbnails.
|
|
Media() MediaStore
|
|
|
|
// Keys is the keyserver store: device keys, one-time and fallback
|
|
// keys, cross-signing keys and their signatures, the device list
|
|
// stream and the server-side key backup.
|
|
Keys() KeyStore
|
|
|
|
// Close releases the connection pool.
|
|
Close() error
|
|
}
|
|
|
|
// SettingsStore persists the handful of settings that are mutable at
|
|
// runtime through the admin API.
|
|
type SettingsStore interface {
|
|
// Get returns the raw value for key. The boolean reports presence.
|
|
Get(ctx context.Context, key string) (string, bool, error)
|
|
|
|
// GetAll returns every setting.
|
|
GetAll(ctx context.Context) (map[string]string, error)
|
|
|
|
// Set writes key, overwriting any previous value.
|
|
Set(ctx context.Context, key, value string) error
|
|
|
|
// Delete removes key, reverting it to its configured default. Deleting
|
|
// a key that is not there is not an error.
|
|
Delete(ctx context.Context, key string) error
|
|
}
|
|
|
|
// OpenFunc opens a database for a driver.
|
|
type OpenFunc func(ctx context.Context, cfg Config, log *slog.Logger) (Database, error)
|
|
|
|
var (
|
|
registryMu sync.RWMutex
|
|
registry = map[string]OpenFunc{}
|
|
)
|
|
|
|
// Register makes a driver available to Open. It panics on a duplicate
|
|
// registration, which can only be a programming error.
|
|
func Register(name string, open OpenFunc) {
|
|
registryMu.Lock()
|
|
defer registryMu.Unlock()
|
|
if _, dup := registry[name]; dup {
|
|
panic("storage: driver " + name + " registered twice")
|
|
}
|
|
registry[name] = open
|
|
}
|
|
|
|
// Drivers lists the registered driver names, sorted.
|
|
func Drivers() []string {
|
|
registryMu.RLock()
|
|
defer registryMu.RUnlock()
|
|
return slices.Sorted(maps.Keys(registry))
|
|
}
|
|
|
|
// Open connects using the driver named in cfg.
|
|
func Open(ctx context.Context, cfg Config, log *slog.Logger) (Database, error) {
|
|
registryMu.RLock()
|
|
open, ok := registry[cfg.Driver]
|
|
registryMu.RUnlock()
|
|
if !ok {
|
|
return nil, fmt.Errorf("storage: unknown driver %q (compiled in: %v)", cfg.Driver, Drivers())
|
|
}
|
|
if log == nil {
|
|
log = slog.Default()
|
|
}
|
|
db, err := open(ctx, cfg, log.With("driver", cfg.Driver))
|
|
if err != nil {
|
|
return nil, fmt.Errorf("storage: open %s: %w", cfg.Driver, err)
|
|
}
|
|
return db, nil
|
|
}
|