mirror of
https://github.com/seaweedfs/seaweedfs.git
synced 2026-10-16 02:58:35 +02:00
test(s3/lifecycle): cover InMemoryPersister deep-copy contract (#9397)
* test(s3/lifecycle): cover InMemoryPersister deep-copy contract 8 tests pin the persister contract other lifecycle tests rely on for cursor checkpointing: Load on an unknown shard returns an empty map (not an error); Save then Load roundtrips; Save copies the input so caller-side mutation doesn't bleed into stored state; Load returns a copy so caller-side mutation of the snapshot doesn't bleed back; Save replaces (not merges) prior state so stale resume points don't survive restart; different shards stay isolated; saving an empty map clears state; concurrent Save+Load is race-free under -race. A regression on any of these silently corrupts downstream tests. * test(s3/lifecycle): assert.NotContains for InMemoryPersister key absence assert.Empty on a map[K]V index returns true when the value is the zero value, which would mask a key that leaked through with int64(0). Use assert.NotContains so the assertion fails on key presence regardless of the stored value.
This commit is contained in:
1 parent
62e04623ce
commit
284d37c3b6
1 file changed
+161
@@ -0,0 +1,161 @@
|
||||
package reader
|
||||
|
||||
import (
|
||||
"context"
|
||||
"sync"
|
||||
"testing"
|
||||
|
||||
"github.com/seaweedfs/seaweedfs/weed/s3api/s3lifecycle"
|
||||
"github.com/stretchr/testify/assert"
|
||||
"github.com/stretchr/testify/require"
|
||||
)
|
||||
|
||||
// InMemoryPersister is the in-memory test double other lifecycle tests
|
||||
// rely on for cursor checkpointing. The deep-copy contract documented
|
||||
// on the Persister interface is what insulates each test's state from
|
||||
// the others — these tests pin every direction of that contract so a
|
||||
// regression here can't silently corrupt downstream tests.
|
||||
|
||||
func TestInMemoryPersister_LoadOnUnknownShardReturnsEmptyMap(t *testing.T) {
|
||||
// Contract: Load returns an empty map (not an error) when no prior
|
||||
// state exists. The dispatcher startup path relies on this so a
|
||||
// fresh worker doesn't have to special-case the "no checkpoint yet"
|
||||
// branch.
|
||||
p := NewInMemoryPersister()
|
||||
got, err := p.Load(context.Background(), 0)
|
||||
require.NoError(t, err)
|
||||
assert.NotNil(t, got)
|
||||
assert.Empty(t, got)
|
||||
}
|
||||
|
||||
func TestInMemoryPersister_SaveLoadRoundTrip(t *testing.T) {
|
||||
p := NewInMemoryPersister()
|
||||
want := map[s3lifecycle.ActionKey]int64{
|
||||
key("a", s3lifecycle.ActionKindExpirationDays): 100,
|
||||
key("b", s3lifecycle.ActionKindNoncurrentDays): 200,
|
||||
}
|
||||
require.NoError(t, p.Save(context.Background(), 7, want))
|
||||
|
||||
got, err := p.Load(context.Background(), 7)
|
||||
require.NoError(t, err)
|
||||
assert.Equal(t, want, got)
|
||||
}
|
||||
|
||||
func TestInMemoryPersister_SaveCopiesInput(t *testing.T) {
|
||||
// Caller mutating the map after Save must not bleed into stored
|
||||
// state — the next Load must return what was saved.
|
||||
p := NewInMemoryPersister()
|
||||
in := map[s3lifecycle.ActionKey]int64{
|
||||
key("a", s3lifecycle.ActionKindExpirationDays): 100,
|
||||
}
|
||||
require.NoError(t, p.Save(context.Background(), 0, in))
|
||||
|
||||
in[key("a", s3lifecycle.ActionKindExpirationDays)] = 9_999
|
||||
in[key("z", s3lifecycle.ActionKindAbortMPU)] = 42
|
||||
delete(in, key("a", s3lifecycle.ActionKindExpirationDays))
|
||||
|
||||
got, err := p.Load(context.Background(), 0)
|
||||
require.NoError(t, err)
|
||||
assert.Equal(t, int64(100), got[key("a", s3lifecycle.ActionKindExpirationDays)],
|
||||
"caller-side mutation must not bleed into stored state")
|
||||
assert.NotContains(t, got, key("z", s3lifecycle.ActionKindAbortMPU),
|
||||
"caller-side insertion must not bleed into stored state")
|
||||
}
|
||||
|
||||
func TestInMemoryPersister_LoadReturnsACopy(t *testing.T) {
|
||||
// Caller mutating the returned map must not bleed back; otherwise
|
||||
// a test reusing the persister across cases could see drift.
|
||||
p := NewInMemoryPersister()
|
||||
want := map[s3lifecycle.ActionKey]int64{
|
||||
key("a", s3lifecycle.ActionKindExpirationDays): 100,
|
||||
}
|
||||
require.NoError(t, p.Save(context.Background(), 0, want))
|
||||
|
||||
first, err := p.Load(context.Background(), 0)
|
||||
require.NoError(t, err)
|
||||
first[key("a", s3lifecycle.ActionKindExpirationDays)] = 9_999
|
||||
first[key("z", s3lifecycle.ActionKindAbortMPU)] = 42
|
||||
|
||||
second, err := p.Load(context.Background(), 0)
|
||||
require.NoError(t, err)
|
||||
assert.Equal(t, int64(100), second[key("a", s3lifecycle.ActionKindExpirationDays)],
|
||||
"caller-side mutation of the first snapshot must not bleed back")
|
||||
assert.NotContains(t, second, key("z", s3lifecycle.ActionKindAbortMPU),
|
||||
"caller-side insertion into the first snapshot must not bleed back")
|
||||
}
|
||||
|
||||
func TestInMemoryPersister_SaveReplacesNotMerges(t *testing.T) {
|
||||
// Documented contract: Save replaces prior state atomically. A
|
||||
// merge would silently keep stale resume points across restarts.
|
||||
p := NewInMemoryPersister()
|
||||
require.NoError(t, p.Save(context.Background(), 0, map[s3lifecycle.ActionKey]int64{
|
||||
key("a", s3lifecycle.ActionKindExpirationDays): 100,
|
||||
key("b", s3lifecycle.ActionKindNoncurrentDays): 200,
|
||||
}))
|
||||
require.NoError(t, p.Save(context.Background(), 0, map[s3lifecycle.ActionKey]int64{
|
||||
key("c", s3lifecycle.ActionKindAbortMPU): 300,
|
||||
}))
|
||||
|
||||
got, err := p.Load(context.Background(), 0)
|
||||
require.NoError(t, err)
|
||||
assert.Equal(t, map[s3lifecycle.ActionKey]int64{
|
||||
key("c", s3lifecycle.ActionKindAbortMPU): 300,
|
||||
}, got, "second Save must replace prior state, not merge")
|
||||
}
|
||||
|
||||
func TestInMemoryPersister_DifferentShardsIsolated(t *testing.T) {
|
||||
// State for shardID=1 must not leak into Load(shardID=2).
|
||||
p := NewInMemoryPersister()
|
||||
require.NoError(t, p.Save(context.Background(), 1, map[s3lifecycle.ActionKey]int64{
|
||||
key("a", s3lifecycle.ActionKindExpirationDays): 100,
|
||||
}))
|
||||
require.NoError(t, p.Save(context.Background(), 2, map[s3lifecycle.ActionKey]int64{
|
||||
key("b", s3lifecycle.ActionKindNoncurrentDays): 200,
|
||||
}))
|
||||
|
||||
got1, err := p.Load(context.Background(), 1)
|
||||
require.NoError(t, err)
|
||||
got2, err := p.Load(context.Background(), 2)
|
||||
require.NoError(t, err)
|
||||
assert.Equal(t, int64(100), got1[key("a", s3lifecycle.ActionKindExpirationDays)])
|
||||
assert.NotContains(t, got1, key("b", s3lifecycle.ActionKindNoncurrentDays))
|
||||
assert.Equal(t, int64(200), got2[key("b", s3lifecycle.ActionKindNoncurrentDays)])
|
||||
assert.NotContains(t, got2, key("a", s3lifecycle.ActionKindExpirationDays))
|
||||
}
|
||||
|
||||
func TestInMemoryPersister_SaveEmptyMapClearsState(t *testing.T) {
|
||||
// An empty map is valid input; Save must accept it and a subsequent
|
||||
// Load must return an empty map (not the prior contents).
|
||||
p := NewInMemoryPersister()
|
||||
require.NoError(t, p.Save(context.Background(), 0, map[s3lifecycle.ActionKey]int64{
|
||||
key("a", s3lifecycle.ActionKindExpirationDays): 100,
|
||||
}))
|
||||
require.NoError(t, p.Save(context.Background(), 0, map[s3lifecycle.ActionKey]int64{}))
|
||||
got, err := p.Load(context.Background(), 0)
|
||||
require.NoError(t, err)
|
||||
assert.Empty(t, got)
|
||||
}
|
||||
|
||||
func TestInMemoryPersister_ConcurrentSaveLoadDoesNotRace(t *testing.T) {
|
||||
// The dispatcher fans cursor reads/writes across many goroutines;
|
||||
// the persister must hold under load without livelocking or
|
||||
// data-racing (-race detector enforces that).
|
||||
p := NewInMemoryPersister()
|
||||
var wg sync.WaitGroup
|
||||
const N = 64
|
||||
wg.Add(N * 2)
|
||||
for i := 0; i < N; i++ {
|
||||
i := i
|
||||
go func() {
|
||||
defer wg.Done()
|
||||
_ = p.Save(context.Background(), i%4, map[s3lifecycle.ActionKey]int64{
|
||||
key("k", s3lifecycle.ActionKindExpirationDays): int64(i),
|
||||
})
|
||||
}()
|
||||
go func() {
|
||||
defer wg.Done()
|
||||
_, _ = p.Load(context.Background(), i%4)
|
||||
}()
|
||||
}
|
||||
wg.Wait()
|
||||
}
|
||||
Reference in new issue
Block a user