seaweedfs/weed/filer/rocksdb/rocksdb_store_test.go

//go:build rocksdb
// +build rocksdb

package rocksdb

import (
	"context"
	"fmt"
	"os"
	"testing"
	"time"

	"github.com/seaweedfs/seaweedfs/weed/filer"
	"github.com/seaweedfs/seaweedfs/weed/pb"
	"github.com/seaweedfs/seaweedfs/weed/util"
)

func TestCreateAndFind(t *testing.T) {
	testFiler := filer.NewFiler(pb.ServerDiscovery{}, nil, "", 0, "", "", "", nil)
	dir := t.TempDir()
	store := &RocksDBStore{}
	store.initialize(dir)
	testFiler.SetStore(store)

	fullpath := util.FullPath("/home/chris/this/is/one/file1.jpg")

	ctx := context.Background()

	entry1 := &filer.Entry{
		FullPath: fullpath,
		Attr: filer.Attr{
			Mode: 0440,
			Uid:  1234,
			Gid:  5678,
		},
	}

	if err := testFiler.CreateEntry(ctx, entry1, nil, false, false, nil, false, testFiler.MaxFilenameLength); err != nil {
		t.Errorf("create entry %v: %v", entry1.FullPath, err)
		return
	}

	entry, err := testFiler.FindEntry(ctx, fullpath)

	if err != nil {
		t.Errorf("find entry: %v", err)
		return
	}

	if entry.FullPath != entry1.FullPath {
		t.Errorf("find wrong entry: %v", entry.FullPath)
		return
	}

	// checking one upper directory
	entries, _, _ := testFiler.ListDirectoryEntries(ctx, util.FullPath("/home/chris/this/is/one"), "", false, 100, "", "", "")
	if len(entries) != 1 {
		t.Errorf("list entries count: %v", len(entries))
		return
	}

	// checking one upper directory
	entries, _, _ = testFiler.ListDirectoryEntries(ctx, util.FullPath("/"), "", false, 100, "", "", "")
	if len(entries) != 1 {
		t.Errorf("list entries count: %v", len(entries))
		return
	}

}

func TestEmptyRoot(t *testing.T) {
	testFiler := filer.NewFiler(pb.ServerDiscovery{}, nil, "", 0, "", "", "", nil)
	dir := t.TempDir()
	store := &RocksDBStore{}
	store.initialize(dir)
	testFiler.SetStore(store)

	ctx := context.Background()

	// checking one upper directory
	entries, _, err := testFiler.ListDirectoryEntries(ctx, util.FullPath("/"), "", false, 100, "", "", "")
	if err != nil {
		t.Errorf("list entries: %v", err)
		return
	}
	if len(entries) != 0 {
		t.Errorf("list entries count: %v", len(entries))
		return
	}

}

func BenchmarkInsertEntry(b *testing.B) {
	testFiler := filer.NewFiler(pb.ServerDiscovery{}, nil, "", 0, "", "", "", nil)
	dir := b.TempDir()
	store := &RocksDBStore{}
	store.initialize(dir)
	testFiler.SetStore(store)

	ctx := context.Background()

	b.ReportAllocs()

	for i := 0; i < b.N; i++ {
		entry := &filer.Entry{
			FullPath: util.FullPath(fmt.Sprintf("/file%d.txt", i)),
			Attr: filer.Attr{
				Crtime: time.Now(),
				Mtime:  time.Now(),
				Mode:   os.FileMode(0644),
			},
		}
		store.InsertEntry(ctx, entry)
	}
}

func TestListDirectoryWithPrefix(t *testing.T) {
	testFiler := filer.NewFiler(pb.ServerDiscovery{}, nil, "", "", "", "", "", 255, nil)
	dir := t.TempDir()
	store := &RocksDBStore{}
	store.initialize(dir)
	testFiler.SetStore(store)

	ctx := context.Background()

	files := []string{
		"/bucket1/test-prefix1/file1.txt",
		"/bucket1/test-prefix1/file2.txt",
		"/bucket1/test-prefix1-extra.txt",
	}

	expected1 := []string{
		"/bucket1/test-prefix1",
		"/bucket1/test-prefix1-extra.txt",
	}

	expected2 := []string{
		"/bucket1/test-prefix1/file1.txt",
		"/bucket1/test-prefix1/file2.txt",
	}

	for _, file := range files {
		fullpath := util.FullPath(file)
		entry := &filer.Entry{
			FullPath: fullpath,
			Attr: filer.Attr{
				Mode: 0644,
				Uid:  1,
				Gid:  1,
			},
		}
		if err := testFiler.CreateEntry(ctx, entry, nil, false, false, nil, false, testFiler.MaxFilenameLength); err != nil {
			t.Fatalf("Failed to create entry %s: %v", fullpath, err)
		}
	}

	prefix1 := "test-prefix1"
	entries1, _, err := testFiler.ListDirectoryEntries(ctx, util.FullPath("/bucket1"), "", false, 100, prefix1, "", "")
	if err != nil {
		t.Fatalf("Failed to list entries with prefix %s: %v", prefix1, err)
	}
	if len(entries1) != 2 {
		t.Errorf("Expected 2 entries with prefix %s, got %d", prefix1, len(entries1))
	} else {
		t.Logf("Found %d entries with prefix %s", len(entries1), prefix1)
	}
	for i, entry := range entries1 {
		if string(entry.FullPath) != expected1[i] {
			t.Errorf("Expected entry %s, got %s", expected1[i], entry.FullPath)
		}
	}

	entries2, _, err := testFiler.ListDirectoryEntries(ctx, util.FullPath("/bucket1/test-prefix1"), "", false, 100, "", "", "")
	if err != nil {
		t.Fatalf("Failed to list entries with prefix %s: %v", prefix1, err)
	}
	if len(entries2) != 2 {
		t.Errorf("Expected 2 entries with prefix %s, got %d", prefix1, len(entries1))
	}
	for i, entry := range entries2 {
		if string(entry.FullPath) != expected2[i] {
			t.Errorf("Expected entry %s, got %s", expected2[i], entry.FullPath)
		}
	}
}