mirror of
https://github.com/seaweedfs/seaweedfs.git
synced 2026-10-24 15:00:43 +02:00
* s3tables: share the UpdateTable authorization gate Extract the validation, load, and permission check from handleUpdateTable into authorizeUpdateTable so the table an update was authorized against is the same snapshot the mutation writes to. Manager gains AuthorizeUpdateTable, mirroring AuthorizeCreateTable, so callers can ask the question without updating anything. * s3tables: share the UpdateView authorization gate Extract the lookup, policy load, and permission check from handleUpdateView into authorizeUpdateView, mirroring authorizeUpdateTable, and expose it as Manager.AuthorizeUpdateView for callers that need the answer without the update. * s3api: scope vended table credentials to read-only on request VendTableCredentials takes a readOnly flag and tablePrefixSessionPolicy emits only s3:GetObject for the table prefix when it is set, keeping the conditioned ListBucket and unconditioned GetBucketLocation statements that reads still need. * iceberg: vend read-only credentials when the caller may not write LoadTable and friends vend storage credentials only for the authority the caller holds: the vend now checks UpdateTable/UpdateView permission and a caller that may only read the catalog entry gets a read-only session. Paths that just passed a write gate (stage-create, view commit) keep the full session. * lance: vend read-only credentials when the caller may not write storage_options vends the same read-only session as the Iceberg catalog when the caller lacks UpdateTable on the table. * lance: keep write credentials for callers authorized to declare A Lance commit is a direct S3 write that never revisits the catalog, so a caller that just passed CreateTable still gets a writable session; the UpdateTable gate applies to describe, the read path. * iceberg, lance: log a failed write check instead of only reading it as denied
106 lines
3.2 KiB
Go
106 lines
3.2 KiB
Go
package iceberg
|
|
|
|
import (
|
|
"net/http"
|
|
"net/http/httptest"
|
|
"testing"
|
|
)
|
|
|
|
func TestGetBucketFromPrefix_WarehouseQueryFallback(t *testing.T) {
|
|
tests := []struct {
|
|
name string
|
|
url string
|
|
want string
|
|
}{
|
|
{
|
|
name: "warehouse query routes to its bucket when no prefix in path",
|
|
url: "/v1/namespaces?warehouse=s3%3A%2F%2Fmyblkt%2F",
|
|
want: "myblkt",
|
|
},
|
|
{
|
|
name: "warehouse query with sub-path still picks the bucket",
|
|
url: "/v1/namespaces?warehouse=s3%3A%2F%2Fanother%2Fextra",
|
|
want: "another",
|
|
},
|
|
{
|
|
name: "bare bucket name is taken as the table bucket",
|
|
url: "/v1/namespaces?warehouse=not-a-url",
|
|
want: "not-a-url",
|
|
},
|
|
{
|
|
name: "table bucket ARN routes to its bucket",
|
|
url: "/v1/namespaces?warehouse=arn%3Aaws%3As3tables%3Aus-east-1%3Aadmin%3Abucket%2Fseaweed-iceberg",
|
|
want: "seaweed-iceberg",
|
|
},
|
|
{
|
|
name: "unusable warehouse value falls through to default",
|
|
url: "/v1/namespaces?warehouse=file%3A%2F%2F%2Ftmp%2Fwh",
|
|
want: "warehouse",
|
|
},
|
|
{
|
|
name: "no warehouse and no prefix returns default",
|
|
url: "/v1/namespaces",
|
|
want: "warehouse",
|
|
},
|
|
}
|
|
for _, tc := range tests {
|
|
t.Run(tc.name, func(t *testing.T) {
|
|
r := httptest.NewRequest("GET", tc.url, nil)
|
|
got := getBucketFromPrefix(r)
|
|
if got != tc.want {
|
|
t.Fatalf("getBucketFromPrefix(%q) = %q, want %q", tc.url, got, tc.want)
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
func TestBuildFileIOConfig(t *testing.T) {
|
|
loadTable := func() *http.Request {
|
|
return httptest.NewRequest(http.MethodGet, "/v1/namespaces/ns/tables/t", nil)
|
|
}
|
|
|
|
t.Run("no endpoint configured yields empty config", func(t *testing.T) {
|
|
s := &Server{}
|
|
got, _ := s.buildFileIOConfig(loadTable(), "s3://warehouse/ns/t", nil)
|
|
if len(got) != 0 {
|
|
t.Fatalf("buildFileIOConfig() = %v, want empty", got)
|
|
}
|
|
})
|
|
|
|
t.Run("endpoint is advertised with path-style-access and region", func(t *testing.T) {
|
|
s := &Server{s3Endpoint: "http://seaweed.example:8333"}
|
|
got, _ := s.buildFileIOConfig(loadTable(), "s3://warehouse/ns/t", nil)
|
|
if got["s3.endpoint"] != "http://seaweed.example:8333" {
|
|
t.Fatalf("s3.endpoint = %q, want %q", got["s3.endpoint"], "http://seaweed.example:8333")
|
|
}
|
|
if got["s3.path-style-access"] != "true" {
|
|
t.Fatalf("s3.path-style-access = %q, want %q", got["s3.path-style-access"], "true")
|
|
}
|
|
if got["s3.region"] == "" {
|
|
t.Fatalf("s3.region was empty, want a non-empty default so clients like DuckDB do not require AWS_REGION")
|
|
}
|
|
})
|
|
}
|
|
|
|
func TestGetBucketFromPrefix_TableBucketEnvFallback(t *testing.T) {
|
|
r := httptest.NewRequest("GET", "/v1/namespaces", nil)
|
|
|
|
t.Setenv("S3_TABLE_BUCKET", " ,analytics, other")
|
|
if got := getBucketFromPrefix(r); got != "analytics" {
|
|
t.Fatalf("first S3_TABLE_BUCKET entry: got %q, want analytics", got)
|
|
}
|
|
|
|
// The explicit default still wins over the table bucket list.
|
|
t.Setenv("S3TABLES_DEFAULT_BUCKET", "explicit")
|
|
if got := getBucketFromPrefix(r); got != "explicit" {
|
|
t.Fatalf("S3TABLES_DEFAULT_BUCKET override: got %q, want explicit", got)
|
|
}
|
|
|
|
// A prefixless value with neither env set falls through to the default.
|
|
t.Setenv("S3TABLES_DEFAULT_BUCKET", "")
|
|
t.Setenv("S3_TABLE_BUCKET", " , ")
|
|
if got := getBucketFromPrefix(r); got != "warehouse" {
|
|
t.Fatalf("empty specs: got %q, want warehouse", got)
|
|
}
|
|
}
|