mirror of
https://github.com/seaweedfs/seaweedfs.git
synced 2026-09-20 13:30:46 +02:00
Chris Lu
01bb3b3053
* s3api: add Snowflake s3compat API integration tests Run the upstream snowflakedb/snowflake-s3compat-api-test-suite against a local SeaweedFS server in CI. test/s3/snowflake/run.sh starts weed server with S3 (-s3.autoCreateBucket=false so missing-bucket PUTs return NoSuchBucket), prepares the fixtures the suite needs (versioned bucket, deny-all-policy bucket, >1000-object prefix), clones the suite, patches it to path-style addressing, and runs mvn -Dtest=S3CompatApiTest. The suite also exposed that GetBucketLocation returned 404 NoSuchBucket for a malformed bucket name; validate the name first and return 400 InvalidBucketName like AWS. * test: harden snowflake s3compat runner per review - Pin the upstream suite to a tested commit (SUITE_REV) instead of the moving default branch - Bind the test server to loopback only - Require the AccessDenied error code when verifying the denied bucket - Fix README so go install runs in a subshell - checkout with persist-credentials: false - Make the concurrency group unique per PR, and widen path filters to the storage/operation/wdclient/cluster/pb packages the S3 stack uses * test: advertise loopback ip for snowflake test server -ip.bind 127.0.0.1 alone left the volume server advertising the host's primary address, so chunk uploads were refused. Also set -ip 127.0.0.1 and disable the Iceberg/Lance listeners so the harness is loopback-only and does not collide with other local services.
107 lines
2.8 KiB
YAML
107 lines
2.8 KiB
YAML
name: "Snowflake S3Compat API tests"
|
|
|
|
on:
|
|
push:
|
|
branches: [ master ]
|
|
paths:
|
|
- 'weed/s3api/**'
|
|
- 'weed/filer/**'
|
|
- 'weed/server/**'
|
|
- 'weed/iam/**'
|
|
- 'weed/command/**'
|
|
- 'weed/storage/**'
|
|
- 'weed/operation/**'
|
|
- 'weed/wdclient/**'
|
|
- 'weed/cluster/**'
|
|
- 'weed/pb/**'
|
|
- 'test/s3/snowflake/**'
|
|
- 'go.mod'
|
|
- 'go.sum'
|
|
- '.github/workflows/s3-snowflake-tests.yml'
|
|
pull_request:
|
|
branches: [ master ]
|
|
paths:
|
|
- 'weed/s3api/**'
|
|
- 'weed/filer/**'
|
|
- 'weed/server/**'
|
|
- 'weed/iam/**'
|
|
- 'weed/command/**'
|
|
- 'weed/storage/**'
|
|
- 'weed/operation/**'
|
|
- 'weed/wdclient/**'
|
|
- 'weed/cluster/**'
|
|
- 'weed/pb/**'
|
|
- 'test/s3/snowflake/**'
|
|
- 'go.mod'
|
|
- 'go.sum'
|
|
- '.github/workflows/s3-snowflake-tests.yml'
|
|
|
|
concurrency:
|
|
group: ${{ github.event.pull_request.number || github.ref }}/s3-snowflake-tests
|
|
cancel-in-progress: true
|
|
|
|
permissions:
|
|
contents: read
|
|
|
|
jobs:
|
|
snowflake-s3compat-tests:
|
|
name: Snowflake S3Compat API tests
|
|
runs-on: ubuntu-22.04
|
|
timeout-minutes: 30
|
|
env:
|
|
WORK_DIR: /tmp/seaweedfs-snowflake-tests
|
|
steps:
|
|
- name: Check out code
|
|
uses: actions/checkout@v7
|
|
with:
|
|
persist-credentials: false
|
|
|
|
- name: Set up Go
|
|
uses: actions/setup-go@v7
|
|
with:
|
|
go-version-file: 'go.mod'
|
|
id: go
|
|
|
|
- name: Set up Java
|
|
uses: actions/setup-java@v6
|
|
with:
|
|
java-version: '17'
|
|
distribution: 'temurin'
|
|
cache: 'maven'
|
|
|
|
- name: Install SeaweedFS
|
|
run: |
|
|
cd weed
|
|
go install -buildvcs=false
|
|
weed version
|
|
|
|
- name: Run Snowflake S3Compat API tests
|
|
timeout-minutes: 20
|
|
run: |
|
|
# Starts weed server, creates the buckets/objects the suite needs,
|
|
# clones the upstream suite, and runs mvn -Dtest=S3CompatApiTest.
|
|
bash test/s3/snowflake/run.sh
|
|
|
|
- name: Show logs on failure
|
|
if: failure()
|
|
run: |
|
|
echo "=== SeaweedFS Server Log ==="
|
|
tail -200 "$WORK_DIR/weed.log" || echo "No server log"
|
|
echo ""
|
|
echo "=== Surefire results ==="
|
|
cat "$WORK_DIR"/snowflake-s3compat-api-test-suite/s3compatapi/target/surefire-reports/*.txt 2>/dev/null || echo "No surefire reports"
|
|
|
|
- name: Upload test results
|
|
if: always()
|
|
uses: actions/upload-artifact@v7
|
|
with:
|
|
name: snowflake-s3compat-surefire-reports
|
|
path: /tmp/seaweedfs-snowflake-tests/snowflake-s3compat-api-test-suite/s3compatapi/target/surefire-reports/
|
|
retention-days: 14
|
|
|
|
- name: Cleanup
|
|
if: always()
|
|
run: |
|
|
pkill -9 -f "weed server" || true
|
|
rm -rf "$WORK_DIR" || true
|