seaweedfs/.github/workflows/s3-go-tests.yml

name: "S3 Go Tests"

on:
  pull_request:
    paths:
      - 'weed/s3api/**'
      - 'weed/remote_storage/**'
      - 'weed/filer/**'
      - 'weed/server/**'
      - 'test/s3/**'
      - 'go.mod'
      - 'go.sum'
      - '.github/workflows/s3-go-tests.yml'

concurrency:
  group: ${{ github.workflow }}-${{ github.event.pull_request.number || (github.event_name == 'push' && github.ref) || github.run_id }}
  cancel-in-progress: ${{ github.event_name == 'pull_request' || (github.event_name == 'push' && !startsWith(github.ref, 'refs/tags/')) }}

permissions:
  contents: read

defaults:
  run:
    working-directory: weed

jobs:
  s3-versioning-tests:
    name: S3 Versioning Tests
    runs-on: ubuntu-24.04
    timeout-minutes: 30
    strategy:
      matrix:
        test-type: ["quick", "comprehensive"]
    
    steps:
      - name: Check out code
        uses: actions/checkout@v7

      - name: Clean up stale FUSE mounts
        uses: ./.github/actions/cleanup-stale-fuse-mounts

      - name: Set up Go
        uses: actions/setup-go@v7
        with:
          go-version-file: 'go.mod'
          cache: ${{ runner.environment == 'github-hosted' }}
        id: go

      - name: Install SeaweedFS
        run: |
          go install -buildvcs=false

      - name: Run S3 Versioning Tests - ${{ matrix.test-type }}
        timeout-minutes: 25
        working-directory: test/s3/versioning
        run: |
          set -x
          echo "=== System Information ==="
          uname -a
          free -h
          timeout 15 df -h || true
          echo "=== Starting Tests ==="
          
          # Run tests with automatic server management
          # The test-with-server target handles server startup/shutdown automatically
          if [ "${{ matrix.test-type }}" = "quick" ]; then
            # Override TEST_PATTERN for quick tests only
            make test-with-server TEST_PATTERN="TestBucketListReturnDataVersioning|TestVersioningBasicWorkflow|TestVersioningDeleteMarkers"
          else
            # Run all versioning tests
            make test-with-server
          fi

      - name: Show server logs on failure
        if: failure()
        working-directory: test/s3/versioning
        run: |
          echo "=== Server Logs ==="
          if [ -f weed-test.log ]; then
            echo "Last 100 lines of server logs:"
            tail -100 weed-test.log
          else
            echo "No server log file found"
          fi
          
          echo "=== Test Environment ==="
          ps aux | grep -E "(weed|test)" || true
          netstat -tlnp | grep -E "(8333|9333|8080)" || true

      - name: Upload test logs on failure
        if: failure()
        uses: actions/upload-artifact@v7
        with:
          name: s3-versioning-test-logs-${{ matrix.test-type }}
          path: test/s3/versioning/weed-test*.log
          retention-days: 3

  s3-versioning-compatibility:
    name: S3 Versioning Compatibility Test
    runs-on: ubuntu-24.04
    timeout-minutes: 20
    
    steps:
      - name: Check out code
        uses: actions/checkout@v7

      - name: Set up Go
        uses: actions/setup-go@v7
        with:
          go-version-file: 'go.mod'
          cache: ${{ runner.environment == 'github-hosted' }}
        id: go

      - name: Install SeaweedFS
        run: |
          go install -buildvcs=false

      - name: Run Core Versioning Test (Python s3tests equivalent)
        timeout-minutes: 15
        working-directory: test/s3/versioning
        run: |
          set -x
          echo "=== System Information ==="
          uname -a
          free -h
          
          # Run the specific test that is equivalent to the Python s3tests
          make test-with-server || {
            echo "❌ Test failed, checking logs..."
            if [ -f weed-test.log ]; then
              echo "=== Server logs ==="
              tail -100 weed-test.log
            fi
            echo "=== Process information ==="
            ps aux | grep -E "(weed|test)" || true
            exit 1
          }

      - name: Upload server logs on failure
        if: failure()
        uses: actions/upload-artifact@v7
        with:
          name: s3-versioning-compatibility-logs
          path: test/s3/versioning/weed-test*.log
          retention-days: 3

  s3-cors-compatibility:
    name: S3 CORS Compatibility Test
    runs-on: ubuntu-24.04
    timeout-minutes: 20
    
    steps:
      - name: Check out code
        uses: actions/checkout@v7

      - name: Set up Go
        uses: actions/setup-go@v7
        with:
          go-version-file: 'go.mod'
          cache: ${{ runner.environment == 'github-hosted' }}
        id: go

      - name: Install SeaweedFS
        run: |
          go install -buildvcs=false

      - name: Run Core CORS Test (AWS S3 compatible)
        timeout-minutes: 15
        working-directory: test/s3/cors
        run: |
          set -x
          echo "=== System Information ==="
          uname -a
          free -h
          
          # Run the specific test that is equivalent to AWS S3 CORS behavior
          make test-with-server || {
            echo "❌ Test failed, checking logs..."
            if [ -f weed-test.log ]; then
              echo "=== Server logs ==="
              tail -100 weed-test.log
            fi
            echo "=== Process information ==="
            ps aux | grep -E "(weed|test)" || true
            exit 1
          }

      - name: Upload server logs on failure
        if: failure()
        uses: actions/upload-artifact@v7
        with:
          name: s3-cors-compatibility-logs
          path: test/s3/cors/weed-test*.log
          retention-days: 3

  s3-retention-tests:
    name: S3 Retention Tests
    runs-on: ubuntu-24.04
    timeout-minutes: 30
    strategy:
      matrix:
        test-type: ["quick", "comprehensive"]
    
    steps:
      - name: Check out code
        uses: actions/checkout@v7

      - name: Clean up stale FUSE mounts
        uses: ./.github/actions/cleanup-stale-fuse-mounts

      - name: Set up Go
        uses: actions/setup-go@v7
        with:
          go-version-file: 'go.mod'
          cache: ${{ runner.environment == 'github-hosted' }}
        id: go

      - name: Install SeaweedFS
        run: |
          go install -buildvcs=false

      - name: Run S3 Retention Tests - ${{ matrix.test-type }}
        timeout-minutes: 25
        working-directory: test/s3/retention
        run: |
          set -x
          echo "=== System Information ==="
          uname -a
          free -h
          timeout 15 df -h || true
          echo "=== Starting Tests ==="
          
          # Run tests with automatic server management
          # The test-with-server target handles server startup/shutdown automatically
          if [ "${{ matrix.test-type }}" = "quick" ]; then
            # Override TEST_PATTERN for quick tests only
            make test-with-server TEST_PATTERN="TestBasicRetentionWorkflow|TestRetentionModeCompliance|TestLegalHoldWorkflow"
          else
            # Run all retention tests
            make test-with-server
          fi

      - name: Show server logs on failure
        if: failure()
        working-directory: test/s3/retention
        run: |
          echo "=== Server Logs ==="
          if [ -f weed-test.log ]; then
            echo "Last 100 lines of server logs:"
            tail -100 weed-test.log
          else
            echo "No server log file found"
          fi
          
          echo "=== Test Environment ==="
          ps aux | grep -E "(weed|test)" || true
          netstat -tlnp | grep -E "(8333|9333|8080)" || true

      - name: Upload test logs on failure
        if: failure()
        uses: actions/upload-artifact@v7
        with:
          name: s3-retention-test-logs-${{ matrix.test-type }}
          path: test/s3/retention/weed-test*.log
          retention-days: 3

  s3-lifecycle-tests:
    name: S3 Lifecycle Tests
    runs-on: ubuntu-24.04
    timeout-minutes: 10
    strategy:
      fail-fast: false
      matrix:
        # One job per test so each gets a fresh `weed mini` server, avoiding
        # the cross-test volume-pool exhaustion that surfaced when several
        # TTL-pinned bucket collections piled up in a single run.
        test:
          - TestLifecycleAbortIncompleteMultipartUpload
          - TestLifecycleAdminDispatchSucceedsWithCustomFilerGrpcPort
          - TestLifecycleBootstrapWalkOnExistingObjects
          - TestLifecycleConfigUpdateBetweenSweeps
          - TestLifecycleDeleteBucketLifecycleStopsDispatching
          - TestLifecycleDisabledRuleSkipsObject
          - TestLifecycleEmptyBucketSweepIsNoOp
          - TestLifecycleExpirationDateInThePast
          - TestLifecycleExpirationFiresOnBackdatedObject
          - TestLifecycleExpiredDeleteMarkerCleanup
          - TestLifecycleMultipleBucketsInOneSweep
          - TestLifecycleMultipleRulesInOneBucket
          - TestLifecycleNewerNoncurrentVersions
          - TestLifecycleNoncurrentVersionExpiration
          - TestLifecycleSizeFilterGreaterThan
          - TestLifecycleSkipsObjectLockedObjects
          - TestLifecycleSuspendedVersioningExpiration
          - TestLifecycleTagFilter
          - TestLifecycleVersionedBucketCreatesDeleteMarker
          - TestLifecycleVersionedBucketExpiresOnSecondRun

    steps:
      - name: Check out code
        uses: actions/checkout@v7

      - name: Set up Go
        uses: actions/setup-go@v7
        with:
          go-version-file: 'go.mod'
          cache: ${{ runner.environment == 'github-hosted' }}
        id: go

      - name: Install SeaweedFS
        run: |
          go install -buildvcs=false

      - name: Run ${{ matrix.test }}
        timeout-minutes: 8
        working-directory: test/s3/lifecycle
        run: |
          set -x
          make test-with-server TEST_PATTERN='^${{ matrix.test }}$$'

      - name: Show server logs on failure
        if: failure()
        working-directory: test/s3/lifecycle
        run: |
          if [ -f weed-test.log ]; then
            echo "=== Last 200 lines of server logs ==="
            tail -200 weed-test.log
          fi
          ps aux | grep -E "(weed|test)" || true
          netstat -tlnp 2>/dev/null | grep -E "(8333|9333|8080|8888)" || true

      - name: Upload test logs on failure
        if: failure()
        uses: actions/upload-artifact@v7
        with:
          name: s3-lifecycle-test-logs-${{ matrix.test }}
          path: test/s3/lifecycle/weed-test*.log
          retention-days: 3

  s3-checksum-tests:
    name: S3 Checksum Tests
    runs-on: ubuntu-24.04
    timeout-minutes: 20

    steps:
      - name: Check out code
        uses: actions/checkout@v7

      - name: Clean up stale FUSE mounts
        uses: ./.github/actions/cleanup-stale-fuse-mounts

      - name: Set up Go
        uses: actions/setup-go@v7
        with:
          go-version-file: 'go.mod'
          cache: ${{ runner.environment == 'github-hosted' }}
        id: go

      - name: Install SeaweedFS
        run: |
          go install -buildvcs=false

      - name: Run S3 Checksum Tests
        timeout-minutes: 16
        working-directory: test/s3/checksum
        run: |
          set -x
          echo "=== System Information ==="
          uname -a
          free -h
          timeout 15 df -h || true
          echo "=== Starting Tests ==="
          make test-with-server

      - name: Show server logs on failure
        if: failure()
        working-directory: test/s3/checksum
        run: |
          echo "=== Server Logs ==="
          if [ -f weed-test.log ]; then
            echo "Last 100 lines of server logs:"
            tail -100 weed-test.log
          else
            echo "No server log file found"
          fi

          echo "=== Test Environment ==="
          ps aux | grep -E "(weed|test)" || true
          netstat -tlnp | grep -E "(8333|9333|8080)" || true

      - name: Upload test logs on failure
        if: failure()
        uses: actions/upload-artifact@v7
        with:
          name: s3-checksum-test-logs
          path: test/s3/checksum/weed-test*.log
          retention-days: 3

  s3-cors-tests:
    name: S3 CORS Tests
    runs-on: ubuntu-24.04
    timeout-minutes: 30
    strategy:
      matrix:
        test-type: ["quick", "comprehensive"]
    
    steps:
      - name: Check out code
        uses: actions/checkout@v7

      - name: Clean up stale FUSE mounts
        uses: ./.github/actions/cleanup-stale-fuse-mounts

      - name: Set up Go
        uses: actions/setup-go@v7
        with:
          go-version-file: 'go.mod'
          cache: ${{ runner.environment == 'github-hosted' }}
        id: go

      - name: Install SeaweedFS
        run: |
          go install -buildvcs=false

      - name: Run S3 CORS Tests - ${{ matrix.test-type }}
        timeout-minutes: 25
        working-directory: test/s3/cors
        run: |
          set -x
          echo "=== System Information ==="
          uname -a
          free -h
          timeout 15 df -h || true
          echo "=== Starting Tests ==="
          
          # Run tests with automatic server management
          # The test-with-server target handles server startup/shutdown automatically
          if [ "${{ matrix.test-type }}" = "quick" ]; then
            # Override TEST_PATTERN for quick tests only
            make test-with-server TEST_PATTERN="TestCORSConfigurationManagement|TestServiceLevelCORS|TestCORSBasicWorkflow"
          else
            # Run all CORS tests
            make test-with-server
          fi

      - name: Show server logs on failure
        if: failure()
        working-directory: test/s3/cors
        run: |
          echo "=== Server Logs ==="
          if [ -f weed-test.log ]; then
            echo "Last 100 lines of server logs:"
            tail -100 weed-test.log
          else
            echo "No server log file found"
          fi
          
          echo "=== Test Environment ==="
          ps aux | grep -E "(weed|test)" || true
          netstat -tlnp | grep -E "(8333|9333|8080)" || true

      - name: Upload test logs on failure
        if: failure()
        uses: actions/upload-artifact@v7
        with:
          name: s3-cors-test-logs-${{ matrix.test-type }}
          path: test/s3/cors/weed-test*.log
          retention-days: 3

  s3-retention-worm:
    name: S3 Retention WORM Integration Test
    runs-on: ubuntu-24.04
    timeout-minutes: 20
    
    steps:
      - name: Check out code
        uses: actions/checkout@v7

      - name: Set up Go
        uses: actions/setup-go@v7
        with:
          go-version-file: 'go.mod'
          cache: ${{ runner.environment == 'github-hosted' }}
        id: go

      - name: Install SeaweedFS
        run: |
          go install -buildvcs=false

      - name: Run WORM Integration Tests
        timeout-minutes: 15
        working-directory: test/s3/retention
        run: |
          set -x
          echo "=== System Information ==="
          uname -a
          free -h
          
          # Run the WORM integration tests with automatic server management
          # The test-with-server target handles server startup/shutdown automatically
          make test-with-server TEST_PATTERN="TestWORM|TestRetentionExtendedAttributes|TestRetentionConcurrentOperations" || {
            echo "❌ WORM integration test failed, checking logs..."
            if [ -f weed-test.log ]; then
              echo "=== Server logs ==="
              tail -100 weed-test.log
            fi
            echo "=== Process information ==="
            ps aux | grep -E "(weed|test)" || true
            exit 1
          }

      - name: Upload server logs on failure
        if: failure()
        uses: actions/upload-artifact@v7
        with:
          name: s3-retention-worm-logs
          path: test/s3/retention/weed-test*.log
          retention-days: 3

  s3-versioning-stress:
    name: S3 Versioning Stress Test
    runs-on: ubuntu-24.04
    timeout-minutes: 35
    
    steps:
      - name: Check out code
        uses: actions/checkout@v7

      - name: Set up Go
        uses: actions/setup-go@v7
        with:
          go-version-file: 'go.mod'
          cache: ${{ runner.environment == 'github-hosted' }}
        id: go

      - name: Install SeaweedFS
        run: |
          go install -buildvcs=false

      - name: Run S3 Versioning Stress Tests
        timeout-minutes: 30
        working-directory: test/s3/versioning
        run: |
          set -x
          echo "=== System Information ==="
          uname -a
          free -h
          
          # Start server for stress tests
          make start-server
          
          # Run stress tests (concurrent operations)
          make test-versioning-stress || {
            echo "❌ Stress test failed, checking logs..."
            if [ -f weed-test.log ]; then
              echo "=== Server logs ==="
              tail -200 weed-test.log
            fi
            make stop-server
            make clean
            exit 1
          }
          
          # Run pagination stress tests (>1000 versions)
          echo "=== Running pagination stress tests ==="
          make test-versioning-pagination-stress || {
            echo "❌ Pagination stress test failed, checking logs..."
            if [ -f weed-test.log ]; then
              echo "=== Server logs ==="
              tail -200 weed-test.log
            fi
            make stop-server
            make clean
            exit 1
          }
          
          make stop-server
          make clean

      - name: Upload stress test logs
        if: always()
        uses: actions/upload-artifact@v7
        with:
          name: s3-versioning-stress-logs
          path: test/s3/versioning/weed-test*.log
          retention-days: 7

  s3-tagging-tests:
    # CI job for S3 object tagging tests
    name: S3 Tagging Tests
    runs-on: ubuntu-24.04
    timeout-minutes: 20
    
    steps:
      - name: Check out code
        uses: actions/checkout@v7

      - name: Set up Go
        uses: actions/setup-go@v7
        with:
          go-version-file: 'go.mod'
          cache: ${{ runner.environment == 'github-hosted' }}
        id: go

      - name: Install SeaweedFS
        run: |
          go install -buildvcs=false

      - name: Run S3 Tagging Tests
        timeout-minutes: 15
        working-directory: test/s3/tagging
        run: |
          set -x
          echo "=== System Information ==="
          uname -a
          free -h
          
          # Set environment variables for the test
          export S3_ENDPOINT="http://localhost:8006"
          export S3_ACCESS_KEY="0555b35654ad1656d804"
          export S3_SECRET_KEY="h7GhxuBLTrlhVUyxSPUKUV8r/2EI4ngqJxD7iBdBYLhwluN30JaT3Q=="
          export AWS_ACCESS_KEY_ID="$S3_ACCESS_KEY"
          export AWS_SECRET_ACCESS_KEY="$S3_SECRET_KEY"
          
          # Run the specific test that is equivalent to AWS S3 tagging behavior
          make test-with-server || {
            echo "❌ Test failed, checking logs..."
            if [ -f weed-test.log ]; then
              echo "=== Server logs ==="
              tail -100 weed-test.log
            fi
            echo "=== Process information ==="
            ps aux | grep -E "(weed|test)" || true
            exit 1
          }

      - name: Upload test logs on failure
        if: failure()
        uses: actions/upload-artifact@v7
        with:
          name: s3-tagging-test-logs
          path: test/s3/tagging/weed-test*.log
          retention-days: 3

  s3-remote-cache-tests:
    name: S3 Remote Cache Tests
    runs-on: ubuntu-24.04
    timeout-minutes: 20
    
    steps:
      - name: Check out code
        uses: actions/checkout@v7

      - name: Set up Go
        uses: actions/setup-go@v7
        with:
          go-version-file: 'go.mod'
          cache: ${{ runner.environment == 'github-hosted' }}
        id: go

      - name: Install SeaweedFS
        run: |
          go install -buildvcs=false

      - name: Run S3 Remote Cache Tests
        timeout-minutes: 15
        working-directory: test/s3/remote_cache
        run: |
          set -x
          echo "=== System Information ==="
          uname -a
          free -h
          
          # Run the remote cache integration tests
          # Tests singleflight deduplication for caching remote objects
          make test-with-server || {
            echo "❌ Test failed, checking logs..."
            if [ -f primary-weed.log ]; then
              echo "=== Primary server logs ==="
              tail -100 primary-weed.log
            fi
            if [ -f remote-weed.log ]; then
              echo "=== Remote server logs ==="
              tail -100 remote-weed.log
            fi
            echo "=== Process information ==="
            ps aux | grep -E "(weed|test)" || true
            exit 1
          }

      - name: Upload test logs on failure
        if: failure()
        uses: actions/upload-artifact@v7
        with:
          name: s3-remote-cache-test-logs
          path: |
            test/s3/remote_cache/primary-weed.log
            test/s3/remote_cache/remote-weed.log
          retention-days: 3

  # Removed SSE-C integration tests and compatibility job