mirror of
https://github.com/seaweedfs/seaweedfs.git
synced 2026-10-24 23:10:41 +02:00
* ci: cancel superseded workflow runs on PR pushes
PR-triggered workflows without a concurrency group keep running (and
holding runner slots) after a force-push or quick follow-up commit
supersedes them. Add the same group/cancel-in-progress block the go
workflow already uses, keyed on head_ref, to the remaining PR workflows.
Generated with [Devin](https://devin.ai)
Co-Authored-By: Devin <158243242+devin-ai-integration[bot]@users.noreply.github.com>
* ci: key concurrency groups on PR number or ref, not head_ref
github.head_ref is empty on tag pushes and manual runs (every run then
shares one group and cancels the last) and collides across forks when
two PRs share a branch name. pull_request.number is unique per PR;
github.ref covers push/tag/dispatch. Applied to all workflows using the
pattern, including pre-existing ones.
Generated with [Devin](https://devin.ai)
Co-Authored-By: Devin <158243242+devin-ai-integration[bot]@users.noreply.github.com>
* ci: restrict cancel-in-progress to PR and branch-push runs
* ci: serialize container_latest manual runs by destination tag
Two workflow_dispatch runs sharing an image_tag could otherwise build
concurrently: their per-arch images publish to the same platform tags,
so one run's create-manifest job can combine platforms from different
source refs. Group dispatch runs by the destination tag (with
cancel-in-progress already disabled for non-PR/non-branch events) so
same-tag publishes queue instead of interleaving.
* ci: serialize manual publish runs by destination tag in remaining container workflows
* ci: group foundationdb release dispatch runs by release tag
A manual run now shares the tag-push concurrency group for the same
release, so a re-publish of a tag queues behind (or ahead of) the push
run instead of racing it on the same image tag.
Generated with [Devin](https://devin.ai)
Co-Authored-By: Devin <158243242+devin-ai-integration[bot]@users.noreply.github.com>
* ci: serialize foundationdb_version dispatch runs by destination tag
Two manual runs resolving to the same docker tag now share a concurrency
group (explicit image_tag, else the computed
foundationdb_<fdb>_seaweedfs_<ref> default), so they queue instead of
racing pushes to the same tag.
Generated with [Devin](https://devin.ai)
Co-Authored-By: Devin <158243242+devin-ai-integration[bot]@users.noreply.github.com>
* ci: drop unsupported toLower() from foundationdb_version concurrency group
* ci: key rocksdb_version dispatch group on its published tag
* ci: queue publish runs via turnstyle instead of cancel-free shared groups
* Revert "ci: queue publish runs via turnstyle instead of cancel-free shared groups"
This reverts commit 039148f8d5.
* ci: queue same-tag publish runs instead of replacing the pending one
Dispatch/tag-only workflows can never cancel in progress, so opt their
concurrency groups into queue: max — up to 100 same-tag publishes wait
in line rather than each new dispatch cancelling the pending one.
---------
Co-authored-by: Devin <158243242+devin-ai-integration[bot]@users.noreply.github.com>
198 lines
6.3 KiB
YAML
198 lines
6.3 KiB
YAML
name: Java Client Integration Tests
|
|
|
|
on:
|
|
push:
|
|
branches: [ master ]
|
|
paths:
|
|
- 'other/java/**'
|
|
- 'weed/**'
|
|
- '.github/workflows/java_integration_tests.yml'
|
|
pull_request:
|
|
branches: [ master ]
|
|
paths:
|
|
- 'other/java/**'
|
|
- 'weed/**'
|
|
- '.github/workflows/java_integration_tests.yml'
|
|
|
|
concurrency:
|
|
group: ${{ github.workflow }}-${{ github.event.pull_request.number || (github.event_name == 'push' && github.ref) || github.run_id }}
|
|
cancel-in-progress: ${{ github.event_name == 'pull_request' || (github.event_name == 'push' && !startsWith(github.ref, 'refs/tags/')) }}
|
|
|
|
jobs:
|
|
test:
|
|
name: Java Integration Tests
|
|
runs-on: ubuntu-latest
|
|
|
|
strategy:
|
|
matrix:
|
|
java: ['11', '17']
|
|
|
|
steps:
|
|
- name: Checkout code
|
|
uses: actions/checkout@v7
|
|
|
|
- name: Set up Go
|
|
uses: actions/setup-go@v7
|
|
with:
|
|
go-version-file: 'go.mod'
|
|
id: go
|
|
|
|
- name: Set up Java
|
|
uses: actions/setup-java@v6
|
|
with:
|
|
java-version: ${{ matrix.java }}
|
|
distribution: 'temurin'
|
|
cache: 'maven'
|
|
|
|
- name: Build SeaweedFS
|
|
run: |
|
|
cd weed
|
|
go install -buildvcs=false
|
|
weed version
|
|
|
|
- name: Start SeaweedFS Server
|
|
run: |
|
|
# Create clean data directory
|
|
export WEED_DATA_DIR="/tmp/seaweedfs-java-tests-$(date +%s)"
|
|
mkdir -p "$WEED_DATA_DIR"
|
|
|
|
# Start SeaweedFS with optimized settings for CI
|
|
# Include S3 API for s3copier integration tests
|
|
weed server -dir="$WEED_DATA_DIR" \
|
|
-master.raftHashicorp \
|
|
-master.electionTimeout=1s \
|
|
-master.volumeSizeLimitMB=100 \
|
|
-volume.max=100 \
|
|
-volume.preStopSeconds=1 \
|
|
-master.peers=none \
|
|
-filer -filer.maxMB=64 \
|
|
-s3 -s3.port=8333 \
|
|
-s3.config="$GITHUB_WORKSPACE/docker/compose/s3.json" \
|
|
-s3.allowDeleteBucketNotEmpty=true \
|
|
-master.port=9333 \
|
|
-volume.port=8080 \
|
|
-filer.port=8888 \
|
|
-metricsPort=9324 > seaweedfs.log 2>&1 &
|
|
|
|
SERVER_PID=$!
|
|
echo "SERVER_PID=$SERVER_PID" >> $GITHUB_ENV
|
|
echo "WEED_DATA_DIR=$WEED_DATA_DIR" >> $GITHUB_ENV
|
|
echo "SeaweedFS server started with PID: $SERVER_PID"
|
|
|
|
- name: Wait for SeaweedFS Components
|
|
run: |
|
|
echo "Waiting for SeaweedFS components to start..."
|
|
|
|
# Wait for master
|
|
for i in {1..30}; do
|
|
if curl -s http://localhost:9333/cluster/status > /dev/null 2>&1; then
|
|
echo "✓ Master server is ready"
|
|
break
|
|
fi
|
|
echo "Waiting for master server... ($i/30)"
|
|
sleep 2
|
|
done
|
|
|
|
# Wait for volume
|
|
for i in {1..30}; do
|
|
if curl -s http://localhost:8080/status > /dev/null 2>&1; then
|
|
echo "✓ Volume server is ready"
|
|
break
|
|
fi
|
|
echo "Waiting for volume server... ($i/30)"
|
|
sleep 2
|
|
done
|
|
|
|
# Wait for filer
|
|
for i in {1..30}; do
|
|
if curl -s http://localhost:8888/ > /dev/null 2>&1; then
|
|
echo "✓ Filer is ready"
|
|
break
|
|
fi
|
|
echo "Waiting for filer... ($i/30)"
|
|
sleep 2
|
|
done
|
|
|
|
# Wait for S3 API
|
|
for i in {1..30}; do
|
|
if curl -s http://localhost:8333/healthz > /dev/null 2>&1; then
|
|
echo "✓ S3 API is ready"
|
|
break
|
|
fi
|
|
echo "Waiting for S3 API... ($i/30)"
|
|
sleep 2
|
|
done
|
|
|
|
echo "✓ All SeaweedFS components are ready!"
|
|
|
|
# Display cluster status
|
|
echo "Cluster status:"
|
|
curl -s http://localhost:9333/cluster/status | head -20
|
|
|
|
- name: Build and Install SeaweedFS Client
|
|
working-directory: other/java/client
|
|
run: |
|
|
mvn clean install -DskipTests -Dmaven.javadoc.skip=true -Dgpg.skip=true
|
|
|
|
- name: Run Client Unit Tests
|
|
working-directory: other/java/client
|
|
run: |
|
|
mvn test -Dtest=SeaweedReadTest,SeaweedCipherTest
|
|
|
|
- name: Run Client Integration Tests
|
|
working-directory: other/java/client
|
|
env:
|
|
SEAWEEDFS_TEST_ENABLED: true
|
|
run: |
|
|
mvn test -Dtest=*IntegrationTest
|
|
|
|
- name: Run HDFS3 Configuration Tests
|
|
working-directory: other/java/hdfs3
|
|
run: |
|
|
mvn test -Dtest=SeaweedFileSystemConfigTest -Dmaven.javadoc.skip=true -Dgpg.skip=true
|
|
|
|
- name: Run S3 ETag Validation Tests (Issue #7768)
|
|
working-directory: other/java/s3copier
|
|
env:
|
|
S3_ENDPOINT: http://127.0.0.1:8333
|
|
S3_ACCESS_KEY: some_access_key1
|
|
S3_SECRET_KEY: some_secret_key1
|
|
run: |
|
|
echo "Running S3 ETag validation tests against $S3_ENDPOINT"
|
|
mvn test -Dtest=ETagValidationTest \
|
|
-DS3_ENDPOINT=$S3_ENDPOINT \
|
|
-DS3_ACCESS_KEY=$S3_ACCESS_KEY \
|
|
-DS3_SECRET_KEY=$S3_SECRET_KEY \
|
|
-Dmaven.javadoc.skip=true -Dgpg.skip=true
|
|
|
|
- name: Display logs on failure
|
|
if: failure()
|
|
run: |
|
|
echo "=== SeaweedFS Server Log ==="
|
|
tail -100 seaweedfs.log || echo "No server log"
|
|
echo ""
|
|
echo "=== Cluster Status ==="
|
|
curl -s http://localhost:9333/cluster/status || echo "Cannot reach cluster"
|
|
echo ""
|
|
echo "=== Process Status ==="
|
|
ps aux | grep weed || echo "No weed processes"
|
|
|
|
- name: Cleanup
|
|
if: always()
|
|
run: |
|
|
# Stop server using stored PID
|
|
if [ -n "$SERVER_PID" ]; then
|
|
echo "Stopping SeaweedFS server (PID: $SERVER_PID)"
|
|
kill -9 $SERVER_PID 2>/dev/null || true
|
|
fi
|
|
|
|
# Fallback: kill any remaining weed processes
|
|
pkill -f "weed server" || true
|
|
|
|
# Clean up data directory
|
|
if [ -n "$WEED_DATA_DIR" ]; then
|
|
echo "Cleaning up data directory: $WEED_DATA_DIR"
|
|
rm -rf "$WEED_DATA_DIR" || true
|
|
fi
|
|
|