s3vectors: fix shared API behavior and test Go/Rust volume parity (#12216)

* s3vectors: reuse shared authenticated identity context

* s3vectors: encode empty results as arrays

* test: cover S3 Vectors with Go and Rust volume servers

* ci: require both volume implementations in vector integration tests

* s3vectors: keep identityOf as a shim over the shared identity context

Concurrent branches add identityOf call sites; deleting the helper would
break the build when they merge in either order. Route it through
GetIdentityNameFromContext so every caller resolves the same identity.

* test: wait for the vector engine to register before running

The gateway resolves weed-vector lazily through the master cluster list,
so a listening port does not mean the engine is reachable yet; the first
vector write or query could race KeepConnected and fail. Restore the
cluster.ps registration wait the previous harness had, and ignore the
pytest cache directory the suite creates.

* test: wait for master registration across OSS and enterprise

Use the exact engine registration event after AddClusterNode completes. The current enterprise cluster.ps does not list vector nodes, so waiting on its output prevents the shared fixture from starting there.

* s3vectors: keep contextWithIdentity as a shim alongside identityOf

In-flight callers still write the caller name through it; route the
write through SetIdentityNameInContext so both helpers agree on the
shared key whichever lands first.

.github/workflows/rust-vector-tests.yml

@@ -5,6 +5,7 @@ on:
     branches: [ master ]
     paths:
       - 'seaweed-vector/**'
+      - 'seaweed-volume/**'
       - 'seaweed-worker/**'
       - 'seaweed-common/**'
       - 'weed/pb/plugin.proto'
@@ -18,6 +19,7 @@ on:
     branches: [ master, main ]
     paths:
       - 'seaweed-vector/**'
+      - 'seaweed-volume/**'
       - 'seaweed-worker/**'
       - 'seaweed-common/**'
       - 'weed/pb/plugin.proto'
@@ -87,8 +89,15 @@ jobs:
 
 
   vectors-e2e:
-    name: S3 Vectors End-to-End
-    runs-on: ubuntu-latest
+    name: S3 Vectors Go/Rust Volume Parity
+    runs-on: ubuntu-24.04
+    timeout-minutes: 45
+    env:
+      CARGO_PROFILE_DEV_DEBUG: "0"
+      CARGO_BUILD_JOBS: "2"
+      CARGO_TARGET_DIR: ${{ github.workspace }}/seaweed-vector/target
+      VOLUME_SERVER_IMPL: go,rust
+      VECTOR_QUERY_MODE: single
     steps:
       - uses: actions/checkout@v7
         with:
@@ -96,11 +105,22 @@ jobs:
       - uses: actions/setup-go@v5
         with:
           go-version-file: go.mod
-      - name: Build weed
-        run: go build -o test/vectors/weed ./weed
+          cache: ${{ runner.environment == 'github-hosted' }}
       - uses: dtolnay/rust-toolchain@stable
-      # Same as the unit-test job: lance's build scripts need a protoc; use
-      # the vendored one so no system package is required.
+      - name: Fingerprint build toolchain
+        id: toolchain
+        run: echo "fingerprint=$(getconf GNU_LIBC_VERSION | tr ' ' '-')-rustc-$(rustc -V | awk '{print $2}')" >> "$GITHUB_OUTPUT"
+      - name: Cache cargo registry and target
+        if: runner.environment == 'github-hosted'
+        uses: actions/cache@v6
+        with:
+          path: |
+            ~/.cargo/registry
+            ~/.cargo/git
+            seaweed-vector/target/debug
+          key: vectors-e2e-${{ runner.os }}-${{ runner.arch }}-${{ steps.toolchain.outputs.fingerprint }}-${{ hashFiles('seaweed-vector/Cargo.lock', 'seaweed-volume/Cargo.lock') }}
+          restore-keys: |
+            vectors-e2e-${{ runner.os }}-${{ runner.arch }}-${{ steps.toolchain.outputs.fingerprint }}-
       - name: Use the vendored protoc
         run: |
           cd seaweed-vector
@@ -110,15 +130,37 @@ jobs:
           protoc=$(find ~/.cargo/registry/src -path "*protoc-bin-vendored-linux-x86_64-$version/bin/protoc" | head -1)
           test -x "$protoc" || { echo "no vendored protoc $version in the registry" >&2; exit 1; }
           echo "PROTOC=$protoc" >> "$GITHUB_ENV"
-      - name: Build weed-vector-server
-        run: cargo build --release --manifest-path seaweed-vector/Cargo.toml -p weed-vector-server
+      - name: Test Go vector gateway
+        run: go test ./weed/s3api/s3vectors ./weed/command -run 'Vector|Vectors' -count=1
+      - name: Build integration binaries
+        working-directory: test/vectors
+        run: make build CARGO_PROFILE=dev
       - uses: actions/setup-python@v5
         with:
           python-version: "3.12"
-      - name: Install test deps
-        run: pip install boto3 pytest
-      - name: Run the s3vectors conformance subset
+      - name: Install test dependencies
+        run: python -m pip install -r test/vectors/requirements.txt
+      - name: Run the S3 Vectors integration matrix
         working-directory: test/vectors
         run: |
-          cp ../../seaweed-vector/target/release/weed-vector weed-vector
-          ./run_test.sh
+          ./run_test.sh --basetemp="$RUNNER_TEMP/vector-tests" --junitxml="$RUNNER_TEMP/vector-results.xml"
+          python - <<'PYTHON'
+          import os
+          from pathlib import Path
+          import xml.etree.ElementTree as ET
+          cases = ET.parse(Path(os.environ["RUNNER_TEMP"]) / "vector-results.xml").findall(".//testcase")
+          assert len(cases) >= 24, f"expected at least 24 cases, got {len(cases)}"
+          assert not any(case.find("skipped") is not None for case in cases), "integration cases were skipped"
+          for volume in ("go", "rust"):
+              assert sum(case.get("name", "").endswith(f"[{volume}-single]") for case in cases) >= 12, volume
+          PYTHON
+      - name: Upload integration diagnostics
+        if: always()
+        uses: actions/upload-artifact@v7
+        with:
+          name: vectors-e2e-diagnostics
+          path: |
+            ${{ runner.temp }}/vector-tests
+            ${{ runner.temp }}/vector-results.xml
+          if-no-files-found: ignore
+          retention-days: 7