mirror of
https://github.com/seaweedfs/seaweedfs.git
synced 2026-11-02 10:17:10 +01:00
Chris LuandClaude Opus 5.5
5a60ce04e3
* vector: parse a filter's JSONPath once per batch instead of per row
Lance's json_extract and json_exists parse their JSONPath argument again
for every row they see. Every translated S3 Vectors filter goes through
them, so a flat scan paid about 1 µs per row before the predicate
compared anything, and a 10%-selective {"category": {"$eq": "c3"}} ran
about 50% slower than the same query unfiltered.
The path is always a literal, so the scanner now parses the filter as
before and swaps in copies of the two functions that parse it once per
batch. They call the same jsonb selector and serializer, so results and
errors do not change. Calls whose path is not a literal keep Lance's
functions. The filter SQL is unchanged, so the gateway, existing tables
and the distributed workers (which run query::ann) need no change.
Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_011UpvafvK8JpagF94MHWqwK
* s3vectors: read the field once per extractor in $in and $nin
$in and $nin rendered one IN per member, each with its own json_extract,
so an N-member list parsed the row's metadata N times. Members that share
an extractor (strings and booleans, or numbers) now go into one IN list,
so a list reads the field at most twice. Matching is unchanged: each
group still only sees its own JSON type and still coalesces NULL before
$nin negates it.
Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_011UpvafvK8JpagF94MHWqwK
* s3vectors: rename the $in literal map so codespell passes
Codespell reads "lits" as a misspelling of "list".
Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_011UpvafvK8JpagF94MHWqwK
---------
Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com>
45 lines
1.1 KiB
TOML
45 lines
1.1 KiB
TOML
[package]
|
|
name = "weed-vector-core"
|
|
version.workspace = true
|
|
edition.workspace = true
|
|
rust-version.workspace = true
|
|
description = "Vector query engine over SeaweedFS Lance table buckets"
|
|
|
|
[lib]
|
|
name = "weed_vector_core"
|
|
|
|
[[bin]]
|
|
name = "weed-vector-cli"
|
|
path = "src/main.rs"
|
|
|
|
[dependencies]
|
|
# The catalog client and dataset-opening helper the maintenance worker uses.
|
|
# A path dependency because the two trees are separate cargo workspaces with
|
|
# no common root manifest.
|
|
weed-lance-worker = { path = "../../../seaweed-worker/crates/lance" }
|
|
lance = { version = "10", default-features = false, features = ["aws"] }
|
|
object_store = "0.13"
|
|
lance-index = "10"
|
|
lance-linalg = "10"
|
|
lance-table = "10"
|
|
arrow-array = "58"
|
|
arrow-cast = "58"
|
|
arrow-schema = "58"
|
|
roaring = "0.11"
|
|
jsonb = { version = "0.5", default-features = false }
|
|
anyhow.workspace = true
|
|
clap = { version = "4", features = ["derive", "env"] }
|
|
futures = "0.3"
|
|
serde = { version = "1", features = ["derive"] }
|
|
serde_json = "1"
|
|
tokio.workspace = true
|
|
tracing.workspace = true
|
|
uuid = { version = "1", features = ["v4"] }
|
|
tracing-subscriber.workspace = true
|
|
|
|
[dev-dependencies]
|
|
tempfile = "3"
|
|
|
|
[lints]
|
|
workspace = true
|