mirror of
https://github.com/seaweedfs/seaweedfs.git
synced 2026-10-12 17:27:50 +02:00
* fix(volume): do not read a needle's data to delete it A delete read the needle's whole payload from disk only to discard it. The delete handler and BatchDelete need the needle's cookie and its chunk-manifest flag, which live in the header and trailer, but fetched them with a full needle read, the same call a GET uses. readNeedle now reads the header and trailer only when MustMetaOnly is set, whatever the needle's size, and the delete paths ask for that. The Rust volume server honours must_meta_only the same way for its delete paths. A compressed needle or a chunk manifest still gets the full read, as before, because their callers need the bytes. HEAD is unchanged. It used to set MustMetaOnly, which nothing read; it now asks for AttemptMetaOnly alone, so it keeps reading a needle up to PagedReadLimit whole. On a spinning disk that one read is cheaper than a header read followed by a trailer read. Version 1 needles are always read in full. They have no data size field and no metadata after the data, which ReadNeedleMeta relies on, so a metadata-only read of one failed with "invalid needle meta size". That already happened for version 1 needles above PagedReadLimit read with AttemptMetaOnly. A delete therefore no longer verifies the data CRC of the needle it removes. The cookie check is unchanged. * fix(volume): read transformed images fully on HEAD too A HEAD carrying resize or crop params reports the transformed length, which a metadata read cannot produce. Go and Rust both answered such HEADs from the source header, returning the stored size instead of the cropped or resized one. Generated with [Devin](https://devin.ai) Co-Authored-By: Devin <158243242+devin-ai-integration[bot]@users.noreply.github.com> --------- Co-authored-by: Chris Lu <chrislusf@users.noreply.github.com> Co-authored-by: Devin <158243242+devin-ai-integration[bot]@users.noreply.github.com>
148 lines
4.0 KiB
Go
148 lines
4.0 KiB
Go
package weed_server
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"net/http"
|
|
"time"
|
|
|
|
"github.com/seaweedfs/seaweedfs/weed/operation"
|
|
"github.com/seaweedfs/seaweedfs/weed/pb/volume_server_pb"
|
|
"github.com/seaweedfs/seaweedfs/weed/storage"
|
|
"github.com/seaweedfs/seaweedfs/weed/storage/needle"
|
|
)
|
|
|
|
func (vs *VolumeServer) BatchDelete(ctx context.Context, req *volume_server_pb.BatchDeleteRequest) (*volume_server_pb.BatchDeleteResponse, error) {
|
|
resp := &volume_server_pb.BatchDeleteResponse{}
|
|
|
|
if err := vs.checkGrpcAdminAuth(ctx); err != nil {
|
|
return resp, err
|
|
}
|
|
|
|
if err := vs.CheckMaintenanceMode(); err != nil {
|
|
return resp, err
|
|
}
|
|
|
|
now := uint64(time.Now().Unix())
|
|
|
|
for _, fid := range req.FileIds {
|
|
vid, id_cookie, err := operation.ParseFileId(fid)
|
|
if err != nil {
|
|
resp.Results = append(resp.Results, &volume_server_pb.DeleteResult{
|
|
FileId: fid,
|
|
Status: http.StatusBadRequest,
|
|
Error: err.Error()})
|
|
continue
|
|
}
|
|
|
|
n := new(needle.Needle)
|
|
volumeId, _ := needle.NewVolumeId(vid)
|
|
if req.SkipCookieCheck {
|
|
n.Id, _, err = needle.ParseNeedleIdCookie(id_cookie)
|
|
if err != nil {
|
|
resp.Results = append(resp.Results, &volume_server_pb.DeleteResult{
|
|
FileId: fid,
|
|
Status: http.StatusBadRequest,
|
|
Error: err.Error()})
|
|
continue
|
|
}
|
|
} else {
|
|
if err := n.ParsePath(id_cookie); err != nil {
|
|
resp.Results = append(resp.Results, &volume_server_pb.DeleteResult{
|
|
FileId: fid,
|
|
Status: http.StatusBadRequest,
|
|
Error: err.Error()})
|
|
continue
|
|
}
|
|
}
|
|
|
|
ecVolume, isEcVolume := vs.store.FindEcVolume(volumeId)
|
|
if !req.SkipCookieCheck {
|
|
cookie := n.Cookie
|
|
if !isEcVolume {
|
|
if _, err := vs.store.ReadVolumeNeedle(volumeId, n, deleteReadOption(), nil); err != nil {
|
|
resp.Results = append(resp.Results, &volume_server_pb.DeleteResult{
|
|
FileId: fid,
|
|
Status: http.StatusNotFound,
|
|
Error: err.Error(),
|
|
})
|
|
continue
|
|
}
|
|
} else {
|
|
if _, err := vs.store.ReadEcShardNeedle(volumeId, n, nil); err != nil {
|
|
resp.Results = append(resp.Results, &volume_server_pb.DeleteResult{
|
|
FileId: fid,
|
|
Status: http.StatusNotFound,
|
|
Error: err.Error(),
|
|
})
|
|
continue
|
|
}
|
|
}
|
|
if n.Cookie != cookie {
|
|
resp.Results = append(resp.Results, &volume_server_pb.DeleteResult{
|
|
FileId: fid,
|
|
Status: http.StatusBadRequest,
|
|
Error: "File Random Cookie does not match.",
|
|
})
|
|
continue
|
|
}
|
|
}
|
|
|
|
if n.IsChunkedManifest() {
|
|
resp.Results = append(resp.Results, &volume_server_pb.DeleteResult{
|
|
FileId: fid,
|
|
Status: http.StatusNotAcceptable,
|
|
Error: "ChunkManifest: not allowed in batch delete mode.",
|
|
})
|
|
continue
|
|
}
|
|
|
|
n.LastModified = now
|
|
if !isEcVolume {
|
|
if size, err := vs.store.DeleteVolumeNeedle(volumeId, n); err != nil {
|
|
resp.Results = append(resp.Results, &volume_server_pb.DeleteResult{
|
|
FileId: fid,
|
|
Status: http.StatusInternalServerError,
|
|
Error: err.Error()},
|
|
)
|
|
} else if size == 0 {
|
|
resp.Results = append(resp.Results, &volume_server_pb.DeleteResult{
|
|
FileId: fid,
|
|
Status: http.StatusNotModified},
|
|
)
|
|
} else {
|
|
resp.Results = append(resp.Results, &volume_server_pb.DeleteResult{
|
|
FileId: fid,
|
|
Status: http.StatusAccepted,
|
|
Size: uint32(size)},
|
|
)
|
|
}
|
|
} else {
|
|
size, err := vs.store.DeleteEcShardNeedle(ecVolume, n, n.Cookie)
|
|
if errors.Is(err, storage.ErrorDeleted) {
|
|
// Already gone, which is what the caller asked for. The
|
|
// non-EC branch above reports that as StatusNotModified.
|
|
resp.Results = append(resp.Results, &volume_server_pb.DeleteResult{
|
|
FileId: fid,
|
|
Status: http.StatusNotModified},
|
|
)
|
|
} else if err != nil {
|
|
resp.Results = append(resp.Results, &volume_server_pb.DeleteResult{
|
|
FileId: fid,
|
|
Status: http.StatusInternalServerError,
|
|
Error: err.Error()},
|
|
)
|
|
} else {
|
|
resp.Results = append(resp.Results, &volume_server_pb.DeleteResult{
|
|
FileId: fid,
|
|
Status: http.StatusAccepted,
|
|
Size: uint32(size)},
|
|
)
|
|
}
|
|
}
|
|
}
|
|
|
|
return resp, nil
|
|
|
|
}
|