Github-Mirror/seaweedfs
1
0
Fork 0
mirror of https://github.com/seaweedfs/seaweedfs.git synced 2026-09-08 23:50:43 +02:00
Code Issues Packages Projects Releases Wiki Activity

debug parquet footer writing

Browse Source
This commit is contained in:
chrislu
2025-11-23 13:29:15 -08:00
parent 65c3ead62f
commit 1ca6d7f441
1 changed files with 6 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
other/java/client/src/main/java/seaweedfs/client/SeaweedOutputStream.java
+6 -3
View File
@@ -100,7 +100,8 @@ public class SeaweedOutputStream extends OutputStream {
public synchronized long getPos() {
long currentPos = position + buffer.position();
if (path.contains("parquet")) {
LOG.info("[DEBUG-2024] 📍 getPos() called: flushedPosition={} bufferPosition={} returning={} totalBytesWritten={} writeCalls={}",
LOG.info(
"[DEBUG-2024] 📍 getPos() called: flushedPosition={} bufferPosition={} returning={} totalBytesWritten={} writeCalls={}",
position, buffer.position(), currentPos, totalBytesWritten, writeCallCount);
}
return currentPos;
@@ -173,12 +174,14 @@ public class SeaweedOutputStream extends OutputStream {
// Log significant writes AND writes near the end (potential footer)
if (path.contains("parquet")) {
if (length >= 20) {
LOG.info("[DEBUG-2024] ✍️ write({} bytes): totalSoFar={} writeCalls={} position={} bufferPos={}, file={}",
LOG.info(
"[DEBUG-2024] ✍️ write({} bytes): totalSoFar={} writeCalls={} position={} bufferPos={}, file={}",
length, totalBytesWritten, writeCallCount, position, buffer.position(),
path.substring(path.lastIndexOf('/') + 1));
} else if (writeCallCount >= 220) {
// Log all small writes after call 220 (likely footer writes)
LOG.info("[DEBUG-2024] ✍️ write({} bytes): totalSoFar={} writeCalls={} position={} bufferPos={} [FOOTER?], file={}",
LOG.info(
"[DEBUG-2024] ✍️ write({} bytes): totalSoFar={} writeCalls={} position={} bufferPos={} [FOOTER?], file={}",
length, totalBytesWritten, writeCallCount, position, buffer.position(),
path.substring(path.lastIndexOf('/') + 1));
}