Browse Source

purge

pull/7526/head
chrislu 1 week ago
parent
commit
e76753b1f1
  1. 24
      other/java/client/src/main/java/seaweedfs/client/SeaweedOutputStream.java
  2. 24
      other/java/hdfs3/src/main/java/seaweed/hdfs/SeaweedFileSystemStore.java

24
other/java/client/src/main/java/seaweedfs/client/SeaweedOutputStream.java

@ -104,15 +104,14 @@ public class SeaweedOutputStream extends OutputStream {
public synchronized long getPos() throws IOException { public synchronized long getPos() throws IOException {
getPosCallCount++; getPosCallCount++;
// Return virtual position (flushed + buffered)
// This represents where the next byte will be written
long virtualPos = position + buffer.position();
if (path.contains("parquet")) {
// Guard against NPE if called after close()
if (buffer == null) {
return position;
} }
return virtualPos;
// Return virtual position (flushed + buffered)
// This represents where the next byte will be written
return position + buffer.position();
} }
public static String getParentDirectory(String path) { public static String getParentDirectory(String path) {
@ -149,18 +148,7 @@ public class SeaweedOutputStream extends OutputStream {
attrBuilder.setFileSize(offset); attrBuilder.setFileSize(offset);
entry.setAttributes(attrBuilder); entry.setAttributes(attrBuilder);
if (path.contains("parquet") || path.contains("employees")) {
LOG.error(
"[METADATA-CHECK] BEFORE writeMeta: path={} fileSize={} offset={} totalBytes={} chunks={}",
path.substring(Math.max(0, path.length() - 80)), offset, offset, totalBytesWritten, entry.getChunksCount());
}
SeaweedWrite.writeMeta(filerClient, getParentDirectory(path), entry); SeaweedWrite.writeMeta(filerClient, getParentDirectory(path), entry);
if (path.contains("parquet") || path.contains("employees")) {
LOG.error("[METADATA-CHECK] AFTER writeMeta: path={} fileSize={} - metadata written!",
path.substring(Math.max(0, path.length() - 80)), offset);
}
} catch (Exception ex) { } catch (Exception ex) {
throw new IOException(ex); throw new IOException(ex);
} }

24
other/java/hdfs3/src/main/java/seaweed/hdfs/SeaweedFileSystemStore.java

@ -168,31 +168,7 @@ public class SeaweedFileSystemStore {
return; return;
} }
// Log source file metadata before rename
long sourceSize = entry.getAttributes().getFileSize();
int sourceChunks = entry.getChunksCount();
filerClient.mv(source.toUri().getPath(), destination.toUri().getPath()); filerClient.mv(source.toUri().getPath(), destination.toUri().getPath());
// Lookup destination to verify metadata was preserved
FilerProto.Entry destEntry = lookupEntry(destination);
if (destEntry != null) {
long destSize = destEntry.getAttributes().getFileSize();
int destChunks = destEntry.getChunksCount();
if (sourceSize != destSize) {
}
if (sourceChunks != destChunks) {
}
} else {
}
} }
public OutputStream createFile(final Path path, public OutputStream createFile(final Path path,

Loading…
Cancel
Save