hilimd
4 years ago
committed by
GitHub
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
12 changed files with
20 additions and
13 deletions
-
other/java/client/pom.xml
-
other/java/client/pom.xml.deploy
-
other/java/client/pom_debug.xml
-
other/java/client/src/main/java/seaweedfs/client/SeaweedRead.java
-
other/java/examples/pom.xml
-
other/java/hdfs2/dependency-reduced-pom.xml
-
other/java/hdfs2/pom.xml
-
other/java/hdfs2/src/main/java/seaweed/hdfs/SeaweedFileSystem.java
-
other/java/hdfs3/dependency-reduced-pom.xml
-
other/java/hdfs3/pom.xml
-
other/java/hdfs3/src/main/java/seaweed/hdfs/SeaweedFileSystem.java
-
other/java/hdfs3/src/main/java/seaweed/hdfs/SeaweedFileSystemStore.java
|
|
@ -5,7 +5,7 @@ |
|
|
|
|
|
|
|
<groupId>com.github.chrislusf</groupId> |
|
|
|
<artifactId>seaweedfs-client</artifactId> |
|
|
|
<version>1.5.8</version> |
|
|
|
<version>1.5.9</version> |
|
|
|
|
|
|
|
<parent> |
|
|
|
<groupId>org.sonatype.oss</groupId> |
|
|
|
|
|
@ -5,7 +5,7 @@ |
|
|
|
|
|
|
|
<groupId>com.github.chrislusf</groupId> |
|
|
|
<artifactId>seaweedfs-client</artifactId> |
|
|
|
<version>1.5.8</version> |
|
|
|
<version>1.5.9</version> |
|
|
|
|
|
|
|
<parent> |
|
|
|
<groupId>org.sonatype.oss</groupId> |
|
|
|
|
|
@ -5,7 +5,7 @@ |
|
|
|
|
|
|
|
<groupId>com.github.chrislusf</groupId> |
|
|
|
<artifactId>seaweedfs-client</artifactId> |
|
|
|
<version>1.5.8</version> |
|
|
|
<version>1.5.9</version> |
|
|
|
|
|
|
|
<parent> |
|
|
|
<groupId>org.sonatype.oss</groupId> |
|
|
|
|
|
@ -122,7 +122,7 @@ public class SeaweedRead { |
|
|
|
} else if (filerGrpcClient.isAccessVolumeServerByFilerProxy()) { |
|
|
|
host = filerGrpcClient.getFilerAddress(); |
|
|
|
} |
|
|
|
String url = String.format("http://%s/%s", location.getUrl(), chunkView.fileId); |
|
|
|
String url = String.format("http://%s/%s", host, chunkView.fileId); |
|
|
|
try { |
|
|
|
data = doFetchOneFullChunkData(chunkView, url); |
|
|
|
lastException = null; |
|
|
|
|
|
@ -11,13 +11,13 @@ |
|
|
|
<dependency> |
|
|
|
<groupId>com.github.chrislusf</groupId> |
|
|
|
<artifactId>seaweedfs-client</artifactId> |
|
|
|
<version>1.5.8</version> |
|
|
|
<version>1.5.9</version> |
|
|
|
<scope>compile</scope> |
|
|
|
</dependency> |
|
|
|
<dependency> |
|
|
|
<groupId>com.github.chrislusf</groupId> |
|
|
|
<artifactId>seaweedfs-hadoop2-client</artifactId> |
|
|
|
<version>1.5.8</version> |
|
|
|
<version>1.5.9</version> |
|
|
|
<scope>compile</scope> |
|
|
|
</dependency> |
|
|
|
<dependency> |
|
|
|
|
|
@ -301,7 +301,7 @@ |
|
|
|
</snapshotRepository> |
|
|
|
</distributionManagement> |
|
|
|
<properties> |
|
|
|
<seaweedfs.client.version>1.5.8</seaweedfs.client.version> |
|
|
|
<seaweedfs.client.version>1.5.9</seaweedfs.client.version> |
|
|
|
<hadoop.version>2.9.2</hadoop.version> |
|
|
|
</properties> |
|
|
|
</project> |
|
|
@ -5,7 +5,7 @@ |
|
|
|
<modelVersion>4.0.0</modelVersion> |
|
|
|
|
|
|
|
<properties> |
|
|
|
<seaweedfs.client.version>1.5.8</seaweedfs.client.version> |
|
|
|
<seaweedfs.client.version>1.5.9</seaweedfs.client.version> |
|
|
|
<hadoop.version>2.9.2</hadoop.version> |
|
|
|
</properties> |
|
|
|
|
|
|
|
|
|
@ -26,7 +26,7 @@ public class SeaweedFileSystem extends FileSystem { |
|
|
|
public static final int FS_SEAWEED_DEFAULT_PORT = 8888; |
|
|
|
public static final String FS_SEAWEED_BUFFER_SIZE = "fs.seaweed.buffer.size"; |
|
|
|
public static final String FS_SEAWEED_REPLICATION = "fs.seaweed.replication"; |
|
|
|
public static final String FS_SEAWEED_VOLUME_SERVER_ACCESS = "fs.seaweed.volumeServerAccess"; |
|
|
|
public static final String FS_SEAWEED_VOLUME_SERVER_ACCESS = "fs.seaweed.volume.server.access"; |
|
|
|
public static final int FS_SEAWEED_DEFAULT_BUFFER_SIZE = 4 * 1024 * 1024; |
|
|
|
|
|
|
|
private static final Logger LOG = LoggerFactory.getLogger(SeaweedFileSystem.class); |
|
|
|
|
|
@ -309,7 +309,7 @@ |
|
|
|
</snapshotRepository> |
|
|
|
</distributionManagement> |
|
|
|
<properties> |
|
|
|
<seaweedfs.client.version>1.5.8</seaweedfs.client.version> |
|
|
|
<seaweedfs.client.version>1.5.9</seaweedfs.client.version> |
|
|
|
<hadoop.version>3.1.1</hadoop.version> |
|
|
|
</properties> |
|
|
|
</project> |
|
|
@ -5,7 +5,7 @@ |
|
|
|
<modelVersion>4.0.0</modelVersion> |
|
|
|
|
|
|
|
<properties> |
|
|
|
<seaweedfs.client.version>1.5.8</seaweedfs.client.version> |
|
|
|
<seaweedfs.client.version>1.5.9</seaweedfs.client.version> |
|
|
|
<hadoop.version>3.1.1</hadoop.version> |
|
|
|
</properties> |
|
|
|
|
|
|
|
|
|
@ -26,6 +26,7 @@ public class SeaweedFileSystem extends FileSystem { |
|
|
|
public static final int FS_SEAWEED_DEFAULT_PORT = 8888; |
|
|
|
public static final String FS_SEAWEED_BUFFER_SIZE = "fs.seaweed.buffer.size"; |
|
|
|
public static final String FS_SEAWEED_REPLICATION = "fs.seaweed.replication"; |
|
|
|
public static final String FS_SEAWEED_VOLUME_SERVER_ACCESS = "fs.seaweed.volume.server.access"; |
|
|
|
public static final int FS_SEAWEED_DEFAULT_BUFFER_SIZE = 4 * 1024 * 1024; |
|
|
|
|
|
|
|
private static final Logger LOG = LoggerFactory.getLogger(SeaweedFileSystem.class); |
|
|
|
|
|
@ -18,8 +18,7 @@ import java.util.ArrayList; |
|
|
|
import java.util.Arrays; |
|
|
|
import java.util.List; |
|
|
|
|
|
|
|
import static seaweed.hdfs.SeaweedFileSystem.FS_SEAWEED_BUFFER_SIZE; |
|
|
|
import static seaweed.hdfs.SeaweedFileSystem.FS_SEAWEED_DEFAULT_BUFFER_SIZE; |
|
|
|
import static seaweed.hdfs.SeaweedFileSystem.*; |
|
|
|
|
|
|
|
public class SeaweedFileSystemStore { |
|
|
|
|
|
|
@ -34,6 +33,13 @@ public class SeaweedFileSystemStore { |
|
|
|
filerGrpcClient = new FilerGrpcClient(host, grpcPort); |
|
|
|
filerClient = new FilerClient(filerGrpcClient); |
|
|
|
this.conf = conf; |
|
|
|
String volumeServerAccessMode = this.conf.get(FS_SEAWEED_VOLUME_SERVER_ACCESS, "direct"); |
|
|
|
if (volumeServerAccessMode.equals("publicUrl")) { |
|
|
|
filerGrpcClient.setAccessVolumeServerByPublicUrl(); |
|
|
|
} else if (volumeServerAccessMode.equals("filerProxy")) { |
|
|
|
filerGrpcClient.setAccessVolumeServerByFilerProxy(); |
|
|
|
} |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
public void close() { |
|
|
|