refactoring

other/java/hdfs/src/main/java/seaweed/hdfs/SeaweedRead.java

@@ -53,11 +53,22 @@ public class SeaweedRead {
                 return 0;
             }
 
+            int len = readChunkView(position, buffer, startOffset, chunkView, locations);
+
+            readCount += len;
+            startOffset += len;
+
+        }
+
+        return readCount;
+    }
+
+    private static int readChunkView(long position, byte[] buffer, int startOffset, ChunkView chunkView, FilerProto.Locations locations) {
         HttpClient client = HttpClientBuilder.create().build();
         HttpGet request = new HttpGet(
             String.format("http://%s/%s", locations.getLocations(0).getUrl(), chunkView.fileId));
 
-            if (!chunkView.isFullChunk){
+        if (!chunkView.isFullChunk) {
             request.setHeader(HttpHeaders.ACCEPT_ENCODING, "");
             request.setHeader(HttpHeaders.RANGE,
                 String.format("bytes=%d-%d", chunkView.offset, chunkView.offset + chunkView.size));
@@ -72,15 +83,12 @@ public class SeaweedRead {
             entity.writeTo(outputStream);
             LOG.debug("* read chunkView:{} startOffset:{} length:{}", chunkView, startOffset, len);
 
-                readCount += len;
-                startOffset += len;
+            return len;
 
         } catch (IOException e) {
             e.printStackTrace();
         }
-        }
-
-        return readCount;
+        return 0;
     }
 
     public static List<ChunkView> viewFromVisibles(List<VisibleInterval> visibleIntervals, long offset, long size) {

other/java/hdfs/src/test/java/seaweedfs/hdfs/SeaweedReadTest.java

@@ -1,18 +1,9 @@
 package seaweedfs.hdfs;
 
-import org.apache.http.Header;
-import org.apache.http.HttpEntity;
-import org.apache.http.HttpHeaders;
-import org.apache.http.client.methods.CloseableHttpResponse;
-import org.apache.http.client.methods.HttpGet;
-import org.apache.http.impl.client.CloseableHttpClient;
-import org.apache.http.impl.client.HttpClientBuilder;
-import org.apache.http.util.EntityUtils;
 import org.junit.Test;
 import seaweed.hdfs.SeaweedRead;
 import seaweedfs.client.FilerProto;
 
-import java.io.IOException;
 import java.util.ArrayList;
 import java.util.List;
 
@@ -72,36 +63,4 @@ public class SeaweedReadTest {
 
     }
 
-    // test gzipped content with range requests. Conclusion: not doing this.
-    public void testGzippedRangeRequest() throws IOException {
-
-        SeaweedRead.ChunkView chunkView = new SeaweedRead.ChunkView("2,621a042be6e39d", 0, 28, 0);
-        CloseableHttpClient client = HttpClientBuilder.create().build();
-        String targetUrl = String.format("http://%s/%s", "localhost:8080", chunkView.fileId);
-        HttpGet request = new HttpGet(targetUrl);
-        // request.removeHeaders(HttpHeaders.ACCEPT_ENCODING);
-        request.setHeader(HttpHeaders.ACCEPT_ENCODING, "");
-        request.setHeader(HttpHeaders.RANGE, String.format("bytes=%d-%d", chunkView.offset, chunkView.offset + chunkView.size));
-        System.out.println("request:");
-        for (Header header : request.getAllHeaders()) {
-            System.out.println(header.getName() + ": " + header.getValue());
-        }
-
-        int len = 29;
-        byte[] buffer = new byte[len];
-        CloseableHttpResponse response = null;
-        try {
-            response = client.execute(request);
-            HttpEntity entity = response.getEntity();
-            System.out.println("content length:" + entity.getContentLength());
-            System.out.println("is streaming:" + entity.isStreaming());
-            System.out.println(EntityUtils.toString(entity));
-        } finally {
-
-            if (response != null) {
-                response.close();
-            }
-        }
-
-    }
 }