scaffold for volume server query feature

go.mod

@@ -86,7 +86,7 @@ require (
 	github.com/streadway/amqp v0.0.0-20190827072141-edfb9018d271 // indirect
 	github.com/stretchr/testify v1.4.0 // indirect
 	github.com/syndtr/goleveldb v1.0.0
-	github.com/tidwall/pretty v1.0.0 // indirect
+	github.com/tidwall/gjson v1.3.2
 	github.com/uber-go/atomic v1.4.0 // indirect
 	github.com/uber/jaeger-client-go v2.17.0+incompatible // indirect
 	github.com/uber/jaeger-lib v2.0.0+incompatible // indirect

go.sum

@@ -456,7 +456,12 @@ github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UV
 github.com/stretchr/testify v1.4.0/go.mod h1:j7eGeouHqKxXV5pUuKE4zz7dFj8WfuZ+81PSLYec5m4=
 github.com/syndtr/goleveldb v1.0.0 h1:fBdIW9lB4Iz0n9khmH8w27SJ3QEJ7+IgjPEwGSZiFdE=
 github.com/syndtr/goleveldb v1.0.0/go.mod h1:ZVVdQEZoIme9iO1Ch2Jdy24qqXrMMOU6lpPAyBWyWuQ=
+github.com/tidwall/gjson v1.3.2 h1:+7p3qQFaH3fOMXAJSrdZwGKcOO/lYdGS0HqGhPqDdTI=
+github.com/tidwall/gjson v1.3.2/go.mod h1:P256ACg0Mn+j1RXIDXoss50DeIABTYK1PULOJHhxOls=
+github.com/tidwall/match v1.0.1 h1:PnKP62LPNxHKTwvHHZZzdOAOCtsJTjo6dZLCwpKm5xc=
+github.com/tidwall/match v1.0.1/go.mod h1:LujAq0jyVjBy028G1WhWfIzbpQfMO8bBZ6Tyb0+pL9E=
 github.com/tidwall/pretty v0.0.0-20190325153808-1166b9ac2b65/go.mod h1:XNkn88O1ChpSDQmQeStsy+sBenx6DDtFZJxhVysOjyk=
+github.com/tidwall/pretty v1.0.0 h1:HsD+QiTn7sK6flMKIvNmpqz1qrpP3Ps6jOKIKMooyg4=
 github.com/tidwall/pretty v1.0.0/go.mod h1:XNkn88O1ChpSDQmQeStsy+sBenx6DDtFZJxhVysOjyk=
 github.com/tmc/grpc-websocket-proxy v0.0.0-20190109142713-0ad062ec5ee5 h1:LnC5Kc/wtumK+WB441p7ynQJzVuNRJiqddSIE3IlSEQ=
 github.com/tmc/grpc-websocket-proxy v0.0.0-20190109142713-0ad062ec5ee5/go.mod h1:ncp9v5uamzpCO7NfCPTXjqaC+bZgJeR0sMTm6dMHP7U=

weed/pb/volume_server.proto

@@ -67,6 +67,10 @@ service VolumeServer {
     rpc VolumeEcBlobDelete (VolumeEcBlobDeleteRequest) returns (VolumeEcBlobDeleteResponse) {
     }
 
+    // query
+    rpc Query (QueryRequest) returns (stream QueriedStripe) {
+    }
+
 }
 
 //////////////////////////////////////////////////
@@ -318,3 +322,55 @@ message MemStatus {
     uint64 heap = 6;
     uint64 stack = 7;
 }
+
+message QueryRequest {
+    string select_expression = 1;
+    repeated string from_file_ids = 2;
+    string where_expression = 3;
+
+    message InputSerialization {
+        // NONE | GZIP | BZIP2
+        string compression_type = 1;
+        message CSVInput {
+            string file_header_info = 1;  // Valid values: NONE | USE | IGNORE
+            string record_delimiter = 2;  // Default: \n
+            string field_delimiter = 3;   // Default: ,
+            string quote_charactoer = 4;  // Default: "
+            string quote_escape_character = 5; // Default: "
+            string comments = 6;          // Default: #
+            // If true, records might contain record delimiters within quote characters
+            bool   allow_quoted_record_delimiter = 7; // default False.
+        }
+        message JSONInput {
+            string type = 1;              // Valid values: DOCUMENT | LINES
+        }
+        message ParquetInput {
+        }
+
+        CSVInput csv_input = 2;
+        JSONInput json_input = 3;
+        ParquetInput parquet_input = 4;
+    }
+    InputSerialization input_serialization = 4;
+
+    message OutputSerialization {
+        message CSVOutput {
+            string quote_fields = 1;  // Valid values: ALWAYS | ASNEEDED
+            string record_delimiter = 2;  // Default: \n
+            string field_delimiter = 3;   // Default: ,
+            string quote_charactoer = 4;  // Default: "
+            string quote_escape_character = 5; // Default: "
+        }
+        message JSONOutput {
+            string record_delimiter = 1;
+        }
+
+        CSVOutput csv_output = 2;
+        JSONOutput json_output = 3;
+    }
+
+    OutputSerialization output_serialization = 5;
+}
+message QueriedStripe {
+    repeated bytes records = 1;
+}

weed/pb/volume_server_pb/volume_server.pb.go

@@ -65,6 +65,8 @@ It has these top-level messages:
 	ReadVolumeFileStatusResponse
 	DiskStatus
 	MemStatus
+	QueryRequest
+	QueriedStripe
 */
 package volume_server_pb
 
@@ -1384,6 +1386,318 @@ func (m *MemStatus) GetStack() uint64 {
 	return 0
 }
 
+type QueryRequest struct {
+	SelectExpression    string                            `protobuf:"bytes,1,opt,name=select_expression,json=selectExpression" json:"select_expression,omitempty"`
+	FromFileIds         []string                          `protobuf:"bytes,2,rep,name=from_file_ids,json=fromFileIds" json:"from_file_ids,omitempty"`
+	WhereExpression     string                            `protobuf:"bytes,3,opt,name=where_expression,json=whereExpression" json:"where_expression,omitempty"`
+	InputSerialization  *QueryRequest_InputSerialization  `protobuf:"bytes,4,opt,name=input_serialization,json=inputSerialization" json:"input_serialization,omitempty"`
+	OutputSerialization *QueryRequest_OutputSerialization `protobuf:"bytes,5,opt,name=output_serialization,json=outputSerialization" json:"output_serialization,omitempty"`
+}
+
+func (m *QueryRequest) Reset()                    { *m = QueryRequest{} }
+func (m *QueryRequest) String() string            { return proto.CompactTextString(m) }
+func (*QueryRequest) ProtoMessage()               {}
+func (*QueryRequest) Descriptor() ([]byte, []int) { return fileDescriptor0, []int{56} }
+
+func (m *QueryRequest) GetSelectExpression() string {
+	if m != nil {
+		return m.SelectExpression
+	}
+	return ""
+}
+
+func (m *QueryRequest) GetFromFileIds() []string {
+	if m != nil {
+		return m.FromFileIds
+	}
+	return nil
+}
+
+func (m *QueryRequest) GetWhereExpression() string {
+	if m != nil {
+		return m.WhereExpression
+	}
+	return ""
+}
+
+func (m *QueryRequest) GetInputSerialization() *QueryRequest_InputSerialization {
+	if m != nil {
+		return m.InputSerialization
+	}
+	return nil
+}
+
+func (m *QueryRequest) GetOutputSerialization() *QueryRequest_OutputSerialization {
+	if m != nil {
+		return m.OutputSerialization
+	}
+	return nil
+}
+
+type QueryRequest_InputSerialization struct {
+	// NONE | GZIP | BZIP2
+	CompressionType string                                        `protobuf:"bytes,1,opt,name=compression_type,json=compressionType" json:"compression_type,omitempty"`
+	CsvInput        *QueryRequest_InputSerialization_CSVInput     `protobuf:"bytes,2,opt,name=csv_input,json=csvInput" json:"csv_input,omitempty"`
+	JsonInput       *QueryRequest_InputSerialization_JSONInput    `protobuf:"bytes,3,opt,name=json_input,json=jsonInput" json:"json_input,omitempty"`
+	ParquetInput    *QueryRequest_InputSerialization_ParquetInput `protobuf:"bytes,4,opt,name=parquet_input,json=parquetInput" json:"parquet_input,omitempty"`
+}
+
+func (m *QueryRequest_InputSerialization) Reset()         { *m = QueryRequest_InputSerialization{} }
+func (m *QueryRequest_InputSerialization) String() string { return proto.CompactTextString(m) }
+func (*QueryRequest_InputSerialization) ProtoMessage()    {}
+func (*QueryRequest_InputSerialization) Descriptor() ([]byte, []int) {
+	return fileDescriptor0, []int{56, 0}
+}
+
+func (m *QueryRequest_InputSerialization) GetCompressionType() string {
+	if m != nil {
+		return m.CompressionType
+	}
+	return ""
+}
+
+func (m *QueryRequest_InputSerialization) GetCsvInput() *QueryRequest_InputSerialization_CSVInput {
+	if m != nil {
+		return m.CsvInput
+	}
+	return nil
+}
+
+func (m *QueryRequest_InputSerialization) GetJsonInput() *QueryRequest_InputSerialization_JSONInput {
+	if m != nil {
+		return m.JsonInput
+	}
+	return nil
+}
+
+func (m *QueryRequest_InputSerialization) GetParquetInput() *QueryRequest_InputSerialization_ParquetInput {
+	if m != nil {
+		return m.ParquetInput
+	}
+	return nil
+}
+
+type QueryRequest_InputSerialization_CSVInput struct {
+	FileHeaderInfo       string `protobuf:"bytes,1,opt,name=file_header_info,json=fileHeaderInfo" json:"file_header_info,omitempty"`
+	RecordDelimiter      string `protobuf:"bytes,2,opt,name=record_delimiter,json=recordDelimiter" json:"record_delimiter,omitempty"`
+	FieldDelimiter       string `protobuf:"bytes,3,opt,name=field_delimiter,json=fieldDelimiter" json:"field_delimiter,omitempty"`
+	QuoteCharactoer      string `protobuf:"bytes,4,opt,name=quote_charactoer,json=quoteCharactoer" json:"quote_charactoer,omitempty"`
+	QuoteEscapeCharacter string `protobuf:"bytes,5,opt,name=quote_escape_character,json=quoteEscapeCharacter" json:"quote_escape_character,omitempty"`
+	Comments             string `protobuf:"bytes,6,opt,name=comments" json:"comments,omitempty"`
+	// If true, records might contain record delimiters within quote characters
+	AllowQuotedRecordDelimiter bool `protobuf:"varint,7,opt,name=allow_quoted_record_delimiter,json=allowQuotedRecordDelimiter" json:"allow_quoted_record_delimiter,omitempty"`
+}
+
+func (m *QueryRequest_InputSerialization_CSVInput) Reset() {
+	*m = QueryRequest_InputSerialization_CSVInput{}
+}
+func (m *QueryRequest_InputSerialization_CSVInput) String() string { return proto.CompactTextString(m) }
+func (*QueryRequest_InputSerialization_CSVInput) ProtoMessage()    {}
+func (*QueryRequest_InputSerialization_CSVInput) Descriptor() ([]byte, []int) {
+	return fileDescriptor0, []int{56, 0, 0}
+}
+
+func (m *QueryRequest_InputSerialization_CSVInput) GetFileHeaderInfo() string {
+	if m != nil {
+		return m.FileHeaderInfo
+	}
+	return ""
+}
+
+func (m *QueryRequest_InputSerialization_CSVInput) GetRecordDelimiter() string {
+	if m != nil {
+		return m.RecordDelimiter
+	}
+	return ""
+}
+
+func (m *QueryRequest_InputSerialization_CSVInput) GetFieldDelimiter() string {
+	if m != nil {
+		return m.FieldDelimiter
+	}
+	return ""
+}
+
+func (m *QueryRequest_InputSerialization_CSVInput) GetQuoteCharactoer() string {
+	if m != nil {
+		return m.QuoteCharactoer
+	}
+	return ""
+}
+
+func (m *QueryRequest_InputSerialization_CSVInput) GetQuoteEscapeCharacter() string {
+	if m != nil {
+		return m.QuoteEscapeCharacter
+	}
+	return ""
+}
+
+func (m *QueryRequest_InputSerialization_CSVInput) GetComments() string {
+	if m != nil {
+		return m.Comments
+	}
+	return ""
+}
+
+func (m *QueryRequest_InputSerialization_CSVInput) GetAllowQuotedRecordDelimiter() bool {
+	if m != nil {
+		return m.AllowQuotedRecordDelimiter
+	}
+	return false
+}
+
+type QueryRequest_InputSerialization_JSONInput struct {
+	Type string `protobuf:"bytes,1,opt,name=type" json:"type,omitempty"`
+}
+
+func (m *QueryRequest_InputSerialization_JSONInput) Reset() {
+	*m = QueryRequest_InputSerialization_JSONInput{}
+}
+func (m *QueryRequest_InputSerialization_JSONInput) String() string { return proto.CompactTextString(m) }
+func (*QueryRequest_InputSerialization_JSONInput) ProtoMessage()    {}
+func (*QueryRequest_InputSerialization_JSONInput) Descriptor() ([]byte, []int) {
+	return fileDescriptor0, []int{56, 0, 1}
+}
+
+func (m *QueryRequest_InputSerialization_JSONInput) GetType() string {
+	if m != nil {
+		return m.Type
+	}
+	return ""
+}
+
+type QueryRequest_InputSerialization_ParquetInput struct {
+}
+
+func (m *QueryRequest_InputSerialization_ParquetInput) Reset() {
+	*m = QueryRequest_InputSerialization_ParquetInput{}
+}
+func (m *QueryRequest_InputSerialization_ParquetInput) String() string {
+	return proto.CompactTextString(m)
+}
+func (*QueryRequest_InputSerialization_ParquetInput) ProtoMessage() {}
+func (*QueryRequest_InputSerialization_ParquetInput) Descriptor() ([]byte, []int) {
+	return fileDescriptor0, []int{56, 0, 2}
+}
+
+type QueryRequest_OutputSerialization struct {
+	CsvOutput  *QueryRequest_OutputSerialization_CSVOutput  `protobuf:"bytes,2,opt,name=csv_output,json=csvOutput" json:"csv_output,omitempty"`
+	JsonOutput *QueryRequest_OutputSerialization_JSONOutput `protobuf:"bytes,3,opt,name=json_output,json=jsonOutput" json:"json_output,omitempty"`
+}
+
+func (m *QueryRequest_OutputSerialization) Reset()         { *m = QueryRequest_OutputSerialization{} }
+func (m *QueryRequest_OutputSerialization) String() string { return proto.CompactTextString(m) }
+func (*QueryRequest_OutputSerialization) ProtoMessage()    {}
+func (*QueryRequest_OutputSerialization) Descriptor() ([]byte, []int) {
+	return fileDescriptor0, []int{56, 1}
+}
+
+func (m *QueryRequest_OutputSerialization) GetCsvOutput() *QueryRequest_OutputSerialization_CSVOutput {
+	if m != nil {
+		return m.CsvOutput
+	}
+	return nil
+}
+
+func (m *QueryRequest_OutputSerialization) GetJsonOutput() *QueryRequest_OutputSerialization_JSONOutput {
+	if m != nil {
+		return m.JsonOutput
+	}
+	return nil
+}
+
+type QueryRequest_OutputSerialization_CSVOutput struct {
+	QuoteFields          string `protobuf:"bytes,1,opt,name=quote_fields,json=quoteFields" json:"quote_fields,omitempty"`
+	RecordDelimiter      string `protobuf:"bytes,2,opt,name=record_delimiter,json=recordDelimiter" json:"record_delimiter,omitempty"`
+	FieldDelimiter       string `protobuf:"bytes,3,opt,name=field_delimiter,json=fieldDelimiter" json:"field_delimiter,omitempty"`
+	QuoteCharactoer      string `protobuf:"bytes,4,opt,name=quote_charactoer,json=quoteCharactoer" json:"quote_charactoer,omitempty"`
+	QuoteEscapeCharacter string `protobuf:"bytes,5,opt,name=quote_escape_character,json=quoteEscapeCharacter" json:"quote_escape_character,omitempty"`
+}
+
+func (m *QueryRequest_OutputSerialization_CSVOutput) Reset() {
+	*m = QueryRequest_OutputSerialization_CSVOutput{}
+}
+func (m *QueryRequest_OutputSerialization_CSVOutput) String() string {
+	return proto.CompactTextString(m)
+}
+func (*QueryRequest_OutputSerialization_CSVOutput) ProtoMessage() {}
+func (*QueryRequest_OutputSerialization_CSVOutput) Descriptor() ([]byte, []int) {
+	return fileDescriptor0, []int{56, 1, 0}
+}
+
+func (m *QueryRequest_OutputSerialization_CSVOutput) GetQuoteFields() string {
+	if m != nil {
+		return m.QuoteFields
+	}
+	return ""
+}
+
+func (m *QueryRequest_OutputSerialization_CSVOutput) GetRecordDelimiter() string {
+	if m != nil {
+		return m.RecordDelimiter
+	}
+	return ""
+}
+
+func (m *QueryRequest_OutputSerialization_CSVOutput) GetFieldDelimiter() string {
+	if m != nil {
+		return m.FieldDelimiter
+	}
+	return ""
+}
+
+func (m *QueryRequest_OutputSerialization_CSVOutput) GetQuoteCharactoer() string {
+	if m != nil {
+		return m.QuoteCharactoer
+	}
+	return ""
+}
+
+func (m *QueryRequest_OutputSerialization_CSVOutput) GetQuoteEscapeCharacter() string {
+	if m != nil {
+		return m.QuoteEscapeCharacter
+	}
+	return ""
+}
+
+type QueryRequest_OutputSerialization_JSONOutput struct {
+	RecordDelimiter string `protobuf:"bytes,1,opt,name=record_delimiter,json=recordDelimiter" json:"record_delimiter,omitempty"`
+}
+
+func (m *QueryRequest_OutputSerialization_JSONOutput) Reset() {
+	*m = QueryRequest_OutputSerialization_JSONOutput{}
+}
+func (m *QueryRequest_OutputSerialization_JSONOutput) String() string {
+	return proto.CompactTextString(m)
+}
+func (*QueryRequest_OutputSerialization_JSONOutput) ProtoMessage() {}
+func (*QueryRequest_OutputSerialization_JSONOutput) Descriptor() ([]byte, []int) {
+	return fileDescriptor0, []int{56, 1, 1}
+}
+
+func (m *QueryRequest_OutputSerialization_JSONOutput) GetRecordDelimiter() string {
+	if m != nil {
+		return m.RecordDelimiter
+	}
+	return ""
+}
+
+type QueriedStripe struct {
+	Records [][]byte `protobuf:"bytes,1,rep,name=records,proto3" json:"records,omitempty"`
+}
+
+func (m *QueriedStripe) Reset()                    { *m = QueriedStripe{} }
+func (m *QueriedStripe) String() string            { return proto.CompactTextString(m) }
+func (*QueriedStripe) ProtoMessage()               {}
+func (*QueriedStripe) Descriptor() ([]byte, []int) { return fileDescriptor0, []int{57} }
+
+func (m *QueriedStripe) GetRecords() [][]byte {
+	if m != nil {
+		return m.Records
+	}
+	return nil
+}
+
 func init() {
 	proto.RegisterType((*BatchDeleteRequest)(nil), "volume_server_pb.BatchDeleteRequest")
 	proto.RegisterType((*BatchDeleteResponse)(nil), "volume_server_pb.BatchDeleteResponse")
@@ -1441,6 +1755,15 @@ func init() {
 	proto.RegisterType((*ReadVolumeFileStatusResponse)(nil), "volume_server_pb.ReadVolumeFileStatusResponse")
 	proto.RegisterType((*DiskStatus)(nil), "volume_server_pb.DiskStatus")
 	proto.RegisterType((*MemStatus)(nil), "volume_server_pb.MemStatus")
+	proto.RegisterType((*QueryRequest)(nil), "volume_server_pb.QueryRequest")
+	proto.RegisterType((*QueryRequest_InputSerialization)(nil), "volume_server_pb.QueryRequest.InputSerialization")
+	proto.RegisterType((*QueryRequest_InputSerialization_CSVInput)(nil), "volume_server_pb.QueryRequest.InputSerialization.CSVInput")
+	proto.RegisterType((*QueryRequest_InputSerialization_JSONInput)(nil), "volume_server_pb.QueryRequest.InputSerialization.JSONInput")
+	proto.RegisterType((*QueryRequest_InputSerialization_ParquetInput)(nil), "volume_server_pb.QueryRequest.InputSerialization.ParquetInput")
+	proto.RegisterType((*QueryRequest_OutputSerialization)(nil), "volume_server_pb.QueryRequest.OutputSerialization")
+	proto.RegisterType((*QueryRequest_OutputSerialization_CSVOutput)(nil), "volume_server_pb.QueryRequest.OutputSerialization.CSVOutput")
+	proto.RegisterType((*QueryRequest_OutputSerialization_JSONOutput)(nil), "volume_server_pb.QueryRequest.OutputSerialization.JSONOutput")
+	proto.RegisterType((*QueriedStripe)(nil), "volume_server_pb.QueriedStripe")
 }
 
 // Reference imports to suppress errors if they are not otherwise used.
@@ -1483,6 +1806,8 @@ type VolumeServerClient interface {
 	VolumeEcShardsUnmount(ctx context.Context, in *VolumeEcShardsUnmountRequest, opts ...grpc.CallOption) (*VolumeEcShardsUnmountResponse, error)
 	VolumeEcShardRead(ctx context.Context, in *VolumeEcShardReadRequest, opts ...grpc.CallOption) (VolumeServer_VolumeEcShardReadClient, error)
 	VolumeEcBlobDelete(ctx context.Context, in *VolumeEcBlobDeleteRequest, opts ...grpc.CallOption) (*VolumeEcBlobDeleteResponse, error)
+	// query
+	Query(ctx context.Context, in *QueryRequest, opts ...grpc.CallOption) (VolumeServer_QueryClient, error)
 }
 
 type volumeServerClient struct {
@@ -1819,6 +2144,38 @@ func (c *volumeServerClient) VolumeEcBlobDelete(ctx context.Context, in *VolumeE
 	return out, nil
 }
 
+func (c *volumeServerClient) Query(ctx context.Context, in *QueryRequest, opts ...grpc.CallOption) (VolumeServer_QueryClient, error) {
+	stream, err := grpc.NewClientStream(ctx, &_VolumeServer_serviceDesc.Streams[4], c.cc, "/volume_server_pb.VolumeServer/Query", opts...)
+	if err != nil {
+		return nil, err
+	}
+	x := &volumeServerQueryClient{stream}
+	if err := x.ClientStream.SendMsg(in); err != nil {
+		return nil, err
+	}
+	if err := x.ClientStream.CloseSend(); err != nil {
+		return nil, err
+	}
+	return x, nil
+}
+
+type VolumeServer_QueryClient interface {
+	Recv() (*QueriedStripe, error)
+	grpc.ClientStream
+}
+
+type volumeServerQueryClient struct {
+	grpc.ClientStream
+}
+
+func (x *volumeServerQueryClient) Recv() (*QueriedStripe, error) {
+	m := new(QueriedStripe)
+	if err := x.ClientStream.RecvMsg(m); err != nil {
+		return nil, err
+	}
+	return m, nil
+}
+
 // Server API for VolumeServer service
 
 type VolumeServerServer interface {
@@ -1851,6 +2208,8 @@ type VolumeServerServer interface {
 	VolumeEcShardsUnmount(context.Context, *VolumeEcShardsUnmountRequest) (*VolumeEcShardsUnmountResponse, error)
 	VolumeEcShardRead(*VolumeEcShardReadRequest, VolumeServer_VolumeEcShardReadServer) error
 	VolumeEcBlobDelete(context.Context, *VolumeEcBlobDeleteRequest) (*VolumeEcBlobDeleteResponse, error)
+	// query
+	Query(*QueryRequest, VolumeServer_QueryServer) error
 }
 
 func RegisterVolumeServerServer(s *grpc.Server, srv VolumeServerServer) {
@@ -2337,6 +2696,27 @@ func _VolumeServer_VolumeEcBlobDelete_Handler(srv interface{}, ctx context.Conte
 	return interceptor(ctx, in, info, handler)
 }
 
+func _VolumeServer_Query_Handler(srv interface{}, stream grpc.ServerStream) error {
+	m := new(QueryRequest)
+	if err := stream.RecvMsg(m); err != nil {
+		return err
+	}
+	return srv.(VolumeServerServer).Query(m, &volumeServerQueryServer{stream})
+}
+
+type VolumeServer_QueryServer interface {
+	Send(*QueriedStripe) error
+	grpc.ServerStream
+}
+
+type volumeServerQueryServer struct {
+	grpc.ServerStream
+}
+
+func (x *volumeServerQueryServer) Send(m *QueriedStripe) error {
+	return x.ServerStream.SendMsg(m)
+}
+
 var _VolumeServer_serviceDesc = grpc.ServiceDesc{
 	ServiceName: "volume_server_pb.VolumeServer",
 	HandlerType: (*VolumeServerServer)(nil),
@@ -2451,6 +2831,11 @@ var _VolumeServer_serviceDesc = grpc.ServiceDesc{
 			Handler:       _VolumeServer_VolumeEcShardRead_Handler,
 			ServerStreams: true,
 		},
+		{
+			StreamName:    "Query",
+			Handler:       _VolumeServer_Query_Handler,
+			ServerStreams: true,
+		},
 	},
 	Metadata: "volume_server.proto",
 }
@@ -2458,126 +2843,158 @@ var _VolumeServer_serviceDesc = grpc.ServiceDesc{
 func init() { proto.RegisterFile("volume_server.proto", fileDescriptor0) }
 
 var fileDescriptor0 = []byte{
-	// 1924 bytes of a gzipped FileDescriptorProto
-	0x1f, 0x8b, 0x08, 0x00, 0x00, 0x09, 0x6e, 0x88, 0x02, 0xff, 0xc4, 0x19, 0xcb, 0x72, 0xdc, 0xc6,
-	0x91, 0xd0, 0x2e, 0xb9, 0xbb, 0xbd, 0x4b, 0x89, 0x1c, 0x52, 0xe4, 0x0a, 0x14, 0x29, 0x1a, 0x76,
-	0x6c, 0x8a, 0xb2, 0x49, 0x45, 0xae, 0x24, 0x4e, 0x72, 0x48, 0x44, 0x8a, 0x49, 0x54, 0x8e, 0xe9,
-	0x2a, 0x50, 0x56, 0x39, 0x65, 0x57, 0xa1, 0x86, 0xc0, 0x50, 0x44, 0x11, 0x0b, 0x40, 0x98, 0x01,
-	0xa5, 0x55, 0x25, 0x27, 0xe5, 0x9a, 0x0f, 0xc8, 0x39, 0xb7, 0x1c, 0x72, 0xcd, 0x07, 0xe4, 0x17,
-	0x72, 0xcb, 0x37, 0xe4, 0x0b, 0x72, 0x49, 0xcd, 0x03, 0x58, 0x3c, 0x77, 0xc1, 0x90, 0x55, 0xb9,
-	0x61, 0x7b, 0xfa, 0x3d, 0xdd, 0x3d, 0xdd, 0xbd, 0xb0, 0x72, 0x19, 0x78, 0xf1, 0x88, 0x58, 0x94,
-	0x44, 0x97, 0x24, 0xda, 0x0b, 0xa3, 0x80, 0x05, 0x68, 0x29, 0x07, 0xb4, 0xc2, 0x53, 0x63, 0x1f,
-	0xd0, 0x01, 0x66, 0xf6, 0xf9, 0x33, 0xe2, 0x11, 0x46, 0x4c, 0xf2, 0x3a, 0x26, 0x94, 0xa1, 0x7b,
-	0xd0, 0x3d, 0x73, 0x3d, 0x62, 0xb9, 0x0e, 0x1d, 0x6a, 0xdb, 0xad, 0x9d, 0x9e, 0xd9, 0xe1, 0xbf,
-	0x9f, 0x3b, 0xd4, 0xf8, 0x1a, 0x56, 0x72, 0x04, 0x34, 0x0c, 0x7c, 0x4a, 0xd0, 0x17, 0xd0, 0x89,
-	0x08, 0x8d, 0x3d, 0x26, 0x09, 0xfa, 0x4f, 0xb6, 0xf6, 0x8a, 0xb2, 0xf6, 0x52, 0x92, 0xd8, 0x63,
-	0x66, 0x82, 0x6e, 0xbc, 0xd7, 0x60, 0x90, 0x3d, 0x41, 0xeb, 0xd0, 0x51, 0xc2, 0x87, 0xda, 0xb6,
-	0xb6, 0xd3, 0x33, 0x17, 0xa4, 0x6c, 0xb4, 0x06, 0x0b, 0x94, 0x61, 0x16, 0xd3, 0xe1, 0xad, 0x6d,
-	0x6d, 0x67, 0xde, 0x54, 0xbf, 0xd0, 0x2a, 0xcc, 0x93, 0x28, 0x0a, 0xa2, 0x61, 0x4b, 0xa0, 0xcb,
-	0x1f, 0x08, 0x41, 0x9b, 0xba, 0xef, 0xc8, 0xb0, 0xbd, 0xad, 0xed, 0x2c, 0x9a, 0xe2, 0x1b, 0x0d,
-	0xa1, 0x73, 0x49, 0x22, 0xea, 0x06, 0xfe, 0x70, 0x5e, 0x80, 0x93, 0x9f, 0x46, 0x07, 0xe6, 0x8f,
-	0x46, 0x21, 0x1b, 0x1b, 0x3f, 0x81, 0xe1, 0x4b, 0x6c, 0xc7, 0xf1, 0xe8, 0xa5, 0x50, 0xff, 0xf0,
-	0x9c, 0xd8, 0x17, 0x89, 0x5b, 0x36, 0xa0, 0xa7, 0x8c, 0x52, 0xba, 0x2d, 0x9a, 0x5d, 0x09, 0x78,
-	0xee, 0x18, 0xbf, 0x84, 0x7b, 0x15, 0x84, 0xca, 0x3d, 0x1f, 0xc2, 0xe2, 0x2b, 0x1c, 0x9d, 0xe2,
-	0x57, 0xc4, 0x8a, 0x30, 0x73, 0x03, 0x41, 0xad, 0x99, 0x03, 0x05, 0x34, 0x39, 0xcc, 0xf8, 0x0e,
-	0xf4, 0x1c, 0x87, 0x60, 0x14, 0x62, 0x9b, 0x35, 0x11, 0x8e, 0xb6, 0xa1, 0x1f, 0x46, 0x04, 0x7b,
-	0x5e, 0x60, 0x63, 0x46, 0x84, 0x7f, 0x5a, 0x66, 0x16, 0x64, 0x6c, 0xc2, 0x46, 0x25, 0x73, 0xa9,
-	0xa0, 0xf1, 0x45, 0x41, 0xfb, 0x60, 0x34, 0x72, 0x1b, 0x89, 0x36, 0xee, 0x97, 0xb4, 0x16, 0x94,
-	0x8a, 0xef, 0x4f, 0x0b, 0xa7, 0x1e, 0xc1, 0x7e, 0x1c, 0x36, 0x62, 0x5c, 0xd4, 0x38, 0x21, 0x4d,
-	0x39, 0xaf, 0xcb, 0xb0, 0x39, 0x0c, 0x3c, 0x8f, 0xd8, 0xcc, 0x0d, 0xfc, 0x84, 0xed, 0x16, 0x80,
-	0x9d, 0x02, 0x55, 0x10, 0x65, 0x20, 0x86, 0x0e, 0xc3, 0x32, 0xa9, 0x62, 0xfb, 0x57, 0x0d, 0xee,
-	0x3e, 0x55, 0x4e, 0x93, 0x82, 0x1b, 0x5d, 0x40, 0x5e, 0xe4, 0xad, 0xa2, 0xc8, 0xe2, 0x05, 0xb5,
-	0x4a, 0x17, 0xc4, 0x31, 0x22, 0x12, 0x7a, 0xae, 0x8d, 0x05, 0x8b, 0xb6, 0x60, 0x91, 0x05, 0xa1,
-	0x25, 0x68, 0x31, 0xe6, 0x89, 0xc8, 0xed, 0x99, 0xfc, 0xd3, 0x18, 0xc2, 0x5a, 0x51, 0x57, 0x65,
-	0xc6, 0x8f, 0x61, 0x5d, 0x42, 0x4e, 0xc6, 0xbe, 0x7d, 0x22, 0xf2, 0xa4, 0x91, 0xd3, 0xff, 0xa3,
-	0xc1, 0xb0, 0x4c, 0xa8, 0xa2, 0xf8, 0xba, 0x1e, 0xb8, 0xaa, 0x7d, 0xe8, 0x01, 0xf4, 0x19, 0x76,
-	0x3d, 0x2b, 0x38, 0x3b, 0xa3, 0x84, 0x0d, 0x17, 0xb6, 0xb5, 0x9d, 0xb6, 0x09, 0x1c, 0xf4, 0xb5,
-	0x80, 0xa0, 0x87, 0xb0, 0x64, 0xcb, 0x48, 0xb6, 0x22, 0x72, 0xe9, 0x8a, 0xcc, 0xee, 0x08, 0xc5,
-	0xee, 0xd8, 0x49, 0x84, 0x4b, 0x30, 0x32, 0x60, 0xd1, 0x75, 0xde, 0x5a, 0xa2, 0xb4, 0x88, 0xc2,
-	0xd0, 0x15, 0xdc, 0xfa, 0xae, 0xf3, 0xf6, 0x57, 0xae, 0x47, 0x4e, 0xdc, 0x77, 0xc4, 0x78, 0x09,
-	0xf7, 0xa5, 0xf1, 0xcf, 0x7d, 0x3b, 0x22, 0x23, 0xe2, 0x33, 0xec, 0x1d, 0x06, 0xe1, 0xb8, 0x51,
-	0x08, 0xdc, 0x83, 0x2e, 0x75, 0x7d, 0x9b, 0x58, 0xbe, 0x2c, 0x50, 0x6d, 0xb3, 0x23, 0x7e, 0x1f,
-	0x53, 0xe3, 0x00, 0x36, 0x6b, 0xf8, 0x2a, 0xcf, 0x7e, 0x00, 0x03, 0xa1, 0x98, 0x1d, 0xf8, 0x8c,
-	0xf8, 0x4c, 0xf0, 0x1e, 0x98, 0x7d, 0x0e, 0x3b, 0x94, 0x20, 0xe3, 0x87, 0x80, 0x24, 0x8f, 0xaf,
-	0x82, 0xd8, 0x6f, 0x96, 0x9a, 0x77, 0x61, 0x25, 0x47, 0xa2, 0x62, 0xe3, 0x73, 0x58, 0x95, 0xe0,
-	0x6f, 0xfc, 0x51, 0x63, 0x5e, 0xeb, 0x70, 0xb7, 0x40, 0xa4, 0xb8, 0x3d, 0x49, 0x84, 0xe4, 0x9f,
-	0x90, 0xa9, 0xcc, 0xd6, 0x12, 0x0d, 0xf2, 0xaf, 0x88, 0xa8, 0x42, 0x52, 0x61, 0x1c, 0x5d, 0x98,
-	0x04, 0x3b, 0x81, 0xef, 0x8d, 0x1b, 0x57, 0xa1, 0x0a, 0x4a, 0xc5, 0xf7, 0x6f, 0x1a, 0x2c, 0x27,
-	0xe5, 0xa9, 0xe1, 0x6d, 0x5e, 0x31, 0x9c, 0x5b, 0xb5, 0xe1, 0xdc, 0x9e, 0x84, 0xf3, 0x0e, 0x2c,
-	0xd1, 0x20, 0x8e, 0x6c, 0x62, 0x39, 0x98, 0x61, 0xcb, 0x0f, 0x1c, 0xa2, 0xa2, 0xfd, 0xb6, 0x84,
-	0x3f, 0xc3, 0x0c, 0x1f, 0x07, 0x0e, 0x31, 0x7e, 0x91, 0x5c, 0x76, 0x2e, 0x4a, 0x1e, 0xc2, 0xb2,
-	0x87, 0x29, 0xb3, 0x70, 0x18, 0x12, 0xdf, 0xb1, 0x30, 0xe3, 0xa1, 0xa6, 0x89, 0x50, 0xbb, 0xcd,
-	0x0f, 0x9e, 0x0a, 0xf8, 0x53, 0x76, 0x4c, 0x8d, 0x7f, 0x6a, 0x70, 0x87, 0xd3, 0xf2, 0xd0, 0x6e,
-	0x64, 0xef, 0x12, 0xb4, 0xc8, 0x5b, 0xa6, 0x0c, 0xe5, 0x9f, 0x68, 0x1f, 0x56, 0x54, 0x0e, 0xb9,
-	0x81, 0x3f, 0x49, 0xaf, 0x96, 0x20, 0x44, 0x93, 0xa3, 0x34, 0xc3, 0x1e, 0x40, 0x9f, 0xb2, 0x20,
-	0x4c, 0xb2, 0xb5, 0x2d, 0xb3, 0x95, 0x83, 0x54, 0xb6, 0xe6, 0x7d, 0x3a, 0x5f, 0xe1, 0xd3, 0x81,
-	0x4b, 0x2d, 0x62, 0x5b, 0x52, 0x2b, 0x91, 0xef, 0x5d, 0x13, 0x5c, 0x7a, 0x64, 0x4b, 0x6f, 0x18,
-	0x3f, 0x82, 0xa5, 0x89, 0x55, 0xcd, 0x73, 0xe7, 0xbd, 0x96, 0x94, 0xc3, 0x17, 0xd8, 0xf5, 0x4e,
-	0x88, 0xef, 0x90, 0xe8, 0x9a, 0x39, 0x8d, 0x1e, 0xc3, 0xaa, 0xeb, 0x78, 0xc4, 0x62, 0xee, 0x88,
-	0x04, 0x31, 0xb3, 0x28, 0xb1, 0x03, 0xdf, 0xa1, 0x89, 0x7f, 0xf8, 0xd9, 0x0b, 0x79, 0x74, 0x22,
-	0x4f, 0x8c, 0x3f, 0xa6, 0xb5, 0x35, 0xab, 0xc5, 0xa4, 0x43, 0xf0, 0x09, 0xe1, 0x0c, 0xcf, 0x09,
-	0x76, 0x48, 0xa4, 0xcc, 0x18, 0x48, 0xe0, 0x6f, 0x04, 0x8c, 0x7b, 0x58, 0x21, 0x9d, 0x06, 0xce,
-	0x58, 0x68, 0x34, 0x30, 0x41, 0x82, 0x0e, 0x02, 0x67, 0x2c, 0x8a, 0x1c, 0xb5, 0x44, 0x90, 0xd8,
-	0xe7, 0xb1, 0x7f, 0x21, 0xb4, 0xe9, 0x9a, 0x7d, 0x97, 0xfe, 0x16, 0x53, 0x76, 0xc8, 0x41, 0xc6,
-	0xdf, 0xb5, 0x24, 0xcb, 0xb8, 0x1a, 0x26, 0xb1, 0x89, 0x7b, 0xf9, 0x7f, 0x70, 0x07, 0xa7, 0x50,
-	0xd9, 0x90, 0xeb, 0x14, 0x55, 0xc2, 0x20, 0x79, 0xa6, 0xde, 0x22, 0x71, 0x32, 0x49, 0xf2, 0xbc,
-	0xe2, 0x2a, 0xc9, 0xbf, 0x4f, 0x8a, 0xec, 0x91, 0x7d, 0x72, 0x8e, 0x23, 0x87, 0xfe, 0x9a, 0xf8,
-	0x24, 0xc2, 0xec, 0x46, 0x1e, 0x70, 0x63, 0x1b, 0xb6, 0xea, 0xb8, 0x2b, 0xf9, 0xdf, 0x25, 0x8f,
-	0x47, 0x82, 0x61, 0x92, 0xd3, 0xd8, 0xf5, 0x9c, 0x1b, 0x11, 0xff, 0x65, 0xd1, 0xb8, 0x94, 0xb9,
-	0x8a, 0x9f, 0x5d, 0x58, 0x8e, 0x04, 0x88, 0x59, 0x94, 0x23, 0xa4, 0xbd, 0xfb, 0xa2, 0x79, 0x47,
-	0x1d, 0x08, 0x42, 0xde, 0xc3, 0xff, 0x23, 0x8d, 0x80, 0x84, 0xdb, 0x8d, 0x95, 0xc5, 0x0d, 0xe8,
-	0x4d, 0xc4, 0xb7, 0x84, 0xf8, 0x2e, 0x55, 0x72, 0x79, 0x74, 0xda, 0x41, 0x38, 0xb6, 0x88, 0x2d,
-	0xdf, 0x61, 0x71, 0xd5, 0x5d, 0xb3, 0xcf, 0x81, 0x47, 0xb6, 0x78, 0x86, 0xaf, 0x50, 0x23, 0xd3,
-	0x68, 0xc8, 0x1b, 0xa1, 0x6e, 0xe3, 0x0d, 0x6c, 0xe4, 0x4f, 0x9b, 0x3f, 0x4f, 0xd7, 0x32, 0xd2,
-	0xd8, 0x2a, 0x86, 0x41, 0xe1, 0x8d, 0xbb, 0x2c, 0xaa, 0xdd, 0xf8, 0x3d, 0xbf, 0x9e, 0x5e, 0x9b,
-	0x45, 0x87, 0xe4, 0x9b, 0x82, 0x6f, 0x8b, 0x6a, 0x5f, 0xa1, 0x39, 0x98, 0x2e, 0xf8, 0x41, 0x31,
-	0x74, 0x8b, 0x1d, 0xc4, 0x9f, 0xd3, 0xba, 0xa8, 0x30, 0xf8, 0xfb, 0xdd, 0xb8, 0x1e, 0x29, 0xb9,
-	0xc2, 0x1d, 0x8b, 0x66, 0x47, 0x89, 0xe5, 0xc3, 0xa2, 0x7a, 0x87, 0x64, 0xaf, 0xad, 0x7e, 0xe5,
-	0xc6, 0xc2, 0x96, 0x1a, 0x0b, 0x93, 0x71, 0xf7, 0x82, 0x8c, 0x45, 0xac, 0xb5, 0xe5, 0xb8, 0xfb,
-	0x25, 0x19, 0x1b, 0xc7, 0x85, 0x4c, 0x91, 0xaa, 0xa9, 0x9c, 0x43, 0xd0, 0xe6, 0x41, 0xaa, 0x4a,
-	0xb5, 0xf8, 0x46, 0x9b, 0x00, 0x2e, 0xb5, 0x1c, 0x71, 0xe7, 0x52, 0xa9, 0xae, 0xd9, 0x73, 0x55,
-	0x10, 0x38, 0xc6, 0x9f, 0x32, 0xa9, 0x77, 0xe0, 0x05, 0xa7, 0x37, 0x18, 0x95, 0x59, 0x2b, 0x5a,
-	0x39, 0x2b, 0xb2, 0x73, 0x6f, 0x3b, 0x3f, 0xf7, 0x66, 0x92, 0x28, 0xab, 0x8e, 0xba, 0x99, 0x9f,
-	0xc1, 0x06, 0x37, 0x58, 0x62, 0x88, 0x2e, 0xb9, 0xf9, 0x24, 0xf1, 0xef, 0x5b, 0x70, 0xbf, 0x9a,
-	0xb8, 0xc9, 0x34, 0xf1, 0x73, 0xd0, 0xd3, 0x6e, 0x9d, 0x3f, 0x29, 0x94, 0xe1, 0x51, 0x98, 0x3e,
-	0x2a, 0xf2, 0xed, 0x59, 0x57, 0xad, 0xfb, 0x8b, 0xe4, 0x3c, 0x79, 0x59, 0x4a, 0xad, 0x7e, 0xab,
-	0xd4, 0xea, 0x73, 0x01, 0x0e, 0x66, 0x75, 0x02, 0x64, 0xef, 0xb2, 0xee, 0x60, 0x56, 0x27, 0x20,
-	0x25, 0x16, 0x02, 0x64, 0xd4, 0xf4, 0x15, 0xbe, 0x10, 0xb0, 0x09, 0xa0, 0xda, 0x92, 0xd8, 0x4f,
-	0x46, 0x97, 0x9e, 0x6c, 0x4a, 0x62, 0xbf, 0xb6, 0xbb, 0xea, 0xd4, 0x76, 0x57, 0xf9, 0xeb, 0xef,
-	0x96, 0x5e, 0x88, 0x6f, 0x01, 0x9e, 0xb9, 0xf4, 0x42, 0x3a, 0x99, 0xb7, 0x73, 0x8e, 0x1b, 0xa9,
-	0xd9, 0x97, 0x7f, 0x72, 0x08, 0xf6, 0x3c, 0xe5, 0x3a, 0xfe, 0xc9, 0xc3, 0x37, 0xa6, 0xc4, 0x51,
-	0xde, 0x11, 0xdf, 0x1c, 0x76, 0x16, 0x11, 0xa2, 0x1c, 0x20, 0xbe, 0x8d, 0xbf, 0x68, 0xd0, 0xfb,
-	0x8a, 0x8c, 0x14, 0xe7, 0x2d, 0x80, 0x57, 0x41, 0x14, 0xc4, 0xcc, 0xf5, 0x89, 0xec, 0x3e, 0xe7,
-	0xcd, 0x0c, 0xe4, 0x7f, 0x97, 0x23, 0x52, 0x93, 0x78, 0x67, 0xca, 0x99, 0xe2, 0x9b, 0xc3, 0xce,
-	0x09, 0x0e, 0x95, 0xff, 0xc4, 0x37, 0x5a, 0x85, 0x79, 0xca, 0xb0, 0x7d, 0x21, 0x9c, 0xd5, 0x36,
-	0xe5, 0x8f, 0x27, 0xff, 0x5a, 0x83, 0x41, 0xb6, 0x5b, 0x40, 0xdf, 0x43, 0x3f, 0xb3, 0xa9, 0x42,
-	0x1f, 0x95, 0x17, 0x52, 0xe5, 0xcd, 0x97, 0xfe, 0x83, 0x19, 0x58, 0x2a, 0x31, 0xe6, 0x90, 0x0f,
-	0xcb, 0xa5, 0x75, 0x0f, 0xda, 0x2d, 0x53, 0xd7, 0x2d, 0x93, 0xf4, 0x47, 0x8d, 0x70, 0x53, 0x79,
-	0x0c, 0x56, 0x2a, 0xf6, 0x37, 0xe8, 0xd3, 0x19, 0x5c, 0x72, 0x3b, 0x24, 0xfd, 0xb3, 0x86, 0xd8,
-	0xa9, 0xd4, 0xd7, 0x80, 0xca, 0xcb, 0x1d, 0xf4, 0x68, 0x26, 0x9b, 0xc9, 0xf2, 0x48, 0xff, 0xb4,
-	0x19, 0x72, 0xad, 0xa1, 0x72, 0xed, 0x33, 0xd3, 0xd0, 0xdc, 0x62, 0x69, 0xa6, 0xa1, 0x85, 0x5d,
-	0xd2, 0x1c, 0xba, 0x80, 0xa5, 0xe2, 0x4a, 0x08, 0x3d, 0xac, 0x5b, 0x61, 0x96, 0x36, 0x4e, 0xfa,
-	0x6e, 0x13, 0xd4, 0x54, 0x18, 0x81, 0xdb, 0xf9, 0xb5, 0x0d, 0xfa, 0xa4, 0x4c, 0x5f, 0xb9, 0x84,
-	0xd2, 0x77, 0x66, 0x23, 0x66, 0x6d, 0x2a, 0xae, 0x72, 0xaa, 0x6c, 0xaa, 0xd9, 0x13, 0x55, 0xd9,
-	0x54, 0xb7, 0x19, 0x32, 0xe6, 0xd0, 0xef, 0x93, 0xfd, 0x40, 0x61, 0xc5, 0x81, 0xf6, 0xea, 0xd8,
-	0x54, 0xef, 0x58, 0xf4, 0xfd, 0xc6, 0xf8, 0x89, 0xec, 0xc7, 0x1a, 0xcf, 0xf5, 0xcc, 0xa6, 0xa3,
-	0x2a, 0xd7, 0xcb, 0xbb, 0x93, 0xaa, 0x5c, 0xaf, 0x5a, 0x97, 0xcc, 0xa1, 0x53, 0x58, 0xcc, 0xed,
-	0x3e, 0xd0, 0xc7, 0x75, 0x94, 0xf9, 0xa6, 0x49, 0xff, 0x64, 0x26, 0x5e, 0x2a, 0xc3, 0x4a, 0xaa,
-	0x97, 0x2a, 0x57, 0xb5, 0xca, 0xe5, 0xeb, 0xd5, 0xc7, 0xb3, 0xd0, 0x72, 0xa9, 0x5c, 0xda, 0x90,
-	0x54, 0xa6, 0x72, 0xdd, 0x06, 0xa6, 0x32, 0x95, 0xeb, 0x97, 0x2e, 0x73, 0xe8, 0x77, 0x00, 0x93,
-	0x2d, 0x06, 0xfa, 0xb0, 0x8e, 0x3a, 0x7b, 0xfb, 0x1f, 0x4d, 0x47, 0x4a, 0x59, 0xbf, 0x81, 0xd5,
-	0xaa, 0xe6, 0x02, 0x55, 0x24, 0xfe, 0x94, 0x0e, 0x46, 0xdf, 0x6b, 0x8a, 0x9e, 0x0a, 0xfe, 0x06,
-	0xba, 0xc9, 0x06, 0x02, 0x7d, 0x50, 0xa6, 0x2e, 0xec, 0x5c, 0x74, 0x63, 0x1a, 0x4a, 0x26, 0x80,
-	0x47, 0x49, 0xae, 0x4e, 0x56, 0x03, 0xf5, 0xb9, 0x5a, 0x5a, 0x62, 0xd4, 0xe7, 0x6a, 0x79, 0xd3,
-	0x20, 0xc4, 0xa5, 0xc1, 0x90, 0x9d, 0xa4, 0xeb, 0x83, 0xa1, 0x62, 0x51, 0x50, 0x1f, 0x0c, 0x95,
-	0xc3, 0xf9, 0x1c, 0xfa, 0x03, 0xac, 0x55, 0x0f, 0xd0, 0xa8, 0x36, 0xe3, 0x6b, 0x06, 0x79, 0xfd,
-	0x71, 0x73, 0x82, 0x54, 0xfc, 0xbb, 0xa4, 0x3e, 0x15, 0x06, 0xe8, 0xfa, 0xfa, 0x54, 0x3d, 0xc6,
-	0xeb, 0xfb, 0x8d, 0xf1, 0xcb, 0xa9, 0x97, 0x9d, 0x54, 0xeb, 0xbd, 0x5d, 0x31, 0x94, 0xd7, 0x7b,
-	0xbb, 0x72, 0xf8, 0x15, 0xf9, 0x51, 0x35, 0x85, 0x56, 0xe5, 0xc7, 0x94, 0x31, 0x59, 0xdf, 0x6b,
-	0x8a, 0x9e, 0x7b, 0xbe, 0xcb, 0x63, 0x26, 0x9a, 0xa9, 0x7f, 0xae, 0x32, 0x7f, 0xd6, 0x10, 0xbb,
-	0xfe, 0x76, 0x93, 0x4a, 0x3d, 0xd3, 0x80, 0x42, 0xc5, 0xde, 0x6f, 0x8c, 0x9f, 0xca, 0x0e, 0x93,
-	0xdd, 0x72, 0x66, 0x44, 0x44, 0xbb, 0x33, 0xf8, 0x64, 0x46, 0x5c, 0xfd, 0x51, 0x23, 0xdc, 0xaa,
-	0xec, 0xcd, 0x0e, 0x6d, 0xd3, 0xe2, 0xa9, 0x34, 0x69, 0x4e, 0x8b, 0xa7, 0x8a, 0x39, 0x70, 0xee,
-	0x74, 0x41, 0xfc, 0x81, 0xfc, 0xf9, 0x7f, 0x03, 0x00, 0x00, 0xff, 0xff, 0xc8, 0x44, 0x1a, 0xc5,
-	0x57, 0x1e, 0x00, 0x00,
+	// 2440 bytes of a gzipped FileDescriptorProto
+	0x1f, 0x8b, 0x08, 0x00, 0x00, 0x09, 0x6e, 0x88, 0x02, 0xff, 0xd4, 0x1a, 0x4d, 0x73, 0x1c, 0x47,
+	0x55, 0xeb, 0xdd, 0xf5, 0xee, 0xbe, 0x5d, 0x59, 0x72, 0x4b, 0xb6, 0xd6, 0x63, 0x4b, 0x56, 0x26,
+	0x21, 0x96, 0xed, 0x44, 0x76, 0x14, 0x20, 0x21, 0xe1, 0xcb, 0x96, 0x65, 0x10, 0x49, 0x64, 0x32,
+	0xeb, 0x98, 0x80, 0x53, 0x4c, 0x8d, 0x66, 0x5a, 0xd6, 0xa0, 0xd9, 0xe9, 0xf1, 0x74, 0x8f, 0xec,
+	0x75, 0xc1, 0x29, 0x5c, 0xf9, 0x01, 0x1c, 0x29, 0x4e, 0x70, 0xe0, 0xca, 0x0f, 0xe0, 0xc2, 0x0f,
+	0x80, 0x5f, 0xc0, 0x99, 0x03, 0x67, 0x2e, 0x54, 0x7f, 0xcc, 0xec, 0x7c, 0x6a, 0x47, 0xb1, 0xab,
+	0xa8, 0xdc, 0x7a, 0x5e, 0xbf, 0xef, 0x7e, 0xaf, 0xfb, 0xf5, 0xeb, 0x81, 0xa5, 0x63, 0xe2, 0x45,
+	0x63, 0x6c, 0x52, 0x1c, 0x1e, 0xe3, 0x70, 0x33, 0x08, 0x09, 0x23, 0x68, 0x31, 0x03, 0x34, 0x83,
+	0x7d, 0xfd, 0x16, 0xa0, 0xbb, 0x16, 0xb3, 0x0f, 0xef, 0x61, 0x0f, 0x33, 0x6c, 0xe0, 0xa7, 0x11,
+	0xa6, 0x0c, 0x5d, 0x82, 0xee, 0x81, 0xeb, 0x61, 0xd3, 0x75, 0xe8, 0xb0, 0xb1, 0xde, 0xdc, 0xe8,
+	0x19, 0x1d, 0xfe, 0xbd, 0xeb, 0x50, 0xfd, 0x01, 0x2c, 0x65, 0x08, 0x68, 0x40, 0x7c, 0x8a, 0xd1,
+	0xfb, 0xd0, 0x09, 0x31, 0x8d, 0x3c, 0x26, 0x09, 0xfa, 0x5b, 0x6b, 0x9b, 0x79, 0x59, 0x9b, 0x09,
+	0x49, 0xe4, 0x31, 0x23, 0x46, 0xd7, 0xbf, 0x6c, 0xc0, 0x20, 0x3d, 0x83, 0x56, 0xa0, 0xa3, 0x84,
+	0x0f, 0x1b, 0xeb, 0x8d, 0x8d, 0x9e, 0x71, 0x56, 0xca, 0x46, 0x17, 0xe1, 0x2c, 0x65, 0x16, 0x8b,
+	0xe8, 0xf0, 0xcc, 0x7a, 0x63, 0xa3, 0x6d, 0xa8, 0x2f, 0xb4, 0x0c, 0x6d, 0x1c, 0x86, 0x24, 0x1c,
+	0x36, 0x05, 0xba, 0xfc, 0x40, 0x08, 0x5a, 0xd4, 0x7d, 0x81, 0x87, 0xad, 0xf5, 0xc6, 0xc6, 0xbc,
+	0x21, 0xc6, 0x68, 0x08, 0x9d, 0x63, 0x1c, 0x52, 0x97, 0xf8, 0xc3, 0xb6, 0x00, 0xc7, 0x9f, 0x7a,
+	0x07, 0xda, 0x3b, 0xe3, 0x80, 0x4d, 0xf4, 0xf7, 0x60, 0xf8, 0xc8, 0xb2, 0xa3, 0x68, 0xfc, 0x48,
+	0xa8, 0xbf, 0x7d, 0x88, 0xed, 0xa3, 0xd8, 0x2d, 0x97, 0xa1, 0xa7, 0x8c, 0x52, 0xba, 0xcd, 0x1b,
+	0x5d, 0x09, 0xd8, 0x75, 0xf4, 0x1f, 0xc2, 0xa5, 0x12, 0x42, 0xe5, 0x9e, 0xd7, 0x61, 0xfe, 0x89,
+	0x15, 0xee, 0x5b, 0x4f, 0xb0, 0x19, 0x5a, 0xcc, 0x25, 0x82, 0xba, 0x61, 0x0c, 0x14, 0xd0, 0xe0,
+	0x30, 0xfd, 0x31, 0x68, 0x19, 0x0e, 0x64, 0x1c, 0x58, 0x36, 0xab, 0x23, 0x1c, 0xad, 0x43, 0x3f,
+	0x08, 0xb1, 0xe5, 0x79, 0xc4, 0xb6, 0x18, 0x16, 0xfe, 0x69, 0x1a, 0x69, 0x90, 0xbe, 0x0a, 0x97,
+	0x4b, 0x99, 0x4b, 0x05, 0xf5, 0xf7, 0x73, 0xda, 0x93, 0xf1, 0xd8, 0xad, 0x25, 0x5a, 0xbf, 0x52,
+	0xd0, 0x5a, 0x50, 0x2a, 0xbe, 0xdf, 0xc9, 0xcd, 0x7a, 0xd8, 0xf2, 0xa3, 0xa0, 0x16, 0xe3, 0xbc,
+	0xc6, 0x31, 0x69, 0xc2, 0x79, 0x45, 0x86, 0xcd, 0x36, 0xf1, 0x3c, 0x6c, 0x33, 0x97, 0xf8, 0x31,
+	0xdb, 0x35, 0x00, 0x3b, 0x01, 0xaa, 0x20, 0x4a, 0x41, 0x74, 0x0d, 0x86, 0x45, 0x52, 0xc5, 0xf6,
+	0xcf, 0x0d, 0xb8, 0x70, 0x47, 0x39, 0x4d, 0x0a, 0xae, 0xb5, 0x00, 0x59, 0x91, 0x67, 0xf2, 0x22,
+	0xf3, 0x0b, 0xd4, 0x2c, 0x2c, 0x10, 0xc7, 0x08, 0x71, 0xe0, 0xb9, 0xb6, 0x25, 0x58, 0xb4, 0x04,
+	0x8b, 0x34, 0x08, 0x2d, 0x42, 0x93, 0x31, 0x4f, 0x44, 0x6e, 0xcf, 0xe0, 0x43, 0x7d, 0x08, 0x17,
+	0xf3, 0xba, 0x2a, 0x33, 0xbe, 0x0d, 0x2b, 0x12, 0x32, 0x9a, 0xf8, 0xf6, 0x48, 0xe4, 0x49, 0x2d,
+	0xa7, 0xff, 0xb7, 0x01, 0xc3, 0x22, 0xa1, 0x8a, 0xe2, 0x97, 0xf5, 0xc0, 0x69, 0xed, 0x43, 0x57,
+	0xa1, 0xcf, 0x2c, 0xd7, 0x33, 0xc9, 0xc1, 0x01, 0xc5, 0x6c, 0x78, 0x76, 0xbd, 0xb1, 0xd1, 0x32,
+	0x80, 0x83, 0x1e, 0x08, 0x08, 0xba, 0x0e, 0x8b, 0xb6, 0x8c, 0x64, 0x33, 0xc4, 0xc7, 0xae, 0xc8,
+	0xec, 0x8e, 0x50, 0x6c, 0xc1, 0x8e, 0x23, 0x5c, 0x82, 0x91, 0x0e, 0xf3, 0xae, 0xf3, 0xdc, 0x14,
+	0x5b, 0x8b, 0xd8, 0x18, 0xba, 0x82, 0x5b, 0xdf, 0x75, 0x9e, 0xdf, 0x77, 0x3d, 0x3c, 0x72, 0x5f,
+	0x60, 0xfd, 0x11, 0x5c, 0x91, 0xc6, 0xef, 0xfa, 0x76, 0x88, 0xc7, 0xd8, 0x67, 0x96, 0xb7, 0x4d,
+	0x82, 0x49, 0xad, 0x10, 0xb8, 0x04, 0x5d, 0xea, 0xfa, 0x36, 0x36, 0x7d, 0xb9, 0x41, 0xb5, 0x8c,
+	0x8e, 0xf8, 0xde, 0xa3, 0xfa, 0x5d, 0x58, 0xad, 0xe0, 0xab, 0x3c, 0xfb, 0x1a, 0x0c, 0x84, 0x62,
+	0x36, 0xf1, 0x19, 0xf6, 0x99, 0xe0, 0x3d, 0x30, 0xfa, 0x1c, 0xb6, 0x2d, 0x41, 0xfa, 0x3b, 0x80,
+	0x24, 0x8f, 0x4f, 0x48, 0xe4, 0xd7, 0x4b, 0xcd, 0x0b, 0xb0, 0x94, 0x21, 0x51, 0xb1, 0xf1, 0x2e,
+	0x2c, 0x4b, 0xf0, 0x67, 0xfe, 0xb8, 0x36, 0xaf, 0x15, 0xb8, 0x90, 0x23, 0x52, 0xdc, 0xb6, 0x62,
+	0x21, 0xd9, 0x23, 0xe4, 0x44, 0x66, 0x17, 0x63, 0x0d, 0xb2, 0xa7, 0x88, 0xd8, 0x85, 0xa4, 0xc2,
+	0x56, 0x78, 0x64, 0x60, 0xcb, 0x21, 0xbe, 0x37, 0xa9, 0xbd, 0x0b, 0x95, 0x50, 0x2a, 0xbe, 0x7f,
+	0x69, 0xc0, 0xf9, 0x78, 0x7b, 0xaa, 0xb9, 0x9a, 0xa7, 0x0c, 0xe7, 0x66, 0x65, 0x38, 0xb7, 0xa6,
+	0xe1, 0xbc, 0x01, 0x8b, 0x94, 0x44, 0xa1, 0x8d, 0x4d, 0xc7, 0x62, 0x96, 0xe9, 0x13, 0x07, 0xab,
+	0x68, 0x3f, 0x27, 0xe1, 0xf7, 0x2c, 0x66, 0xed, 0x11, 0x07, 0xeb, 0x3f, 0x88, 0x17, 0x3b, 0x13,
+	0x25, 0xd7, 0xe1, 0xbc, 0x67, 0x51, 0x66, 0x5a, 0x41, 0x80, 0x7d, 0xc7, 0xb4, 0x18, 0x0f, 0xb5,
+	0x86, 0x08, 0xb5, 0x73, 0x7c, 0xe2, 0x8e, 0x80, 0xdf, 0x61, 0x7b, 0x54, 0xff, 0x47, 0x03, 0x16,
+	0x38, 0x2d, 0x0f, 0xed, 0x5a, 0xf6, 0x2e, 0x42, 0x13, 0x3f, 0x67, 0xca, 0x50, 0x3e, 0x44, 0xb7,
+	0x60, 0x49, 0xe5, 0x90, 0x4b, 0xfc, 0x69, 0x7a, 0x35, 0x05, 0x21, 0x9a, 0x4e, 0x25, 0x19, 0x76,
+	0x15, 0xfa, 0x94, 0x91, 0x20, 0xce, 0xd6, 0x96, 0xcc, 0x56, 0x0e, 0x52, 0xd9, 0x9a, 0xf5, 0x69,
+	0xbb, 0xc4, 0xa7, 0x03, 0x97, 0x9a, 0xd8, 0x36, 0xa5, 0x56, 0x22, 0xdf, 0xbb, 0x06, 0xb8, 0x74,
+	0xc7, 0x96, 0xde, 0xd0, 0xbf, 0x05, 0x8b, 0x53, 0xab, 0xea, 0xe7, 0xce, 0x97, 0x8d, 0x78, 0x3b,
+	0x7c, 0x68, 0xb9, 0xde, 0x08, 0xfb, 0x0e, 0x0e, 0x5f, 0x32, 0xa7, 0xd1, 0x6d, 0x58, 0x76, 0x1d,
+	0x0f, 0x9b, 0xcc, 0x1d, 0x63, 0x12, 0x31, 0x93, 0x62, 0x9b, 0xf8, 0x0e, 0x8d, 0xfd, 0xc3, 0xe7,
+	0x1e, 0xca, 0xa9, 0x91, 0x9c, 0xd1, 0x7f, 0x9b, 0xec, 0xad, 0x69, 0x2d, 0xa6, 0x15, 0x82, 0x8f,
+	0x31, 0x67, 0x78, 0x88, 0x2d, 0x07, 0x87, 0xca, 0x8c, 0x81, 0x04, 0xfe, 0x58, 0xc0, 0xb8, 0x87,
+	0x15, 0xd2, 0x3e, 0x71, 0x26, 0x42, 0xa3, 0x81, 0x01, 0x12, 0x74, 0x97, 0x38, 0x13, 0xb1, 0xc9,
+	0x51, 0x53, 0x04, 0x89, 0x7d, 0x18, 0xf9, 0x47, 0x42, 0x9b, 0xae, 0xd1, 0x77, 0xe9, 0xc7, 0x16,
+	0x65, 0xdb, 0x1c, 0xa4, 0xff, 0xb5, 0x11, 0x67, 0x19, 0x57, 0xc3, 0xc0, 0x36, 0x76, 0x8f, 0xff,
+	0x0f, 0xee, 0xe0, 0x14, 0x2a, 0x1b, 0x32, 0x95, 0xa2, 0x4a, 0x18, 0x24, 0xe7, 0xd4, 0x59, 0x24,
+	0x66, 0xa6, 0x49, 0x9e, 0x55, 0x5c, 0x25, 0xf9, 0x17, 0xf1, 0x26, 0xbb, 0x63, 0x8f, 0x0e, 0xad,
+	0xd0, 0xa1, 0x3f, 0xc2, 0x3e, 0x0e, 0x2d, 0xf6, 0x4a, 0x0e, 0x70, 0x7d, 0x1d, 0xd6, 0xaa, 0xb8,
+	0x2b, 0xf9, 0x8f, 0xe3, 0xc3, 0x23, 0xc6, 0x30, 0xf0, 0x7e, 0xe4, 0x7a, 0xce, 0x2b, 0x11, 0xff,
+	0x51, 0xde, 0xb8, 0x84, 0xb9, 0x8a, 0x9f, 0x1b, 0x70, 0x3e, 0x14, 0x20, 0x66, 0x52, 0x8e, 0x90,
+	0xd4, 0xee, 0xf3, 0xc6, 0x82, 0x9a, 0x10, 0x84, 0xbc, 0x86, 0xff, 0x5b, 0x12, 0x01, 0x31, 0xb7,
+	0x57, 0xb6, 0x2d, 0x5e, 0x86, 0xde, 0x54, 0x7c, 0x53, 0x88, 0xef, 0x52, 0x25, 0x97, 0x47, 0xa7,
+	0x4d, 0x82, 0x89, 0x89, 0x6d, 0x79, 0x0e, 0x8b, 0xa5, 0xee, 0x1a, 0x7d, 0x0e, 0xdc, 0xb1, 0xc5,
+	0x31, 0x7c, 0x8a, 0x3d, 0x32, 0x89, 0x86, 0xac, 0x11, 0x6a, 0x35, 0x9e, 0xc1, 0xe5, 0xec, 0x6c,
+	0xfd, 0xe3, 0xe9, 0xa5, 0x8c, 0xd4, 0xd7, 0xf2, 0x61, 0x90, 0x3b, 0xe3, 0x8e, 0xf3, 0x6a, 0xd7,
+	0x3e, 0xcf, 0x5f, 0x4e, 0xaf, 0xd5, 0xbc, 0x43, 0xb2, 0x45, 0xc1, 0xe7, 0x79, 0xb5, 0x4f, 0x51,
+	0x1c, 0x9c, 0x2c, 0xf8, 0x6a, 0x3e, 0x74, 0xf3, 0x15, 0xc4, 0xef, 0x93, 0x7d, 0x51, 0x61, 0xf0,
+	0xf3, 0xbb, 0xf6, 0x7e, 0xa4, 0xe4, 0x0a, 0x77, 0xcc, 0x1b, 0x1d, 0x25, 0x96, 0x5f, 0x16, 0xd5,
+	0x39, 0x24, 0x6b, 0x6d, 0xf5, 0x95, 0xb9, 0x16, 0x36, 0xd5, 0xb5, 0x30, 0xbe, 0xee, 0x1e, 0xe1,
+	0x89, 0x88, 0xb5, 0x96, 0xbc, 0xee, 0x7e, 0x84, 0x27, 0xfa, 0x5e, 0x2e, 0x53, 0xa4, 0x6a, 0x2a,
+	0xe7, 0x10, 0xb4, 0x78, 0x90, 0xaa, 0xad, 0x5a, 0x8c, 0xd1, 0x2a, 0x80, 0x4b, 0x4d, 0x47, 0xac,
+	0xb9, 0x54, 0xaa, 0x6b, 0xf4, 0x5c, 0x15, 0x04, 0x8e, 0xfe, 0xbb, 0x54, 0xea, 0xdd, 0xf5, 0xc8,
+	0xfe, 0x2b, 0x8c, 0xca, 0xb4, 0x15, 0xcd, 0x8c, 0x15, 0xe9, 0x7b, 0x6f, 0x2b, 0x7b, 0xef, 0x4d,
+	0x25, 0x51, 0x5a, 0x1d, 0xb5, 0x32, 0x1f, 0xc0, 0x65, 0x6e, 0xb0, 0xc4, 0x10, 0x55, 0x72, 0xfd,
+	0x9b, 0xc4, 0xbf, 0xcf, 0xc0, 0x95, 0x72, 0xe2, 0x3a, 0xb7, 0x89, 0x0f, 0x41, 0x4b, 0xaa, 0x75,
+	0x7e, 0xa4, 0x50, 0x66, 0x8d, 0x83, 0xe4, 0x50, 0x91, 0x67, 0xcf, 0x8a, 0x2a, 0xdd, 0x1f, 0xc6,
+	0xf3, 0xf1, 0xc9, 0x52, 0x28, 0xf5, 0x9b, 0x85, 0x52, 0x9f, 0x0b, 0x70, 0x2c, 0x56, 0x25, 0x40,
+	0xd6, 0x2e, 0x2b, 0x8e, 0xc5, 0xaa, 0x04, 0x24, 0xc4, 0x42, 0x80, 0x8c, 0x9a, 0xbe, 0xc2, 0x17,
+	0x02, 0x56, 0x01, 0x54, 0x59, 0x12, 0xf9, 0xf1, 0xd5, 0xa5, 0x27, 0x8b, 0x92, 0xc8, 0xaf, 0xac,
+	0xae, 0x3a, 0x95, 0xd5, 0x55, 0x76, 0xf9, 0xbb, 0x85, 0x13, 0xe2, 0x73, 0x80, 0x7b, 0x2e, 0x3d,
+	0x92, 0x4e, 0xe6, 0xe5, 0x9c, 0xe3, 0x86, 0xea, 0xee, 0xcb, 0x87, 0x1c, 0x62, 0x79, 0x9e, 0x72,
+	0x1d, 0x1f, 0xf2, 0xf0, 0x8d, 0x28, 0x76, 0x94, 0x77, 0xc4, 0x98, 0xc3, 0x0e, 0x42, 0x8c, 0x95,
+	0x03, 0xc4, 0x58, 0xff, 0x63, 0x03, 0x7a, 0x9f, 0xe0, 0xb1, 0xe2, 0xbc, 0x06, 0xf0, 0x84, 0x84,
+	0x24, 0x62, 0xae, 0x8f, 0x65, 0xf5, 0xd9, 0x36, 0x52, 0x90, 0xaf, 0x2e, 0x47, 0xa4, 0x26, 0xf6,
+	0x0e, 0x94, 0x33, 0xc5, 0x98, 0xc3, 0x0e, 0xb1, 0x15, 0x28, 0xff, 0x89, 0x31, 0x5a, 0x86, 0x36,
+	0x65, 0x96, 0x7d, 0x24, 0x9c, 0xd5, 0x32, 0xe4, 0x87, 0xfe, 0x87, 0x01, 0x0c, 0x3e, 0x8d, 0x70,
+	0x98, 0x9c, 0x63, 0x37, 0xe1, 0x3c, 0xc5, 0xdc, 0x3b, 0x26, 0x7e, 0x1e, 0x84, 0x98, 0xd2, 0x69,
+	0x33, 0x60, 0x51, 0x4e, 0xec, 0x24, 0x70, 0xbe, 0xa2, 0x07, 0x21, 0x19, 0x9b, 0x49, 0xdb, 0xeb,
+	0x8c, 0x68, 0x7b, 0xf5, 0x39, 0xf0, 0xbe, 0x6c, 0x7d, 0xf1, 0xcb, 0xe6, 0xb3, 0x43, 0x1c, 0xe2,
+	0x34, 0x3f, 0x59, 0xf7, 0x2f, 0x08, 0x78, 0x8a, 0xdd, 0x3e, 0x2c, 0xb9, 0x7e, 0x20, 0xca, 0xa0,
+	0xd0, 0xb5, 0x3c, 0xf7, 0xc5, 0xf4, 0xd2, 0xdb, 0xdf, 0x7a, 0xa7, 0xd8, 0x1a, 0x4b, 0x2b, 0xbe,
+	0xb9, 0xcb, 0x29, 0x47, 0x69, 0x42, 0x03, 0xb9, 0x05, 0x18, 0xc2, 0xb0, 0x4c, 0x22, 0x56, 0x14,
+	0xd2, 0x16, 0x42, 0xb6, 0x66, 0x08, 0x79, 0x20, 0x48, 0xb3, 0x52, 0x96, 0x48, 0x11, 0xa8, 0xfd,
+	0xb3, 0x0d, 0xa8, 0xa8, 0x51, 0x7c, 0xf3, 0x56, 0x06, 0x9b, 0x6c, 0x12, 0x60, 0xe5, 0xdc, 0x85,
+	0x14, 0xfc, 0xe1, 0x24, 0xc0, 0xe8, 0x67, 0xd0, 0xb3, 0xe9, 0xb1, 0x29, 0x4c, 0x10, 0x71, 0xd1,
+	0xdf, 0xfa, 0xe0, 0xd4, 0x2e, 0xd8, 0xdc, 0x1e, 0x3d, 0x12, 0x50, 0xa3, 0x6b, 0xd3, 0x63, 0x31,
+	0x42, 0xbf, 0x00, 0xf8, 0x15, 0x25, 0xbe, 0xe2, 0xdc, 0x14, 0x9c, 0x3f, 0x3c, 0x3d, 0xe7, 0x9f,
+	0x8c, 0x1e, 0xec, 0x49, 0xd6, 0x3d, 0xce, 0x4e, 0xf2, 0xb6, 0x61, 0x3e, 0xb0, 0xc2, 0xa7, 0x11,
+	0x66, 0x8a, 0xbd, 0x5c, 0xbb, 0xef, 0x9f, 0x9e, 0xfd, 0x4f, 0x25, 0x1b, 0x29, 0x61, 0x10, 0xa4,
+	0xbe, 0xb4, 0xbf, 0x9f, 0x81, 0x6e, 0x6c, 0x17, 0xaf, 0x7c, 0x44, 0xf4, 0xc9, 0xfa, 0xdf, 0x74,
+	0xfd, 0x03, 0xa2, 0x3c, 0x7a, 0x8e, 0xc3, 0xe5, 0x15, 0x60, 0xd7, 0x3f, 0x20, 0xdc, 0xf7, 0x21,
+	0xb6, 0x49, 0xe8, 0xf0, 0x73, 0xc6, 0x1d, 0xbb, 0x0c, 0x87, 0xea, 0x3c, 0x58, 0x90, 0xf0, 0x7b,
+	0x31, 0x18, 0x5d, 0x83, 0x85, 0x03, 0x17, 0x7b, 0x69, 0xcc, 0x66, 0xcc, 0x13, 0x7b, 0x29, 0xc4,
+	0xeb, 0xb0, 0xf8, 0x34, 0x22, 0x0c, 0x9b, 0xf6, 0xa1, 0x15, 0x5a, 0x36, 0x23, 0x49, 0x25, 0xbe,
+	0x20, 0xe0, 0xdb, 0x09, 0x18, 0x7d, 0x13, 0x2e, 0x4a, 0x54, 0x4c, 0x6d, 0x2b, 0x48, 0x28, 0x70,
+	0xa8, 0x0a, 0xb5, 0x65, 0x31, 0xbb, 0x23, 0x26, 0xb7, 0xe3, 0x39, 0xa4, 0x41, 0xd7, 0x26, 0xe3,
+	0x31, 0xf6, 0x19, 0x15, 0xd9, 0xdc, 0x33, 0x92, 0x6f, 0x74, 0x07, 0x56, 0x2d, 0xcf, 0x23, 0xcf,
+	0x4c, 0x41, 0xe9, 0x98, 0x05, 0xeb, 0x3a, 0xe2, 0x1c, 0xd5, 0x04, 0xd2, 0xa7, 0x02, 0xc7, 0xc8,
+	0x1a, 0xaa, 0x5d, 0x85, 0x5e, 0xb2, 0x8e, 0x7c, 0xd7, 0x48, 0x05, 0xa4, 0x18, 0x6b, 0xe7, 0x60,
+	0x90, 0x5e, 0x09, 0xed, 0x3f, 0x4d, 0x58, 0x2a, 0x49, 0x02, 0xf4, 0x18, 0x80, 0x47, 0xab, 0x4c,
+	0x05, 0x15, 0xae, 0xdf, 0x3d, 0x7d, 0x32, 0xf1, 0x78, 0x95, 0x60, 0x83, 0x47, 0xbf, 0x1c, 0xa2,
+	0x5f, 0x42, 0x5f, 0x44, 0xac, 0xe2, 0x2e, 0x43, 0xf6, 0x7b, 0x5f, 0x81, 0x3b, 0xb7, 0x55, 0xb1,
+	0x17, 0x39, 0x20, 0xc7, 0xda, 0xbf, 0x1a, 0xd0, 0x4b, 0x04, 0xf3, 0x9b, 0xb1, 0x5c, 0x28, 0xb1,
+	0xd6, 0x54, 0xb9, 0xa3, 0x2f, 0x60, 0xf7, 0x05, 0xe8, 0x6b, 0x19, 0x4a, 0xda, 0x7b, 0x00, 0x53,
+	0xfb, 0x4b, 0x4d, 0x68, 0x94, 0x9a, 0xa0, 0x5f, 0x87, 0x79, 0xee, 0x59, 0x17, 0x3b, 0x23, 0x16,
+	0xba, 0x81, 0x78, 0x10, 0x90, 0x38, 0xf2, 0xae, 0x34, 0x30, 0xe2, 0xcf, 0xad, 0x3f, 0xad, 0xc0,
+	0x20, 0x7d, 0xf9, 0x44, 0x5f, 0x40, 0x3f, 0xf5, 0xf0, 0x81, 0xde, 0x28, 0x2e, 0x5a, 0xf1, 0x21,
+	0x45, 0xfb, 0xc6, 0x0c, 0x2c, 0x55, 0x67, 0xcd, 0x21, 0x1f, 0xce, 0x17, 0x5e, 0x0f, 0xd0, 0x8d,
+	0x22, 0x75, 0xd5, 0xdb, 0x84, 0x76, 0xb3, 0x16, 0x6e, 0x22, 0x8f, 0xc1, 0x52, 0xc9, 0x73, 0x00,
+	0x7a, 0x6b, 0x06, 0x97, 0xcc, 0x93, 0x84, 0xf6, 0x76, 0x4d, 0xec, 0x44, 0xea, 0x53, 0x40, 0xc5,
+	0xb7, 0x02, 0x74, 0x73, 0x26, 0x9b, 0xe9, 0x5b, 0x84, 0xf6, 0x56, 0x3d, 0xe4, 0x4a, 0x43, 0xe5,
+	0x2b, 0xc2, 0x4c, 0x43, 0x33, 0xef, 0x14, 0x33, 0x0d, 0xcd, 0x3d, 0x4d, 0xcc, 0xa1, 0x23, 0x58,
+	0xcc, 0xbf, 0x30, 0xa0, 0xeb, 0x55, 0x2f, 0x62, 0x85, 0x07, 0x0c, 0xed, 0x46, 0x1d, 0xd4, 0x44,
+	0x18, 0x86, 0x73, 0xd9, 0x57, 0x00, 0x74, 0xad, 0x48, 0x5f, 0xfa, 0xa6, 0xa1, 0x6d, 0xcc, 0x46,
+	0x4c, 0xdb, 0x94, 0x7f, 0x19, 0x28, 0xb3, 0xa9, 0xe2, 0xd9, 0xa1, 0xcc, 0xa6, 0xaa, 0x87, 0x06,
+	0x7d, 0x0e, 0xfd, 0x3a, 0x6e, 0x37, 0xe7, 0x3a, 0xe6, 0x68, 0xb3, 0x8a, 0x4d, 0x79, 0xcb, 0x5e,
+	0xbb, 0x55, 0x1b, 0x3f, 0x96, 0x7d, 0xbb, 0xc1, 0x73, 0x3d, 0xd5, 0x38, 0x2f, 0xcb, 0xf5, 0x62,
+	0x2b, 0xbe, 0x2c, 0xd7, 0xcb, 0xba, 0xef, 0x73, 0x68, 0x1f, 0xe6, 0x33, 0xad, 0x74, 0xf4, 0x66,
+	0x15, 0x65, 0xf6, 0x0e, 0xae, 0x5d, 0x9b, 0x89, 0x97, 0xc8, 0x30, 0xe3, 0xdd, 0x4b, 0x6d, 0x57,
+	0x95, 0xca, 0x65, 0xf7, 0xab, 0x37, 0x67, 0xa1, 0x65, 0x52, 0xb9, 0xd0, 0x70, 0x2f, 0x4d, 0xe5,
+	0xaa, 0x86, 0x7e, 0x69, 0x2a, 0x57, 0xf7, 0xf0, 0xe7, 0xd0, 0xcf, 0x01, 0xa6, 0x4d, 0x71, 0xf4,
+	0x7a, 0x15, 0x75, 0x7a, 0xf5, 0xdf, 0x38, 0x19, 0x29, 0x61, 0xfd, 0x0c, 0x96, 0xcb, 0xee, 0xaa,
+	0xa8, 0x24, 0xf1, 0x4f, 0xb8, 0x10, 0x6b, 0x9b, 0x75, 0xd1, 0x13, 0xc1, 0x9f, 0x41, 0x37, 0x6e,
+	0x68, 0xa3, 0xd7, 0x8a, 0xd4, 0xb9, 0x16, 0xbe, 0xa6, 0x9f, 0x84, 0x92, 0x0a, 0xe0, 0x71, 0x9c,
+	0xab, 0xd3, 0x4e, 0x73, 0x75, 0xae, 0x16, 0x7a, 0xe2, 0xd5, 0xb9, 0x5a, 0x6c, 0x5c, 0x0b, 0x71,
+	0x49, 0x30, 0xa4, 0x1b, 0xb3, 0xd5, 0xc1, 0x50, 0xd2, 0x77, 0xae, 0x0e, 0x86, 0xd2, 0x5e, 0xef,
+	0x1c, 0xfa, 0x0d, 0x5c, 0x2c, 0xef, 0xc7, 0xa2, 0xca, 0x8c, 0xaf, 0xe8, 0x0b, 0x6b, 0xb7, 0xeb,
+	0x13, 0x24, 0xe2, 0x5f, 0xc4, 0xfb, 0x53, 0xae, 0x1f, 0x5b, 0xbd, 0x3f, 0x95, 0x77, 0x85, 0xb5,
+	0x5b, 0xb5, 0xf1, 0x8b, 0xa9, 0x97, 0x6e, 0x7c, 0x56, 0x7b, 0xbb, 0xa4, 0xc7, 0x5b, 0xed, 0xed,
+	0xd2, 0x5e, 0xaa, 0xc8, 0x8f, 0xb2, 0xa6, 0x66, 0x59, 0x7e, 0x9c, 0xd0, 0x75, 0xd5, 0x36, 0xeb,
+	0xa2, 0x67, 0x8e, 0xef, 0x62, 0xd7, 0x12, 0xcd, 0xd4, 0x3f, 0xb3, 0x33, 0xbf, 0x5d, 0x13, 0xbb,
+	0x7a, 0x75, 0xe3, 0x9d, 0x7a, 0xa6, 0x01, 0xb9, 0x1d, 0xfb, 0x56, 0x6d, 0xfc, 0x44, 0x76, 0x10,
+	0x3f, 0x55, 0xa6, 0x3a, 0x8e, 0xe8, 0xc6, 0x0c, 0x3e, 0xa9, 0x8e, 0xa9, 0x76, 0xb3, 0x16, 0x6e,
+	0x59, 0xf6, 0xa6, 0x7b, 0x80, 0x27, 0xc5, 0x53, 0xa1, 0x71, 0x79, 0x52, 0x3c, 0x95, 0xb4, 0x15,
+	0xe7, 0xd0, 0xc7, 0xd0, 0x16, 0x57, 0x1c, 0xb4, 0x76, 0xf2, 0xdd, 0x47, 0xbb, 0x5a, 0x3e, 0x9f,
+	0x54, 0xf0, 0xdc, 0x80, 0xfd, 0xb3, 0xe2, 0xef, 0xa6, 0x77, 0xff, 0x17, 0x00, 0x00, 0xff, 0xff,
+	0x87, 0x4e, 0x8e, 0x7e, 0xf4, 0x24, 0x00, 0x00,
 }

weed/query/json/query_json.go

@@ -0,0 +1,5 @@
+package json
+
+func QueryJson(jsonLine string, query string) (jsonOutput string) {
+	return jsonLine
+}

weed/query/json/query_json_test.go

@@ -0,0 +1,73 @@
+package json
+
+import (
+	"testing"
+
+	"github.com/tidwall/gjson"
+)
+
+func TestGjson(t *testing.T) {
+	data := `
+	{
+		"quiz": {
+			"sport": {
+				"q1": {
+					"question": "Which one is correct team name in NBA?",
+					"options": [
+						"New York Bulls",
+						"Los Angeles Kings",
+						"Golden State Warriros",
+						"Huston Rocket"
+					],
+					"answer": "Huston Rocket"
+				}
+			},
+			"maths": {
+				"q1": {
+					"question": "5 + 7 = ?",
+					"options": [
+						"10",
+						"11",
+						"12",
+						"13"
+					],
+					"answer": "12"
+				},
+				"q2": {
+					"question": "12 - 8 = ?",
+					"options": [
+						"1",
+						"2",
+						"3",
+						"4"
+					],
+					"answer": "4"
+				}
+			}
+		}
+	}
+
+	{
+		"fruit": "Apple",
+		"size": "Large",
+		"quiz": "Red"
+	}
+
+`
+
+	projections := []string{"quiz","fruit"}
+
+	gjson.ForEachLine(data, func(line gjson.Result) bool{
+		println(line.String())
+		println("+++++++++++")
+		results := gjson.GetMany(line.Raw, projections...)
+		for _, result := range results {
+			println(result.Index, result.Type, result.String())
+		}
+		println("-----------")
+		return true
+	})
+
+
+
+}

weed/server/volume_grpc_copy.go

@@ -257,7 +257,3 @@ func (vs *VolumeServer) CopyFile(req *volume_server_pb.CopyFileRequest, stream v
 
 	return nil
 }
-
-func (vs *VolumeServer) findVolumeOrEcVolumeLocation(volumeId needle.VolumeId) {
-
-}

weed/server/volume_grpc_query.go

@@ -0,0 +1,62 @@
+package weed_server
+
+import (
+	"github.com/chrislusf/seaweedfs/weed/glog"
+	"github.com/chrislusf/seaweedfs/weed/operation"
+	"github.com/chrislusf/seaweedfs/weed/pb/volume_server_pb"
+	"github.com/chrislusf/seaweedfs/weed/storage/needle"
+	"github.com/tidwall/gjson"
+)
+
+func (vs *VolumeServer) Query(req *volume_server_pb.QueryRequest, stream volume_server_pb.VolumeServer_QueryServer) error {
+
+	for _, fid := range req.FromFileIds {
+
+		vid, id_cookie, err := operation.ParseFileId(fid)
+		if err != nil {
+			glog.V(0).Infof("volume query failed to parse fid %s: %v", fid, err)
+			return err
+		}
+
+		n := new(needle.Needle)
+		volumeId, _ := needle.NewVolumeId(vid)
+		n.ParsePath(id_cookie)
+
+		cookie := n.Cookie
+		if _, err := vs.store.ReadVolumeNeedle(volumeId, n); err != nil {
+			glog.V(0).Infof("volume query failed to read fid %s: %v", fid, err)
+			return err
+		}
+
+		if n.Cookie != cookie {
+			glog.V(0).Infof("volume query failed to read fid cookie %s: %v", fid, err)
+			return err
+		}
+
+		if req.InputSerialization.CsvInput!=nil{
+
+
+
+		}
+
+		if req.InputSerialization.JsonInput!=nil{
+
+			err = stream.Send(&volume_server_pb.QueriedStripe{
+				Records:nil,
+			})
+			if err != nil {
+				// println("sending", bytesread, "bytes err", err.Error())
+				return err
+			}
+			gjson.ForEachLine(string(n.Data), func(line gjson.Result) bool{
+				println(line.String())
+				return true
+			})
+		}
+
+
+
+	}
+
+	return nil
+}