You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
89 lines
2.3 KiB
89 lines
2.3 KiB
package broker
|
|
|
|
import (
|
|
"bytes"
|
|
"fmt"
|
|
"github.com/seaweedfs/seaweedfs/weed/filer"
|
|
"github.com/seaweedfs/seaweedfs/weed/mq/topic"
|
|
"github.com/seaweedfs/seaweedfs/weed/pb"
|
|
"github.com/seaweedfs/seaweedfs/weed/pb/filer_pb"
|
|
"github.com/seaweedfs/seaweedfs/weed/pb/mq_pb"
|
|
jsonpb "google.golang.org/protobuf/encoding/protojson"
|
|
"time"
|
|
)
|
|
|
|
func (broker *MessageQueueBroker) checkSegmentOnFiler(segment *topic.Segment) (brokers []pb.ServerAddress, err error) {
|
|
info, found, err := broker.readSegmentInfoOnFiler(segment)
|
|
if err != nil {
|
|
return
|
|
}
|
|
if !found {
|
|
return
|
|
}
|
|
for _, b := range info.Brokers {
|
|
brokers = append(brokers, pb.ServerAddress(b))
|
|
}
|
|
|
|
return
|
|
}
|
|
|
|
func (broker *MessageQueueBroker) saveSegmentBrokersOnFiler(segment *topic.Segment, brokers []pb.ServerAddress) (err error) {
|
|
var nodes []string
|
|
for _, b := range brokers {
|
|
nodes = append(nodes, string(b))
|
|
}
|
|
broker.saveSegmentInfoToFiler(segment, &mq_pb.SegmentInfo{
|
|
Segment: segment.ToPbSegment(),
|
|
StartTsNs: time.Now().UnixNano(),
|
|
Brokers: nodes,
|
|
StopTsNs: 0,
|
|
PreviousSegments: nil,
|
|
NextSegments: nil,
|
|
})
|
|
return
|
|
}
|
|
|
|
func (broker *MessageQueueBroker) readSegmentInfoOnFiler(segment *topic.Segment) (info *mq_pb.SegmentInfo, found bool, err error) {
|
|
dir, name := segment.DirAndName()
|
|
|
|
found, err = filer_pb.Exists(broker, dir, name, false)
|
|
if !found || err != nil {
|
|
return
|
|
}
|
|
|
|
err = pb.WithFilerClient(false, 0, broker.GetFiler(), broker.grpcDialOption, func(client filer_pb.SeaweedFilerClient) error {
|
|
// read filer conf first
|
|
data, err := filer.ReadInsideFiler(client, dir, name)
|
|
if err != nil {
|
|
return fmt.Errorf("ReadEntry: %v", err)
|
|
}
|
|
|
|
// parse into filer conf object
|
|
info = &mq_pb.SegmentInfo{}
|
|
if err = jsonpb.Unmarshal(data, info); err != nil {
|
|
return err
|
|
}
|
|
found = true
|
|
return nil
|
|
})
|
|
|
|
return
|
|
}
|
|
|
|
func (broker *MessageQueueBroker) saveSegmentInfoToFiler(segment *topic.Segment, info *mq_pb.SegmentInfo) (err error) {
|
|
dir, name := segment.DirAndName()
|
|
|
|
var buf bytes.Buffer
|
|
filer.ProtoToText(&buf, info)
|
|
|
|
err = pb.WithFilerClient(false, 0, broker.GetFiler(), broker.grpcDialOption, func(client filer_pb.SeaweedFilerClient) error {
|
|
// read filer conf first
|
|
err := filer.SaveInsideFiler(client, dir, name, buf.Bytes())
|
|
if err != nil {
|
|
return fmt.Errorf("save segment info: %v", err)
|
|
}
|
|
return nil
|
|
})
|
|
|
|
return
|
|
}
|