package topic import ( "fmt" "sync/atomic" "time" "github.com/seaweedfs/seaweedfs/weed/pb/mq_pb" ) // OffsetAssignmentFunc is a function type for assigning offsets to messages type OffsetAssignmentFunc func() (int64, error) // PublishWithOffset publishes a message with offset assignment // TODO: This extends LocalPartition with offset support // ASSUMPTION: This will eventually be integrated into the main Publish method func (p *LocalPartition) PublishWithOffset(message *mq_pb.DataMessage, assignOffsetFn OffsetAssignmentFunc) error { // Assign offset for this message offset, err := assignOffsetFn() if err != nil { return fmt.Errorf("failed to assign offset: %w", err) } // Add message to buffer with offset err = p.addToBufferWithOffset(message, offset) if err != nil { return fmt.Errorf("failed to add message to buffer: %w", err) } // Send to follower if needed (same logic as original Publish) if p.publishFolloweMeStream != nil { if followErr := p.publishFolloweMeStream.Send(&mq_pb.PublishFollowMeRequest{ Message: &mq_pb.PublishFollowMeRequest_Data{ Data: message, }, }); followErr != nil { return fmt.Errorf("send to follower %s: %v", p.Follower, followErr) } } else { atomic.StoreInt64(&p.AckTsNs, message.TsNs) } return nil } // addToBufferWithOffset adds a message to the log buffer with a pre-assigned offset func (p *LocalPartition) addToBufferWithOffset(message *mq_pb.DataMessage, offset int64) error { // TODO: This is a workaround until LogBuffer can be modified to handle offsets natively // ASSUMPTION: We create the LogEntry here and then add it to the buffer // Prepare timestamp processingTsNs := message.TsNs if processingTsNs == 0 { processingTsNs = time.Now().UnixNano() } // TODO: Create LogEntry with assigned offset - for now just using existing buffer // ASSUMPTION: The offset will be preserved through parquet storage integration // Future: LogEntry should be created here with the assigned offset // For now, we still use the existing LogBuffer.AddToBuffer // The offset information will be preserved in parquet files // TODO: Modify LogBuffer to accept and preserve offset information messageWithTimestamp := &mq_pb.DataMessage{ Key: message.Key, Value: message.Value, TsNs: processingTsNs, } p.LogBuffer.AddToBuffer(messageWithTimestamp) return nil } // GetOffsetInfo returns offset information for this partition // TODO: This should integrate with the broker's offset manager func (p *LocalPartition) GetOffsetInfo() map[string]interface{} { return map[string]interface{}{ "partition_ring_size": p.RingSize, "partition_range_start": p.RangeStart, "partition_range_stop": p.RangeStop, "partition_unix_time": p.UnixTimeNs, "buffer_name": p.LogBuffer.GetName(), "buffer_batch_index": p.LogBuffer.GetBatchIndex(), } } // OffsetAwarePublisher wraps a LocalPartition with offset assignment capability type OffsetAwarePublisher struct { partition *LocalPartition assignOffsetFn OffsetAssignmentFunc } // NewOffsetAwarePublisher creates a new offset-aware publisher func NewOffsetAwarePublisher(partition *LocalPartition, assignOffsetFn OffsetAssignmentFunc) *OffsetAwarePublisher { return &OffsetAwarePublisher{ partition: partition, assignOffsetFn: assignOffsetFn, } } // Publish publishes a message with automatic offset assignment func (oap *OffsetAwarePublisher) Publish(message *mq_pb.DataMessage) error { return oap.partition.PublishWithOffset(message, oap.assignOffsetFn) } // GetPartition returns the underlying partition func (oap *OffsetAwarePublisher) GetPartition() *LocalPartition { return oap.partition }