You can not select more than 25 topics
			Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
		
		
		
		
		
			
		
			
				
					
					
						
							104 lines
						
					
					
						
							2.9 KiB
						
					
					
				
			
		
		
		
			
			
			
		
		
	
	
							104 lines
						
					
					
						
							2.9 KiB
						
					
					
				
								package topic
							 | 
						|
								
							 | 
						|
								import (
							 | 
						|
									"bytes"
							 | 
						|
									"context"
							 | 
						|
									"errors"
							 | 
						|
									"fmt"
							 | 
						|
								
							 | 
						|
									"github.com/seaweedfs/seaweedfs/weed/filer"
							 | 
						|
									"github.com/seaweedfs/seaweedfs/weed/pb/filer_pb"
							 | 
						|
									"github.com/seaweedfs/seaweedfs/weed/pb/mq_pb"
							 | 
						|
									"github.com/seaweedfs/seaweedfs/weed/pb/schema_pb"
							 | 
						|
									jsonpb "google.golang.org/protobuf/encoding/protojson"
							 | 
						|
								)
							 | 
						|
								
							 | 
						|
								type Topic struct {
							 | 
						|
									Namespace string
							 | 
						|
									Name      string
							 | 
						|
								}
							 | 
						|
								
							 | 
						|
								func NewTopic(namespace string, name string) Topic {
							 | 
						|
									return Topic{
							 | 
						|
										Namespace: namespace,
							 | 
						|
										Name:      name,
							 | 
						|
									}
							 | 
						|
								}
							 | 
						|
								func FromPbTopic(topic *schema_pb.Topic) Topic {
							 | 
						|
									return Topic{
							 | 
						|
										Namespace: topic.Namespace,
							 | 
						|
										Name:      topic.Name,
							 | 
						|
									}
							 | 
						|
								}
							 | 
						|
								
							 | 
						|
								func (t Topic) ToPbTopic() *schema_pb.Topic {
							 | 
						|
									return &schema_pb.Topic{
							 | 
						|
										Namespace: t.Namespace,
							 | 
						|
										Name:      t.Name,
							 | 
						|
									}
							 | 
						|
								}
							 | 
						|
								
							 | 
						|
								func (t Topic) String() string {
							 | 
						|
									return fmt.Sprintf("%s.%s", t.Namespace, t.Name)
							 | 
						|
								}
							 | 
						|
								
							 | 
						|
								func (t Topic) Dir() string {
							 | 
						|
									return fmt.Sprintf("%s/%s/%s", filer.TopicsDir, t.Namespace, t.Name)
							 | 
						|
								}
							 | 
						|
								
							 | 
						|
								func (t Topic) ReadConfFile(client filer_pb.SeaweedFilerClient) (*mq_pb.ConfigureTopicResponse, error) {
							 | 
						|
									data, err := filer.ReadInsideFiler(client, t.Dir(), filer.TopicConfFile)
							 | 
						|
									if errors.Is(err, filer_pb.ErrNotFound) {
							 | 
						|
										return nil, err
							 | 
						|
									}
							 | 
						|
									if err != nil {
							 | 
						|
										return nil, fmt.Errorf("read topic.conf of %v: %w", t, err)
							 | 
						|
									}
							 | 
						|
									// parse into filer conf object
							 | 
						|
									conf := &mq_pb.ConfigureTopicResponse{}
							 | 
						|
									if err = jsonpb.Unmarshal(data, conf); err != nil {
							 | 
						|
										return nil, fmt.Errorf("unmarshal topic %v conf: %w", t, err)
							 | 
						|
									}
							 | 
						|
									return conf, nil
							 | 
						|
								}
							 | 
						|
								
							 | 
						|
								// ReadConfFileWithMetadata reads the topic configuration and returns it along with file metadata
							 | 
						|
								func (t Topic) ReadConfFileWithMetadata(client filer_pb.SeaweedFilerClient) (*mq_pb.ConfigureTopicResponse, int64, int64, error) {
							 | 
						|
									// Use LookupDirectoryEntry to get both content and metadata
							 | 
						|
									request := &filer_pb.LookupDirectoryEntryRequest{
							 | 
						|
										Directory: t.Dir(),
							 | 
						|
										Name:      filer.TopicConfFile,
							 | 
						|
									}
							 | 
						|
								
							 | 
						|
									resp, err := filer_pb.LookupEntry(context.Background(), client, request)
							 | 
						|
									if err != nil {
							 | 
						|
										if errors.Is(err, filer_pb.ErrNotFound) {
							 | 
						|
											return nil, 0, 0, err
							 | 
						|
										}
							 | 
						|
										return nil, 0, 0, fmt.Errorf("lookup topic.conf of %v: %w", t, err)
							 | 
						|
									}
							 | 
						|
								
							 | 
						|
									// Get file metadata
							 | 
						|
									var createdAtNs, modifiedAtNs int64
							 | 
						|
									if resp.Entry.Attributes != nil {
							 | 
						|
										createdAtNs = resp.Entry.Attributes.Crtime * 1e9 // convert seconds to nanoseconds
							 | 
						|
										modifiedAtNs = resp.Entry.Attributes.Mtime * 1e9 // convert seconds to nanoseconds
							 | 
						|
									}
							 | 
						|
								
							 | 
						|
									// Parse the configuration
							 | 
						|
									conf := &mq_pb.ConfigureTopicResponse{}
							 | 
						|
									if err = jsonpb.Unmarshal(resp.Entry.Content, conf); err != nil {
							 | 
						|
										return nil, 0, 0, fmt.Errorf("unmarshal topic %v conf: %w", t, err)
							 | 
						|
									}
							 | 
						|
								
							 | 
						|
									return conf, createdAtNs, modifiedAtNs, nil
							 | 
						|
								}
							 | 
						|
								
							 | 
						|
								func (t Topic) WriteConfFile(client filer_pb.SeaweedFilerClient, conf *mq_pb.ConfigureTopicResponse) error {
							 | 
						|
									var buf bytes.Buffer
							 | 
						|
									filer.ProtoToText(&buf, conf)
							 | 
						|
									if err := filer.SaveInsideFiler(client, t.Dir(), filer.TopicConfFile, buf.Bytes()); err != nil {
							 | 
						|
										return fmt.Errorf("save topic %v conf: %w", t, err)
							 | 
						|
									}
							 | 
						|
									return nil
							 | 
						|
								}
							 |