1 changed files with 180 additions and 0 deletions
@ -0,0 +1,180 @@ |
|||
package shell |
|||
|
|||
import ( |
|||
"context" |
|||
"flag" |
|||
"fmt" |
|||
"io" |
|||
"strings" |
|||
|
|||
"github.com/seaweedfs/seaweedfs/weed/mq/topic" |
|||
"github.com/seaweedfs/seaweedfs/weed/pb/filer_pb" |
|||
"github.com/seaweedfs/seaweedfs/weed/util" |
|||
) |
|||
|
|||
func init() { |
|||
Commands = append(Commands, &commandMqTopicTruncate{}) |
|||
} |
|||
|
|||
type commandMqTopicTruncate struct { |
|||
} |
|||
|
|||
func (c *commandMqTopicTruncate) Name() string { |
|||
return "mq.topic.truncate" |
|||
} |
|||
|
|||
func (c *commandMqTopicTruncate) Help() string { |
|||
return `clear all data from a topic while preserving topic structure |
|||
|
|||
Example: |
|||
mq.topic.truncate -namespace <namespace> -topic <topic_name> |
|||
|
|||
This command removes all log files and parquet files from all partitions |
|||
of the specified topic, while keeping the topic configuration intact. |
|||
` |
|||
} |
|||
|
|||
func (c *commandMqTopicTruncate) HasTag(CommandTag) bool { |
|||
return false |
|||
} |
|||
|
|||
func (c *commandMqTopicTruncate) Do(args []string, commandEnv *CommandEnv, writer io.Writer) error { |
|||
// parse parameters
|
|||
mqCommand := flag.NewFlagSet(c.Name(), flag.ContinueOnError) |
|||
namespace := mqCommand.String("namespace", "", "namespace name") |
|||
topicName := mqCommand.String("topic", "", "topic name") |
|||
if err := mqCommand.Parse(args); err != nil { |
|||
return err |
|||
} |
|||
|
|||
if *namespace == "" { |
|||
return fmt.Errorf("namespace is required") |
|||
} |
|||
if *topicName == "" { |
|||
return fmt.Errorf("topic name is required") |
|||
} |
|||
|
|||
// Verify topic exists by trying to read its configuration
|
|||
t := topic.NewTopic(*namespace, *topicName) |
|||
|
|||
err := commandEnv.WithFilerClient(false, func(client filer_pb.SeaweedFilerClient) error { |
|||
_, err := t.ReadConfFile(client) |
|||
if err != nil { |
|||
return fmt.Errorf("topic %s.%s does not exist or cannot be read: %v", *namespace, *topicName, err) |
|||
} |
|||
return nil |
|||
}) |
|||
if err != nil { |
|||
return err |
|||
} |
|||
|
|||
fmt.Fprintf(writer, "Truncating topic %s.%s...\n", *namespace, *topicName) |
|||
|
|||
// Discover and clear all partitions
|
|||
partitions, err := c.discoverTopicPartitions(commandEnv, t) |
|||
if err != nil { |
|||
return fmt.Errorf("failed to discover topic partitions: %v", err) |
|||
} |
|||
|
|||
if len(partitions) == 0 { |
|||
fmt.Fprintf(writer, "No partitions found for topic %s.%s\n", *namespace, *topicName) |
|||
return nil |
|||
} |
|||
|
|||
fmt.Fprintf(writer, "Found %d partitions, clearing data...\n", len(partitions)) |
|||
|
|||
// Clear data from each partition
|
|||
totalFilesDeleted := 0 |
|||
for _, partitionPath := range partitions { |
|||
filesDeleted, err := c.clearPartitionData(commandEnv, partitionPath, writer) |
|||
if err != nil { |
|||
fmt.Fprintf(writer, "Warning: failed to clear partition %s: %v\n", partitionPath, err) |
|||
continue |
|||
} |
|||
totalFilesDeleted += filesDeleted |
|||
fmt.Fprintf(writer, "Cleared partition: %s (%d files)\n", partitionPath, filesDeleted) |
|||
} |
|||
|
|||
fmt.Fprintf(writer, "Successfully truncated topic %s.%s - deleted %d files from %d partitions\n", |
|||
*namespace, *topicName, totalFilesDeleted, len(partitions)) |
|||
|
|||
return nil |
|||
} |
|||
|
|||
// discoverTopicPartitions discovers all partition directories for a topic
|
|||
func (c *commandMqTopicTruncate) discoverTopicPartitions(commandEnv *CommandEnv, t topic.Topic) ([]string, error) { |
|||
var partitionPaths []string |
|||
|
|||
// Scan the topic directory for version directories (e.g., v2025-09-01-07-16-34)
|
|||
err := filer_pb.ReadDirAllEntries(context.Background(), commandEnv, util.FullPath(t.Dir()), "", func(versionEntry *filer_pb.Entry, isLast bool) error { |
|||
if !versionEntry.IsDirectory { |
|||
return nil // Skip non-directories
|
|||
} |
|||
|
|||
// Parse version timestamp from directory name (e.g., "v2025-09-01-07-16-34")
|
|||
_, parseErr := topic.ParseTopicVersion(versionEntry.Name) |
|||
if parseErr != nil { |
|||
// Skip directories that don't match the version format
|
|||
return nil |
|||
} |
|||
|
|||
// Scan partition directories within this version (e.g., 0000-0630)
|
|||
versionDir := fmt.Sprintf("%s/%s", t.Dir(), versionEntry.Name) |
|||
return filer_pb.ReadDirAllEntries(context.Background(), commandEnv, util.FullPath(versionDir), "", func(partitionEntry *filer_pb.Entry, isLast bool) error { |
|||
if !partitionEntry.IsDirectory { |
|||
return nil // Skip non-directories
|
|||
} |
|||
|
|||
// Parse partition boundary from directory name (e.g., "0000-0630")
|
|||
rangeStart, rangeStop := topic.ParsePartitionBoundary(partitionEntry.Name) |
|||
if rangeStart == rangeStop { |
|||
return nil // Skip invalid partition names
|
|||
} |
|||
|
|||
// Add this partition path to the list
|
|||
partitionPath := fmt.Sprintf("%s/%s", versionDir, partitionEntry.Name) |
|||
partitionPaths = append(partitionPaths, partitionPath) |
|||
return nil |
|||
}) |
|||
}) |
|||
|
|||
return partitionPaths, err |
|||
} |
|||
|
|||
// clearPartitionData deletes all data files (log files, parquet files) from a partition directory
|
|||
// Returns the number of files deleted
|
|||
func (c *commandMqTopicTruncate) clearPartitionData(commandEnv *CommandEnv, partitionPath string, writer io.Writer) (int, error) { |
|||
filesDeleted := 0 |
|||
|
|||
err := filer_pb.ReadDirAllEntries(context.Background(), commandEnv, util.FullPath(partitionPath), "", func(entry *filer_pb.Entry, isLast bool) error { |
|||
if entry.IsDirectory { |
|||
return nil // Skip subdirectories
|
|||
} |
|||
|
|||
fileName := entry.Name |
|||
|
|||
// Preserve configuration files
|
|||
if strings.HasSuffix(fileName, ".conf") || |
|||
strings.HasSuffix(fileName, ".config") || |
|||
fileName == "topic.conf" || |
|||
fileName == "partition.conf" { |
|||
fmt.Fprintf(writer, " Preserving config file: %s\n", fileName) |
|||
return nil |
|||
} |
|||
|
|||
// Delete all data files (log files, parquet files, offset files, etc.)
|
|||
deleteErr := filer_pb.Remove(context.Background(), commandEnv, partitionPath, fileName, false, true, true, false, nil) |
|||
|
|||
if deleteErr != nil { |
|||
fmt.Fprintf(writer, " Warning: failed to delete %s/%s: %v\n", partitionPath, fileName, deleteErr) |
|||
// Continue with other files rather than failing entirely
|
|||
} else { |
|||
fmt.Fprintf(writer, " Deleted: %s\n", fileName) |
|||
filesDeleted++ |
|||
} |
|||
|
|||
return nil |
|||
}) |
|||
|
|||
return filesDeleted, err |
|||
} |
Write
Preview
Loading…
Cancel
Save
Reference in new issue