You can not select more than 25 topics
			Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
		
		
		
		
		
			
		
			
				
					
					
						
							170 lines
						
					
					
						
							5.4 KiB
						
					
					
				
			
		
		
		
			
			
			
		
		
	
	
							170 lines
						
					
					
						
							5.4 KiB
						
					
					
				
								package balance
							 | 
						|
								
							 | 
						|
								import (
							 | 
						|
									"fmt"
							 | 
						|
								
							 | 
						|
									"github.com/seaweedfs/seaweedfs/weed/admin/config"
							 | 
						|
									"github.com/seaweedfs/seaweedfs/weed/glog"
							 | 
						|
									"github.com/seaweedfs/seaweedfs/weed/pb/worker_pb"
							 | 
						|
									"github.com/seaweedfs/seaweedfs/weed/worker/tasks/base"
							 | 
						|
								)
							 | 
						|
								
							 | 
						|
								// Config extends BaseConfig with balance-specific settings
							 | 
						|
								type Config struct {
							 | 
						|
									base.BaseConfig
							 | 
						|
									ImbalanceThreshold float64 `json:"imbalance_threshold"`
							 | 
						|
									MinServerCount     int     `json:"min_server_count"`
							 | 
						|
								}
							 | 
						|
								
							 | 
						|
								// NewDefaultConfig creates a new default balance configuration
							 | 
						|
								func NewDefaultConfig() *Config {
							 | 
						|
									return &Config{
							 | 
						|
										BaseConfig: base.BaseConfig{
							 | 
						|
											Enabled:             true,
							 | 
						|
											ScanIntervalSeconds: 30 * 60, // 30 minutes
							 | 
						|
											MaxConcurrent:       1,
							 | 
						|
										},
							 | 
						|
										ImbalanceThreshold: 0.2, // 20%
							 | 
						|
										MinServerCount:     2,
							 | 
						|
									}
							 | 
						|
								}
							 | 
						|
								
							 | 
						|
								// GetConfigSpec returns the configuration schema for balance tasks
							 | 
						|
								func GetConfigSpec() base.ConfigSpec {
							 | 
						|
									return base.ConfigSpec{
							 | 
						|
										Fields: []*config.Field{
							 | 
						|
											{
							 | 
						|
												Name:         "enabled",
							 | 
						|
												JSONName:     "enabled",
							 | 
						|
												Type:         config.FieldTypeBool,
							 | 
						|
												DefaultValue: true,
							 | 
						|
												Required:     false,
							 | 
						|
												DisplayName:  "Enable Balance Tasks",
							 | 
						|
												Description:  "Whether balance tasks should be automatically created",
							 | 
						|
												HelpText:     "Toggle this to enable or disable automatic balance task generation",
							 | 
						|
												InputType:    "checkbox",
							 | 
						|
												CSSClasses:   "form-check-input",
							 | 
						|
											},
							 | 
						|
											{
							 | 
						|
												Name:         "scan_interval_seconds",
							 | 
						|
												JSONName:     "scan_interval_seconds",
							 | 
						|
												Type:         config.FieldTypeInterval,
							 | 
						|
												DefaultValue: 30 * 60,
							 | 
						|
												MinValue:     5 * 60,
							 | 
						|
												MaxValue:     2 * 60 * 60,
							 | 
						|
												Required:     true,
							 | 
						|
												DisplayName:  "Scan Interval",
							 | 
						|
												Description:  "How often to scan for volume distribution imbalances",
							 | 
						|
												HelpText:     "The system will check for volume distribution imbalances at this interval",
							 | 
						|
												Placeholder:  "30",
							 | 
						|
												Unit:         config.UnitMinutes,
							 | 
						|
												InputType:    "interval",
							 | 
						|
												CSSClasses:   "form-control",
							 | 
						|
											},
							 | 
						|
											{
							 | 
						|
												Name:         "max_concurrent",
							 | 
						|
												JSONName:     "max_concurrent",
							 | 
						|
												Type:         config.FieldTypeInt,
							 | 
						|
												DefaultValue: 1,
							 | 
						|
												MinValue:     1,
							 | 
						|
												MaxValue:     3,
							 | 
						|
												Required:     true,
							 | 
						|
												DisplayName:  "Max Concurrent Tasks",
							 | 
						|
												Description:  "Maximum number of balance tasks that can run simultaneously",
							 | 
						|
												HelpText:     "Limits the number of balance operations running at the same time",
							 | 
						|
												Placeholder:  "1 (default)",
							 | 
						|
												Unit:         config.UnitCount,
							 | 
						|
												InputType:    "number",
							 | 
						|
												CSSClasses:   "form-control",
							 | 
						|
											},
							 | 
						|
											{
							 | 
						|
												Name:         "imbalance_threshold",
							 | 
						|
												JSONName:     "imbalance_threshold",
							 | 
						|
												Type:         config.FieldTypeFloat,
							 | 
						|
												DefaultValue: 0.2,
							 | 
						|
												MinValue:     0.05,
							 | 
						|
												MaxValue:     0.5,
							 | 
						|
												Required:     true,
							 | 
						|
												DisplayName:  "Imbalance Threshold",
							 | 
						|
												Description:  "Minimum imbalance ratio to trigger balancing",
							 | 
						|
												HelpText:     "Volume distribution imbalances above this threshold will trigger balancing",
							 | 
						|
												Placeholder:  "0.20 (20%)",
							 | 
						|
												Unit:         config.UnitNone,
							 | 
						|
												InputType:    "number",
							 | 
						|
												CSSClasses:   "form-control",
							 | 
						|
											},
							 | 
						|
											{
							 | 
						|
												Name:         "min_server_count",
							 | 
						|
												JSONName:     "min_server_count",
							 | 
						|
												Type:         config.FieldTypeInt,
							 | 
						|
												DefaultValue: 2,
							 | 
						|
												MinValue:     2,
							 | 
						|
												MaxValue:     10,
							 | 
						|
												Required:     true,
							 | 
						|
												DisplayName:  "Minimum Server Count",
							 | 
						|
												Description:  "Minimum number of servers required for balancing",
							 | 
						|
												HelpText:     "Balancing will only occur if there are at least this many servers",
							 | 
						|
												Placeholder:  "2 (default)",
							 | 
						|
												Unit:         config.UnitCount,
							 | 
						|
												InputType:    "number",
							 | 
						|
												CSSClasses:   "form-control",
							 | 
						|
											},
							 | 
						|
										},
							 | 
						|
									}
							 | 
						|
								}
							 | 
						|
								
							 | 
						|
								// ToTaskPolicy converts configuration to a TaskPolicy protobuf message
							 | 
						|
								func (c *Config) ToTaskPolicy() *worker_pb.TaskPolicy {
							 | 
						|
									return &worker_pb.TaskPolicy{
							 | 
						|
										Enabled:               c.Enabled,
							 | 
						|
										MaxConcurrent:         int32(c.MaxConcurrent),
							 | 
						|
										RepeatIntervalSeconds: int32(c.ScanIntervalSeconds),
							 | 
						|
										CheckIntervalSeconds:  int32(c.ScanIntervalSeconds),
							 | 
						|
										TaskConfig: &worker_pb.TaskPolicy_BalanceConfig{
							 | 
						|
											BalanceConfig: &worker_pb.BalanceTaskConfig{
							 | 
						|
												ImbalanceThreshold: float64(c.ImbalanceThreshold),
							 | 
						|
												MinServerCount:     int32(c.MinServerCount),
							 | 
						|
											},
							 | 
						|
										},
							 | 
						|
									}
							 | 
						|
								}
							 | 
						|
								
							 | 
						|
								// FromTaskPolicy loads configuration from a TaskPolicy protobuf message
							 | 
						|
								func (c *Config) FromTaskPolicy(policy *worker_pb.TaskPolicy) error {
							 | 
						|
									if policy == nil {
							 | 
						|
										return fmt.Errorf("policy is nil")
							 | 
						|
									}
							 | 
						|
								
							 | 
						|
									// Set general TaskPolicy fields
							 | 
						|
									c.Enabled = policy.Enabled
							 | 
						|
									c.MaxConcurrent = int(policy.MaxConcurrent)
							 | 
						|
									c.ScanIntervalSeconds = int(policy.RepeatIntervalSeconds) // Direct seconds-to-seconds mapping
							 | 
						|
								
							 | 
						|
									// Set balance-specific fields from the task config
							 | 
						|
									if balanceConfig := policy.GetBalanceConfig(); balanceConfig != nil {
							 | 
						|
										c.ImbalanceThreshold = float64(balanceConfig.ImbalanceThreshold)
							 | 
						|
										c.MinServerCount = int(balanceConfig.MinServerCount)
							 | 
						|
									}
							 | 
						|
								
							 | 
						|
									return nil
							 | 
						|
								}
							 | 
						|
								
							 | 
						|
								// LoadConfigFromPersistence loads configuration from the persistence layer if available
							 | 
						|
								func LoadConfigFromPersistence(configPersistence interface{}) *Config {
							 | 
						|
									config := NewDefaultConfig()
							 | 
						|
								
							 | 
						|
									// Try to load from persistence if available
							 | 
						|
									if persistence, ok := configPersistence.(interface {
							 | 
						|
										LoadBalanceTaskPolicy() (*worker_pb.TaskPolicy, error)
							 | 
						|
									}); ok {
							 | 
						|
										if policy, err := persistence.LoadBalanceTaskPolicy(); err == nil && policy != nil {
							 | 
						|
											if err := config.FromTaskPolicy(policy); err == nil {
							 | 
						|
												glog.V(1).Infof("Loaded balance configuration from persistence")
							 | 
						|
												return config
							 | 
						|
											}
							 | 
						|
										}
							 | 
						|
									}
							 | 
						|
								
							 | 
						|
									glog.V(1).Infof("Using default balance configuration")
							 | 
						|
									return config
							 | 
						|
								}
							 |