You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
330 lines
10 KiB
330 lines
10 KiB
package vacuum
|
|
|
|
import (
|
|
"fmt"
|
|
"strconv"
|
|
"time"
|
|
|
|
"github.com/seaweedfs/seaweedfs/weed/admin/view/components"
|
|
"github.com/seaweedfs/seaweedfs/weed/glog"
|
|
"github.com/seaweedfs/seaweedfs/weed/worker/types"
|
|
)
|
|
|
|
// Helper function to format seconds as duration string
|
|
func formatDurationFromSeconds(seconds int) string {
|
|
d := time.Duration(seconds) * time.Second
|
|
return d.String()
|
|
}
|
|
|
|
// Helper functions to convert between seconds and value+unit format
|
|
func secondsToValueAndUnit(seconds int) (float64, string) {
|
|
if seconds == 0 {
|
|
return 0, "minutes"
|
|
}
|
|
|
|
// Try days first
|
|
if seconds%(24*3600) == 0 && seconds >= 24*3600 {
|
|
return float64(seconds / (24 * 3600)), "days"
|
|
}
|
|
|
|
// Try hours
|
|
if seconds%3600 == 0 && seconds >= 3600 {
|
|
return float64(seconds / 3600), "hours"
|
|
}
|
|
|
|
// Default to minutes
|
|
return float64(seconds / 60), "minutes"
|
|
}
|
|
|
|
func valueAndUnitToSeconds(value float64, unit string) int {
|
|
switch unit {
|
|
case "days":
|
|
return int(value * 24 * 3600)
|
|
case "hours":
|
|
return int(value * 3600)
|
|
case "minutes":
|
|
return int(value * 60)
|
|
default:
|
|
return int(value * 60) // Default to minutes
|
|
}
|
|
}
|
|
|
|
// UITemplProvider provides the templ-based UI for vacuum task configuration
|
|
type UITemplProvider struct {
|
|
detector *VacuumDetector
|
|
scheduler *VacuumScheduler
|
|
}
|
|
|
|
// NewUITemplProvider creates a new vacuum templ UI provider
|
|
func NewUITemplProvider(detector *VacuumDetector, scheduler *VacuumScheduler) *UITemplProvider {
|
|
return &UITemplProvider{
|
|
detector: detector,
|
|
scheduler: scheduler,
|
|
}
|
|
}
|
|
|
|
// GetTaskType returns the task type
|
|
func (ui *UITemplProvider) GetTaskType() types.TaskType {
|
|
return types.TaskTypeVacuum
|
|
}
|
|
|
|
// GetDisplayName returns the human-readable name
|
|
func (ui *UITemplProvider) GetDisplayName() string {
|
|
return "Volume Vacuum"
|
|
}
|
|
|
|
// GetDescription returns a description of what this task does
|
|
func (ui *UITemplProvider) GetDescription() string {
|
|
return "Reclaims disk space by removing deleted files from volumes"
|
|
}
|
|
|
|
// GetIcon returns the icon CSS class for this task type
|
|
func (ui *UITemplProvider) GetIcon() string {
|
|
return "fas fa-broom text-primary"
|
|
}
|
|
|
|
// RenderConfigSections renders the configuration as templ section data
|
|
func (ui *UITemplProvider) RenderConfigSections(currentConfig interface{}) ([]components.ConfigSectionData, error) {
|
|
config := ui.getCurrentVacuumConfig()
|
|
|
|
// Detection settings section
|
|
detectionSection := components.ConfigSectionData{
|
|
Title: "Detection Settings",
|
|
Icon: "fas fa-search",
|
|
Description: "Configure when vacuum tasks should be triggered",
|
|
Fields: []interface{}{
|
|
components.CheckboxFieldData{
|
|
FormFieldData: components.FormFieldData{
|
|
Name: "enabled",
|
|
Label: "Enable Vacuum Tasks",
|
|
Description: "Whether vacuum tasks should be automatically created",
|
|
},
|
|
Checked: config.Enabled,
|
|
},
|
|
components.NumberFieldData{
|
|
FormFieldData: components.FormFieldData{
|
|
Name: "garbage_threshold",
|
|
Label: "Garbage Threshold",
|
|
Description: "Trigger vacuum when garbage ratio exceeds this percentage (0.0-1.0)",
|
|
Required: true,
|
|
},
|
|
Value: config.GarbageThreshold,
|
|
Step: "0.01",
|
|
Min: floatPtr(0.0),
|
|
Max: floatPtr(1.0),
|
|
},
|
|
components.DurationInputFieldData{
|
|
FormFieldData: components.FormFieldData{
|
|
Name: "scan_interval",
|
|
Label: "Scan Interval",
|
|
Description: "How often to scan for volumes needing vacuum",
|
|
Required: true,
|
|
},
|
|
Seconds: config.ScanIntervalSeconds,
|
|
},
|
|
components.DurationInputFieldData{
|
|
FormFieldData: components.FormFieldData{
|
|
Name: "min_volume_age",
|
|
Label: "Minimum Volume Age",
|
|
Description: "Only vacuum volumes older than this duration",
|
|
Required: true,
|
|
},
|
|
Seconds: config.MinVolumeAgeSeconds,
|
|
},
|
|
},
|
|
}
|
|
|
|
// Scheduling settings section
|
|
schedulingSection := components.ConfigSectionData{
|
|
Title: "Scheduling Settings",
|
|
Icon: "fas fa-clock",
|
|
Description: "Configure task scheduling and concurrency",
|
|
Fields: []interface{}{
|
|
components.NumberFieldData{
|
|
FormFieldData: components.FormFieldData{
|
|
Name: "max_concurrent",
|
|
Label: "Max Concurrent Tasks",
|
|
Description: "Maximum number of vacuum tasks that can run simultaneously",
|
|
Required: true,
|
|
},
|
|
Value: float64(config.MaxConcurrent),
|
|
Step: "1",
|
|
Min: floatPtr(1),
|
|
},
|
|
components.DurationInputFieldData{
|
|
FormFieldData: components.FormFieldData{
|
|
Name: "min_interval",
|
|
Label: "Minimum Interval",
|
|
Description: "Minimum time between vacuum operations on the same volume",
|
|
Required: true,
|
|
},
|
|
Seconds: config.MinIntervalSeconds,
|
|
},
|
|
},
|
|
}
|
|
|
|
// Performance impact info section
|
|
performanceSection := components.ConfigSectionData{
|
|
Title: "Performance Impact",
|
|
Icon: "fas fa-exclamation-triangle",
|
|
Description: "Important information about vacuum operations",
|
|
Fields: []interface{}{
|
|
components.TextFieldData{
|
|
FormFieldData: components.FormFieldData{
|
|
Name: "info_impact",
|
|
Label: "Impact",
|
|
Description: "Volume vacuum operations are I/O intensive and should be scheduled appropriately",
|
|
},
|
|
Value: "Configure thresholds and intervals based on your storage usage patterns",
|
|
},
|
|
},
|
|
}
|
|
|
|
return []components.ConfigSectionData{detectionSection, schedulingSection, performanceSection}, nil
|
|
}
|
|
|
|
// ParseConfigForm parses form data into configuration
|
|
func (ui *UITemplProvider) ParseConfigForm(formData map[string][]string) (interface{}, error) {
|
|
config := &VacuumConfig{}
|
|
|
|
// Parse enabled checkbox
|
|
config.Enabled = len(formData["enabled"]) > 0 && formData["enabled"][0] == "on"
|
|
|
|
// Parse garbage threshold
|
|
if thresholdStr := formData["garbage_threshold"]; len(thresholdStr) > 0 {
|
|
if threshold, err := strconv.ParseFloat(thresholdStr[0], 64); err != nil {
|
|
return nil, fmt.Errorf("invalid garbage threshold: %v", err)
|
|
} else if threshold < 0 || threshold > 1 {
|
|
return nil, fmt.Errorf("garbage threshold must be between 0.0 and 1.0")
|
|
} else {
|
|
config.GarbageThreshold = threshold
|
|
}
|
|
}
|
|
|
|
// Parse scan interval
|
|
if valueStr := formData["scan_interval"]; len(valueStr) > 0 {
|
|
if value, err := strconv.ParseFloat(valueStr[0], 64); err != nil {
|
|
return nil, fmt.Errorf("invalid scan interval value: %v", err)
|
|
} else {
|
|
unit := "minutes" // default
|
|
if unitStr := formData["scan_interval_unit"]; len(unitStr) > 0 {
|
|
unit = unitStr[0]
|
|
}
|
|
config.ScanIntervalSeconds = valueAndUnitToSeconds(value, unit)
|
|
}
|
|
}
|
|
|
|
// Parse min volume age
|
|
if valueStr := formData["min_volume_age"]; len(valueStr) > 0 {
|
|
if value, err := strconv.ParseFloat(valueStr[0], 64); err != nil {
|
|
return nil, fmt.Errorf("invalid min volume age value: %v", err)
|
|
} else {
|
|
unit := "minutes" // default
|
|
if unitStr := formData["min_volume_age_unit"]; len(unitStr) > 0 {
|
|
unit = unitStr[0]
|
|
}
|
|
config.MinVolumeAgeSeconds = valueAndUnitToSeconds(value, unit)
|
|
}
|
|
}
|
|
|
|
// Parse max concurrent
|
|
if concurrentStr := formData["max_concurrent"]; len(concurrentStr) > 0 {
|
|
if concurrent, err := strconv.Atoi(concurrentStr[0]); err != nil {
|
|
return nil, fmt.Errorf("invalid max concurrent: %v", err)
|
|
} else if concurrent < 1 {
|
|
return nil, fmt.Errorf("max concurrent must be at least 1")
|
|
} else {
|
|
config.MaxConcurrent = concurrent
|
|
}
|
|
}
|
|
|
|
// Parse min interval
|
|
if valueStr := formData["min_interval"]; len(valueStr) > 0 {
|
|
if value, err := strconv.ParseFloat(valueStr[0], 64); err != nil {
|
|
return nil, fmt.Errorf("invalid min interval value: %v", err)
|
|
} else {
|
|
unit := "minutes" // default
|
|
if unitStr := formData["min_interval_unit"]; len(unitStr) > 0 {
|
|
unit = unitStr[0]
|
|
}
|
|
config.MinIntervalSeconds = valueAndUnitToSeconds(value, unit)
|
|
}
|
|
}
|
|
|
|
return config, nil
|
|
}
|
|
|
|
// GetCurrentConfig returns the current configuration
|
|
func (ui *UITemplProvider) GetCurrentConfig() interface{} {
|
|
return ui.getCurrentVacuumConfig()
|
|
}
|
|
|
|
// ApplyConfig applies the new configuration
|
|
func (ui *UITemplProvider) ApplyConfig(config interface{}) error {
|
|
vacuumConfig, ok := config.(*VacuumConfig)
|
|
if !ok {
|
|
return fmt.Errorf("invalid config type, expected *VacuumConfig")
|
|
}
|
|
|
|
// Apply to detector
|
|
if ui.detector != nil {
|
|
ui.detector.SetEnabled(vacuumConfig.Enabled)
|
|
ui.detector.SetGarbageThreshold(vacuumConfig.GarbageThreshold)
|
|
ui.detector.SetScanInterval(time.Duration(vacuumConfig.ScanIntervalSeconds) * time.Second)
|
|
ui.detector.SetMinVolumeAge(time.Duration(vacuumConfig.MinVolumeAgeSeconds) * time.Second)
|
|
}
|
|
|
|
// Apply to scheduler
|
|
if ui.scheduler != nil {
|
|
ui.scheduler.SetEnabled(vacuumConfig.Enabled)
|
|
ui.scheduler.SetMaxConcurrent(vacuumConfig.MaxConcurrent)
|
|
ui.scheduler.SetMinInterval(time.Duration(vacuumConfig.MinIntervalSeconds) * time.Second)
|
|
}
|
|
|
|
glog.V(1).Infof("Applied vacuum configuration: enabled=%v, threshold=%.1f%%, scan_interval=%s, max_concurrent=%d",
|
|
vacuumConfig.Enabled, vacuumConfig.GarbageThreshold*100, formatDurationFromSeconds(vacuumConfig.ScanIntervalSeconds), vacuumConfig.MaxConcurrent)
|
|
|
|
return nil
|
|
}
|
|
|
|
// getCurrentVacuumConfig gets the current configuration from detector and scheduler
|
|
func (ui *UITemplProvider) getCurrentVacuumConfig() *VacuumConfig {
|
|
config := &VacuumConfig{
|
|
// Default values (fallback if detectors/schedulers are nil)
|
|
Enabled: true,
|
|
GarbageThreshold: 0.3,
|
|
ScanIntervalSeconds: int((30 * time.Minute).Seconds()),
|
|
MinVolumeAgeSeconds: int((1 * time.Hour).Seconds()),
|
|
MaxConcurrent: 2,
|
|
MinIntervalSeconds: int((6 * time.Hour).Seconds()),
|
|
}
|
|
|
|
// Get current values from detector
|
|
if ui.detector != nil {
|
|
config.Enabled = ui.detector.IsEnabled()
|
|
config.GarbageThreshold = ui.detector.GetGarbageThreshold()
|
|
config.ScanIntervalSeconds = int(ui.detector.ScanInterval().Seconds())
|
|
config.MinVolumeAgeSeconds = int(ui.detector.GetMinVolumeAge().Seconds())
|
|
}
|
|
|
|
// Get current values from scheduler
|
|
if ui.scheduler != nil {
|
|
config.MaxConcurrent = ui.scheduler.GetMaxConcurrent()
|
|
config.MinIntervalSeconds = int(ui.scheduler.GetMinInterval().Seconds())
|
|
}
|
|
|
|
return config
|
|
}
|
|
|
|
// floatPtr is a helper function to create float64 pointers
|
|
func floatPtr(f float64) *float64 {
|
|
return &f
|
|
}
|
|
|
|
// RegisterUITempl registers the vacuum templ UI provider with the UI registry
|
|
func RegisterUITempl(uiRegistry *types.UITemplRegistry, detector *VacuumDetector, scheduler *VacuumScheduler) {
|
|
uiProvider := NewUITemplProvider(detector, scheduler)
|
|
uiRegistry.RegisterUI(uiProvider)
|
|
|
|
glog.V(1).Infof("✅ Registered vacuum task templ UI provider")
|
|
}
|