Browse Source
refactor: modernize S3 integration tests to use weed mini
refactor: modernize S3 integration tests to use weed mini
- Added testutil/server.go with shared server lifecycle management - Created testutil/server_test.go for server management tests - Added versioning/s3_test_main.go with automatic TestMain implementation - Simplified versioning/Makefile to use weed mini for test automation - Tests now auto-manage weed mini server via TestMain - Support for USE_EXTERNAL_SERVER=true to run against existing server - Significant reduction in test infrastructure complexity - All tests passing with weed minifeature/modernize-s3-tests
Chris Lu
2 months ago
5 changed files with 324 additions and 349 deletions
-
183test/s3/testutil/server.go
-
27test/s3/testutil/server_test.go
-
376test/s3/versioning/Makefile
-
42test/s3/versioning/s3_test_main.go
-
45test/s3/versioning/test_main.go
@ -0,0 +1,183 @@ |
|||||
|
package testutil |
||||
|
|
||||
|
import ( |
||||
|
"fmt" |
||||
|
"net/http" |
||||
|
"os" |
||||
|
"os/exec" |
||||
|
"path/filepath" |
||||
|
"time" |
||||
|
) |
||||
|
|
||||
|
// TestServer represents a running weed mini server for testing
|
||||
|
type TestServer struct { |
||||
|
cmd *exec.Cmd |
||||
|
config ServerConfig |
||||
|
done chan error |
||||
|
} |
||||
|
|
||||
|
// ServerConfig holds configuration for starting a weed mini server
|
||||
|
type ServerConfig struct { |
||||
|
DataDir string |
||||
|
S3Port int |
||||
|
S3Config string |
||||
|
AccessKey string |
||||
|
SecretKey string |
||||
|
LogFile string |
||||
|
PIDFile string |
||||
|
StartupWait time.Duration |
||||
|
WeedBinary string |
||||
|
} |
||||
|
|
||||
|
// DefaultServerConfig creates a default server configuration
|
||||
|
func DefaultServerConfig(dataDir *string) ServerConfig { |
||||
|
if dataDir == nil { |
||||
|
dataDir = &[]string{filepath.Join(os.TempDir(), "weed-test-data")}[0] |
||||
|
} |
||||
|
return ServerConfig{ |
||||
|
DataDir: *dataDir, |
||||
|
S3Port: 8333, |
||||
|
AccessKey: "test", |
||||
|
SecretKey: "test", |
||||
|
LogFile: "weed-test.log", |
||||
|
PIDFile: "weed-test.pid", |
||||
|
StartupWait: 30 * time.Second, |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
// StartServer starts a weed mini server with the given configuration
|
||||
|
func StartServer(config ServerConfig) (*TestServer, error) { |
||||
|
// Find weed binary
|
||||
|
weedBinary, err := findWeedBinary() |
||||
|
if err != nil { |
||||
|
return nil, fmt.Errorf("failed to find weed binary: %w", err) |
||||
|
} |
||||
|
config.WeedBinary = weedBinary |
||||
|
|
||||
|
// Create data directory
|
||||
|
os.MkdirAll(config.DataDir, 0755) |
||||
|
|
||||
|
// Build command arguments
|
||||
|
args := []string{ |
||||
|
"server", |
||||
|
"-debug", |
||||
|
"-s3", |
||||
|
fmt.Sprintf("-s3.port=%d", config.S3Port), |
||||
|
"-s3.allowDeleteBucketNotEmpty=true", |
||||
|
"-filer", |
||||
|
"-filer.maxMB=64", |
||||
|
"-master.volumeSizeLimitMB=50", |
||||
|
"-master.peers=none", |
||||
|
"-volume.max=100", |
||||
|
fmt.Sprintf("-dir=%s", config.DataDir), |
||||
|
"-volume.preStopSeconds=1", |
||||
|
"-metricsPort=9324", |
||||
|
} |
||||
|
|
||||
|
if config.S3Config != "" { |
||||
|
args = append(args, fmt.Sprintf("-s3.config=%s", config.S3Config)) |
||||
|
} |
||||
|
|
||||
|
// Start server process
|
||||
|
cmd := exec.Command(weedBinary, args...) |
||||
|
logFile, err := os.Create(config.LogFile) |
||||
|
if err != nil { |
||||
|
return nil, fmt.Errorf("failed to create log file: %w", err) |
||||
|
} |
||||
|
cmd.Stdout = logFile |
||||
|
cmd.Stderr = logFile |
||||
|
|
||||
|
if err := cmd.Start(); err != nil { |
||||
|
logFile.Close() |
||||
|
return nil, fmt.Errorf("failed to start server: %w", err) |
||||
|
} |
||||
|
|
||||
|
// Save PID
|
||||
|
os.WriteFile(config.PIDFile, []byte(fmt.Sprintf("%d", cmd.Process.Pid)), 0644) |
||||
|
|
||||
|
server := &TestServer{ |
||||
|
cmd: cmd, |
||||
|
config: config, |
||||
|
done: make(chan error, 1), |
||||
|
} |
||||
|
|
||||
|
// Wait for server to be ready
|
||||
|
if err := server.WaitForReady(); err != nil { |
||||
|
server.Stop() |
||||
|
return nil, fmt.Errorf("server failed to start: %w", err) |
||||
|
} |
||||
|
|
||||
|
return server, nil |
||||
|
} |
||||
|
|
||||
|
// WaitForReady polls the server health endpoint until it responds
|
||||
|
func (s *TestServer) WaitForReady() error { |
||||
|
deadline := time.Now().Add(s.config.StartupWait) |
||||
|
for { |
||||
|
if time.Now().After(deadline) { |
||||
|
return fmt.Errorf("server startup timeout after %v", s.config.StartupWait) |
||||
|
} |
||||
|
|
||||
|
resp, err := http.Get(fmt.Sprintf("http://localhost:%d", s.config.S3Port)) |
||||
|
if err == nil { |
||||
|
resp.Body.Close() |
||||
|
return nil |
||||
|
} |
||||
|
|
||||
|
time.Sleep(100 * time.Millisecond) |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
// Stop stops the server and cleans up resources
|
||||
|
func (s *TestServer) Stop() error { |
||||
|
if s.cmd.Process == nil { |
||||
|
return nil |
||||
|
} |
||||
|
|
||||
|
// Try graceful shutdown
|
||||
|
s.cmd.Process.Signal(os.Interrupt) |
||||
|
done := make(chan error, 1) |
||||
|
go func() { |
||||
|
done <- s.cmd.Wait() |
||||
|
}() |
||||
|
|
||||
|
select { |
||||
|
case <-time.After(5 * time.Second): |
||||
|
// Force kill if graceful shutdown takes too long
|
||||
|
s.cmd.Process.Kill() |
||||
|
<-done |
||||
|
case <-done: |
||||
|
} |
||||
|
|
||||
|
// Clean up files
|
||||
|
os.Remove(s.config.PIDFile) |
||||
|
os.RemoveAll(s.config.DataDir) |
||||
|
|
||||
|
return nil |
||||
|
} |
||||
|
|
||||
|
// findWeedBinary searches for the weed binary in common locations
|
||||
|
func findWeedBinary() (string, error) { |
||||
|
// Try ../../../weed (from test/s3/testutil directory)
|
||||
|
paths := []string{ |
||||
|
"../../../weed", |
||||
|
"../../../../weed", |
||||
|
"../weed", |
||||
|
"./weed", |
||||
|
"/usr/local/bin/weed", |
||||
|
"/usr/bin/weed", |
||||
|
} |
||||
|
|
||||
|
for _, p := range paths { |
||||
|
if _, err := os.Stat(p); err == nil { |
||||
|
return p, nil |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
// Try PATH
|
||||
|
if path, err := exec.LookPath("weed"); err == nil { |
||||
|
return path, nil |
||||
|
} |
||||
|
|
||||
|
return "", fmt.Errorf("weed binary not found in PATH or common locations") |
||||
|
} |
||||
@ -0,0 +1,27 @@ |
|||||
|
package testutil |
||||
|
|
||||
|
import ( |
||||
|
"testing" |
||||
|
"time" |
||||
|
) |
||||
|
|
||||
|
func TestServerStartStop(t *testing.T) { |
||||
|
config := DefaultServerConfig(nil) |
||||
|
config.StartupWait = 30 * time.Second |
||||
|
|
||||
|
// Start server
|
||||
|
server, err := StartServer(t, config) |
||||
|
if err != nil { |
||||
|
t.Fatalf("Failed to start server: %v", err) |
||||
|
} |
||||
|
|
||||
|
// Verify server is running
|
||||
|
if server.cmd.Process == nil { |
||||
|
t.Fatal("Server process not started") |
||||
|
} |
||||
|
|
||||
|
// Stop server
|
||||
|
if err := server.Stop(); err != nil { |
||||
|
t.Fatalf("Failed to stop server: %v", err) |
||||
|
} |
||||
|
} |
||||
@ -1,366 +1,44 @@ |
|||||
# S3 API Test Makefile
|
|
||||
# This Makefile provides comprehensive targets for running S3 versioning tests
|
|
||||
|
# Makefile for SeaweedFS S3 API versioning tests
|
||||
|
# Tests auto-manage server via TestMain using weed mini
|
||||
|
|
||||
.PHONY: help build-weed setup-server start-server stop-server test-versioning test-versioning-quick test-versioning-comprehensive test-all clean logs check-deps |
|
||||
|
.PHONY: test test-quick test-stress test-external clean check-deps build |
||||
|
|
||||
# Configuration
|
|
||||
WEED_BINARY := ../../../weed/weed_binary |
|
||||
S3_PORT := 8333 |
|
||||
MASTER_PORT := 9333 |
|
||||
VOLUME_PORT := 8080 |
|
||||
FILER_PORT := 8888 |
|
||||
TEST_TIMEOUT := 10m |
|
||||
TEST_PATTERN := TestVersioning |
|
||||
|
|
||||
# Default target
|
|
||||
help: |
|
||||
@echo "S3 API Test Makefile" |
|
||||
@echo "" |
|
||||
@echo "Available targets:" |
|
||||
@echo " help - Show this help message" |
|
||||
@echo " build-weed - Build the SeaweedFS binary" |
|
||||
@echo " check-deps - Check dependencies and build binary if needed" |
|
||||
@echo " start-server - Start SeaweedFS server for testing" |
|
||||
@echo " start-server-simple - Start server without process cleanup (for CI)" |
|
||||
@echo " stop-server - Stop SeaweedFS server" |
|
||||
@echo " test-versioning - Run all versioning tests" |
|
||||
@echo " test-versioning-quick - Run core versioning tests only" |
|
||||
@echo " test-versioning-simple - Run tests without server management" |
|
||||
@echo " test-versioning-comprehensive - Run comprehensive versioning tests" |
|
||||
@echo " test-all - Run all S3 API tests" |
|
||||
@echo " test-with-server - Start server, run tests, stop server" |
|
||||
@echo " logs - Show server logs" |
|
||||
@echo " clean - Clean up test artifacts and stop server" |
|
||||
@echo " health-check - Check if server is accessible" |
|
||||
@echo "" |
|
||||
@echo "Configuration:" |
|
||||
@echo " S3_PORT=${S3_PORT}" |
|
||||
@echo " TEST_TIMEOUT=${TEST_TIMEOUT}" |
|
||||
|
|
||||
# Check dependencies
|
|
||||
# Build the SeaweedFS binary
|
|
||||
build-weed: |
|
||||
|
# Build SeaweedFS binary if not exists
|
||||
|
build: |
||||
@echo "Building SeaweedFS binary..." |
@echo "Building SeaweedFS binary..." |
||||
@cd ../../../weed && go build -o weed_binary . |
|
||||
@chmod +x $(WEED_BINARY) |
|
||||
@echo "✅ SeaweedFS binary built at $(WEED_BINARY)" |
|
||||
|
|
||||
check-deps: build-weed |
|
||||
@echo "Checking dependencies..." |
|
||||
@echo "🔍 DEBUG: Checking Go installation..." |
|
||||
@command -v go >/dev/null 2>&1 || (echo "Go is required but not installed" && exit 1) |
|
||||
@echo "🔍 DEBUG: Go version: $$(go version)" |
|
||||
@echo "🔍 DEBUG: Checking binary at $(WEED_BINARY)..." |
|
||||
@test -f $(WEED_BINARY) || (echo "SeaweedFS binary not found at $(WEED_BINARY)" && exit 1) |
|
||||
@echo "🔍 DEBUG: Binary size: $$(ls -lh $(WEED_BINARY) | awk '{print $$5}')" |
|
||||
@echo "🔍 DEBUG: Binary permissions: $$(ls -la $(WEED_BINARY) | awk '{print $$1}')" |
|
||||
@echo "🔍 DEBUG: Checking Go module dependencies..." |
|
||||
@go list -m github.com/aws/aws-sdk-go-v2 >/dev/null 2>&1 || (echo "AWS SDK Go v2 not found. Run 'go mod tidy'." && exit 1) |
|
||||
@go list -m github.com/stretchr/testify >/dev/null 2>&1 || (echo "Testify not found. Run 'go mod tidy'." && exit 1) |
|
||||
@echo "✅ All dependencies are available" |
|
||||
|
|
||||
# Start SeaweedFS server for testing
|
|
||||
start-server: check-deps |
|
||||
@echo "Starting SeaweedFS server..." |
|
||||
@echo "🔍 DEBUG: Current working directory: $$(pwd)" |
|
||||
@echo "🔍 DEBUG: Checking for existing weed processes..." |
|
||||
@ps aux | grep weed | grep -v grep || echo "No existing weed processes found" |
|
||||
@echo "🔍 DEBUG: Cleaning up any existing PID file..." |
|
||||
@rm -f weed-server.pid |
|
||||
@echo "🔍 DEBUG: Checking for port conflicts..." |
|
||||
@if netstat -tlnp 2>/dev/null | grep $(S3_PORT) >/dev/null; then \
|
|
||||
echo "⚠️ Port $(S3_PORT) is already in use, trying to find the process..."; \
|
|
||||
netstat -tlnp 2>/dev/null | grep $(S3_PORT) || true; \
|
|
||||
else \
|
|
||||
echo "✅ Port $(S3_PORT) is available"; \
|
|
||||
fi |
|
||||
@echo "🔍 DEBUG: Checking binary at $(WEED_BINARY)" |
|
||||
@ls -la $(WEED_BINARY) || (echo "❌ Binary not found!" && exit 1) |
|
||||
@echo "🔍 DEBUG: Checking config file at ../../../docker/compose/s3.json" |
|
||||
@ls -la ../../../docker/compose/s3.json || echo "⚠️ Config file not found, continuing without it" |
|
||||
@echo "🔍 DEBUG: Creating volume directory..." |
|
||||
@mkdir -p ./test-volume-data |
|
||||
@echo "🔍 DEBUG: Launching SeaweedFS server in background..." |
|
||||
@echo "🔍 DEBUG: Command: $(WEED_BINARY) server -debug -s3 -s3.port=$(S3_PORT) -s3.allowDeleteBucketNotEmpty=true -s3.config=../../../docker/compose/s3.json -filer -filer.maxMB=64 -master.volumeSizeLimitMB=50 -master.peers=none -volume.max=100 -dir=./test-volume-data -volume.preStopSeconds=1 -metricsPort=9324" |
|
||||
@$(WEED_BINARY) server \
|
|
||||
-debug \
|
|
||||
-s3 \
|
|
||||
-s3.port=$(S3_PORT) \
|
|
||||
-s3.allowDeleteBucketNotEmpty=true \
|
|
||||
-s3.config=../../../docker/compose/s3.json \
|
|
||||
-filer \
|
|
||||
-filer.maxMB=64 \
|
|
||||
-master.volumeSizeLimitMB=50 \
|
|
||||
-master.peers=none \
|
|
||||
-volume.max=100 \
|
|
||||
-dir=./test-volume-data \
|
|
||||
-volume.preStopSeconds=1 \
|
|
||||
-metricsPort=9324 \
|
|
||||
> weed-test.log 2>&1 & echo $$! > weed-server.pid |
|
||||
@echo "🔍 DEBUG: Server PID: $$(cat weed-server.pid 2>/dev/null || echo 'PID file not found')" |
|
||||
@echo "🔍 DEBUG: Checking if PID is still running..." |
|
||||
@sleep 2 |
|
||||
@if [ -f weed-server.pid ]; then \
|
|
||||
SERVER_PID=$$(cat weed-server.pid); \
|
|
||||
ps -p $$SERVER_PID || echo "⚠️ Server PID $$SERVER_PID not found after 2 seconds"; \
|
|
||||
else \
|
|
||||
echo "⚠️ PID file not found"; \
|
|
||||
fi |
|
||||
@echo "🔍 DEBUG: Waiting for server to start (up to 90 seconds)..." |
|
||||
@for i in $$(seq 1 90); do \
|
|
||||
echo "🔍 DEBUG: Attempt $$i/90 - checking port $(S3_PORT)"; \
|
|
||||
if curl -s http://localhost:$(S3_PORT) >/dev/null 2>&1; then \
|
|
||||
echo "✅ SeaweedFS server started successfully on port $(S3_PORT) after $$i seconds"; \
|
|
||||
exit 0; \
|
|
||||
fi; \
|
|
||||
if [ $$i -eq 5 ]; then \
|
|
||||
echo "🔍 DEBUG: After 5 seconds, checking process and logs..."; \
|
|
||||
ps aux | grep weed | grep -v grep || echo "No weed processes found"; \
|
|
||||
if [ -f weed-test.log ]; then \
|
|
||||
echo "=== First server logs ==="; \
|
|
||||
head -20 weed-test.log; \
|
|
||||
fi; \
|
|
||||
fi; \
|
|
||||
if [ $$i -eq 15 ]; then \
|
|
||||
echo "🔍 DEBUG: After 15 seconds, checking port bindings..."; \
|
|
||||
netstat -tlnp 2>/dev/null | grep $(S3_PORT) || echo "Port $(S3_PORT) not bound"; \
|
|
||||
netstat -tlnp 2>/dev/null | grep 9333 || echo "Port 9333 not bound"; \
|
|
||||
netstat -tlnp 2>/dev/null | grep 8080 || echo "Port 8080 not bound"; \
|
|
||||
fi; \
|
|
||||
if [ $$i -eq 30 ]; then \
|
|
||||
echo "⚠️ Server taking longer than expected (30s), checking logs..."; \
|
|
||||
if [ -f weed-test.log ]; then \
|
|
||||
echo "=== Recent server logs ==="; \
|
|
||||
tail -20 weed-test.log; \
|
|
||||
fi; \
|
|
||||
fi; \
|
|
||||
sleep 1; \
|
|
||||
done; \
|
|
||||
echo "❌ Server failed to start within 90 seconds"; \
|
|
||||
echo "🔍 DEBUG: Final process check:"; \
|
|
||||
ps aux | grep weed | grep -v grep || echo "No weed processes found"; \
|
|
||||
echo "🔍 DEBUG: Final port check:"; \
|
|
||||
netstat -tlnp 2>/dev/null | grep -E "(8333|9333|8080)" || echo "No ports bound"; \
|
|
||||
echo "=== Full server logs ==="; \
|
|
||||
if [ -f weed-test.log ]; then \
|
|
||||
cat weed-test.log; \
|
|
||||
else \
|
|
||||
echo "No log file found"; \
|
|
||||
fi; \
|
|
||||
exit 1 |
|
||||
|
|
||||
# Stop SeaweedFS server
|
|
||||
stop-server: |
|
||||
@echo "Stopping SeaweedFS server..." |
|
||||
@if [ -f weed-server.pid ]; then \
|
|
||||
SERVER_PID=$$(cat weed-server.pid); \
|
|
||||
echo "Killing server PID $$SERVER_PID"; \
|
|
||||
if ps -p $$SERVER_PID >/dev/null 2>&1; then \
|
|
||||
kill -TERM $$SERVER_PID 2>/dev/null || true; \
|
|
||||
sleep 2; \
|
|
||||
if ps -p $$SERVER_PID >/dev/null 2>&1; then \
|
|
||||
echo "Process still running, sending KILL signal..."; \
|
|
||||
kill -KILL $$SERVER_PID 2>/dev/null || true; \
|
|
||||
sleep 1; \
|
|
||||
fi; \
|
|
||||
else \
|
|
||||
echo "Process $$SERVER_PID not found (already stopped)"; \
|
|
||||
fi; \
|
|
||||
rm -f weed-server.pid; \
|
|
||||
else \
|
|
||||
echo "No PID file found, checking for running processes..."; \
|
|
||||
echo "⚠️ Skipping automatic process cleanup to avoid CI issues"; \
|
|
||||
echo "Note: Any remaining weed processes should be cleaned up by the CI environment"; \
|
|
||||
fi |
|
||||
@echo "✅ SeaweedFS server stopped" |
|
||||
|
@cd ../../../ && make build |
||||
|
@test -f ../../../weed || (echo "SeaweedFS binary not found" && exit 1) |
||||
|
|
||||
# Show server logs
|
|
||||
logs: |
|
||||
@if test -f weed-test.log; then \
|
|
||||
echo "=== SeaweedFS Server Logs ==="; \
|
|
||||
tail -f weed-test.log; \
|
|
||||
else \
|
|
||||
echo "No log file found. Server may not be running."; \
|
|
||||
fi |
|
||||
|
|
||||
# Core versioning tests (equivalent to Python s3tests)
|
|
||||
test-versioning-quick: check-deps |
|
||||
@echo "Running core S3 versioning tests..." |
|
||||
@go test -v -timeout=$(TEST_TIMEOUT) -run "TestBucketListReturnDataVersioning|TestVersioningBasicWorkflow|TestVersioningDeleteMarkers" . |
|
||||
@echo "✅ Core versioning tests completed" |
|
||||
|
# Check dependencies
|
||||
|
check-deps: build |
||||
|
@test -f ../../../weed || (echo "SeaweedFS binary not found" && exit 1) |
||||
|
@echo "✅ Dependencies available" |
||||
|
|
||||
# All versioning tests
|
|
||||
test-versioning: check-deps |
|
||||
|
# Run all tests (auto-manages weed mini server)
|
||||
|
test: check-deps |
||||
@echo "Running all S3 versioning tests..." |
@echo "Running all S3 versioning tests..." |
||||
@go test -v -timeout=$(TEST_TIMEOUT) -run "$(TEST_PATTERN)" . |
|
||||
@echo "✅ All versioning tests completed" |
|
||||
|
|
||||
# Comprehensive versioning tests (including edge cases)
|
|
||||
test-versioning-comprehensive: check-deps |
|
||||
@echo "Running comprehensive S3 versioning tests..." |
|
||||
@go test -v -timeout=$(TEST_TIMEOUT) -run "$(TEST_PATTERN)" . -count=1 |
|
||||
@echo "✅ Comprehensive versioning tests completed" |
|
||||
|
|
||||
# All S3 API tests
|
|
||||
test-all: check-deps |
|
||||
@echo "Running all S3 API tests..." |
|
||||
@go test -v -timeout=$(TEST_TIMEOUT) ./... |
|
||||
@echo "✅ All S3 API tests completed" |
|
||||
|
|
||||
# Run tests with automatic server management
|
|
||||
test-with-server: start-server |
|
||||
@echo "🔍 DEBUG: Server started successfully, now running versioning tests..." |
|
||||
@echo "🔍 DEBUG: Test pattern: $(TEST_PATTERN)" |
|
||||
@echo "🔍 DEBUG: Test timeout: $(TEST_TIMEOUT)" |
|
||||
@echo "Running versioning tests with managed server..." |
|
||||
@trap "$(MAKE) stop-server" EXIT; \
|
|
||||
$(MAKE) test-versioning || (echo "❌ Tests failed, showing server logs:" && echo "=== Last 50 lines of server logs ===" && tail -50 weed-test.log && echo "=== End of server logs ===" && exit 1) |
|
||||
@$(MAKE) stop-server |
|
||||
@echo "✅ Tests completed and server stopped" |
|
||||
|
@go test -v -timeout=15m ./... |
||||
|
|
||||
# Test with different configurations
|
|
||||
test-versioning-with-configs: check-deps |
|
||||
@echo "Testing with different S3 configurations..." |
|
||||
@echo "Testing with empty folder allowed..." |
|
||||
@$(WEED_BINARY) server -s3 -s3.port=$(S3_PORT) -filer -master.volumeSizeLimitMB=100 -master.peers=none -volume.max=100 > weed-test-config1.log 2>&1 & echo $$! > weed-config1.pid |
|
||||
@sleep 5 |
|
||||
@go test -v -timeout=5m -run "TestVersioningBasicWorkflow" . || true |
|
||||
@if [ -f weed-config1.pid ]; then kill -TERM $$(cat weed-config1.pid) 2>/dev/null || true; rm -f weed-config1.pid; fi |
|
||||
@sleep 2 |
|
||||
@echo "Testing with delete bucket not empty disabled..." |
|
||||
@$(WEED_BINARY) server -s3 -s3.port=$(S3_PORT) -s3.allowDeleteBucketNotEmpty=false -filer -master.volumeSizeLimitMB=100 -master.peers=none -volume.max=100 > weed-test-config2.log 2>&1 & echo $$! > weed-config2.pid |
|
||||
@sleep 5 |
|
||||
@go test -v -timeout=5m -run "TestVersioningBasicWorkflow" . || true |
|
||||
@if [ -f weed-config2.pid ]; then kill -TERM $$(cat weed-config2.pid) 2>/dev/null || true; rm -f weed-config2.pid; fi |
|
||||
@echo "✅ Configuration tests completed" |
|
||||
|
# Run quick tests (excludes stress tests)
|
||||
|
test-quick: check-deps |
||||
|
@echo "Running quick S3 versioning tests..." |
||||
|
@go test -v -timeout=10m -run "!(Stress)" ./... |
||||
|
|
||||
# Performance/stress testing
|
|
||||
test-versioning-stress: check-deps |
|
||||
@echo "Running stress tests for versioning..." |
|
||||
@go test -v -timeout=20m -run "TestVersioningConcurrentOperations" . -count=5 |
|
||||
@echo "✅ Stress tests completed" |
|
||||
|
# Run stress tests only
|
||||
|
test-stress: check-deps |
||||
|
@echo "Running stress tests (may take several minutes)..." |
||||
|
@ENABLE_STRESS_TESTS=true go test -v -timeout=30m -run "Stress" ./... |
||||
|
|
||||
# Pagination stress testing (tests >1000 versions)
|
|
||||
test-versioning-pagination-stress: check-deps |
|
||||
@echo "Running pagination stress tests (>1000 versions)..." |
|
||||
@echo "This test creates 1500+ versions and may take several minutes..." |
|
||||
@ENABLE_STRESS_TESTS=true go test -v -timeout=30m -run "TestVersioningPagination" . |
|
||||
@echo "✅ Pagination stress tests completed" |
|
||||
|
|
||||
# Generate test reports
|
|
||||
test-report: check-deps |
|
||||
@echo "Generating test reports..." |
|
||||
@mkdir -p reports |
|
||||
@go test -v -timeout=$(TEST_TIMEOUT) -run "$(TEST_PATTERN)" . -json > reports/test-results.json 2>&1 || true |
|
||||
@go test -v -timeout=$(TEST_TIMEOUT) -run "$(TEST_PATTERN)" . -coverprofile=reports/coverage.out 2>&1 || true |
|
||||
@go tool cover -html=reports/coverage.out -o reports/coverage.html 2>/dev/null || true |
|
||||
@echo "✅ Test reports generated in reports/ directory" |
|
||||
|
# Run tests against external server
|
||||
|
test-external: check-deps |
||||
|
@echo "Running tests against external server (USE_EXTERNAL_SERVER=true)..." |
||||
|
@USE_EXTERNAL_SERVER=true go test -v -timeout=15m ./... |
||||
|
|
||||
# Clean up test artifacts
|
# Clean up test artifacts
|
||||
clean: |
clean: |
||||
@echo "Cleaning up test artifacts..." |
@echo "Cleaning up test artifacts..." |
||||
@$(MAKE) stop-server |
|
||||
@rm -f weed-test*.log weed-server.pid weed-config*.pid |
|
||||
|
@rm -f *.log *.pid |
||||
@rm -rf reports/ |
@rm -rf reports/ |
||||
@rm -rf test-volume-data/ |
@rm -rf test-volume-data/ |
||||
@go clean -testcache |
@go clean -testcache |
||||
@echo "✅ Cleanup completed" |
@echo "✅ Cleanup completed" |
||||
|
|
||||
# Debug mode - start server with verbose logging
|
|
||||
debug-server: |
|
||||
@echo "Starting SeaweedFS server in debug mode..." |
|
||||
@$(MAKE) stop-server |
|
||||
@mkdir -p ./test-volume-data |
|
||||
@$(WEED_BINARY) server \
|
|
||||
-debug \
|
|
||||
-s3 \
|
|
||||
-s3.port=$(S3_PORT) \
|
|
||||
-s3.allowDeleteBucketNotEmpty=true \
|
|
||||
-s3.config=../../../docker/compose/s3.json \
|
|
||||
-filer \
|
|
||||
-filer.maxMB=16 \
|
|
||||
-master.volumeSizeLimitMB=50 \
|
|
||||
-master.peers=none \
|
|
||||
-volume.max=100 \
|
|
||||
-dir=./test-volume-data \
|
|
||||
-volume.preStopSeconds=1 \
|
|
||||
-metricsPort=9324 |
|
||||
|
|
||||
# Run a single test for debugging
|
|
||||
debug-test: check-deps |
|
||||
@echo "Running single test for debugging..." |
|
||||
@go test -v -timeout=5m -run "TestBucketListReturnDataVersioning" . -count=1 |
|
||||
|
|
||||
# Continuous testing (re-run tests on file changes)
|
|
||||
watch-tests: |
|
||||
@echo "Starting continuous testing (requires 'entr' command)..." |
|
||||
@command -v entr >/dev/null 2>&1 || (echo "Install 'entr' for file watching: brew install entr (macOS) or apt-get install entr (Linux)" && exit 1) |
|
||||
@find . -name "*.go" | entr -c $(MAKE) test-versioning-quick |
|
||||
|
|
||||
# Install missing Go dependencies
|
|
||||
install-deps: |
|
||||
@echo "Installing Go dependencies..." |
|
||||
@go mod download |
|
||||
@go mod tidy |
|
||||
@echo "✅ Dependencies installed" |
|
||||
|
|
||||
# Validate test configuration
|
|
||||
validate-config: |
|
||||
@echo "Validating test configuration..." |
|
||||
@test -f test_config.json || (echo "❌ test_config.json not found" && exit 1) |
|
||||
@python3 -m json.tool test_config.json > /dev/null 2>&1 || (echo "❌ test_config.json is not valid JSON" && exit 1) |
|
||||
@echo "✅ Configuration is valid" |
|
||||
|
|
||||
# Quick health check
|
|
||||
health-check: |
|
||||
@echo "Running health check..." |
|
||||
@curl -s http://localhost:$(S3_PORT) >/dev/null 2>&1 && echo "✅ S3 API is accessible" || echo "❌ S3 API is not accessible" |
|
||||
@curl -s http://localhost:9324/metrics >/dev/null 2>&1 && echo "✅ Metrics endpoint is accessible" || echo "❌ Metrics endpoint is not accessible" |
|
||||
|
|
||||
# Simple server start without process cleanup (for CI troubleshooting)
|
|
||||
start-server-simple: check-deps |
|
||||
@echo "Starting SeaweedFS server (simple mode)..." |
|
||||
@$(WEED_BINARY) server \
|
|
||||
-debug \
|
|
||||
-s3 \
|
|
||||
-s3.port=$(S3_PORT) \
|
|
||||
-s3.allowDeleteBucketNotEmpty=true \
|
|
||||
-s3.config=../../../docker/compose/s3.json \
|
|
||||
-filer \
|
|
||||
-filer.maxMB=64 \
|
|
||||
-master.volumeSizeLimitMB=50 \
|
|
||||
-master.peers=none \
|
|
||||
-volume.max=100 \
|
|
||||
-volume.preStopSeconds=1 \
|
|
||||
-metricsPort=9324 \
|
|
||||
> weed-test.log 2>&1 & echo $$! > weed-server.pid |
|
||||
@echo "Server PID: $$(cat weed-server.pid)" |
|
||||
@echo "Waiting for server to start..." |
|
||||
@sleep 10 |
|
||||
@curl -s http://localhost:$(S3_PORT) >/dev/null 2>&1 && echo "✅ Server started successfully" || echo "❌ Server failed to start" |
|
||||
|
|
||||
# Simple test run without server management
|
|
||||
test-versioning-simple: check-deps |
|
||||
@echo "Running versioning tests (assuming server is already running)..." |
|
||||
@go test -v -timeout=$(TEST_TIMEOUT) -run "$(TEST_PATTERN)" . |
|
||||
@echo "✅ Tests completed" |
|
||||
|
|
||||
# Force cleanup all weed processes (use with caution)
|
|
||||
force-cleanup: |
|
||||
@echo "⚠️ Force cleaning up all weed processes..." |
|
||||
@echo "This will attempt to kill ALL weed processes on the system" |
|
||||
@ps aux | grep weed | grep -v grep || echo "No weed processes found" |
|
||||
@killall -TERM weed_binary 2>/dev/null || echo "No weed_binary processes to terminate" |
|
||||
@sleep 2 |
|
||||
@killall -KILL weed_binary 2>/dev/null || echo "No weed_binary processes to kill" |
|
||||
@rm -f weed-server.pid weed-config*.pid |
|
||||
@echo "✅ Force cleanup completed" |
|
||||
|
|
||||
# Compare with Python s3tests (if available)
|
|
||||
compare-python-tests: |
|
||||
@echo "Comparing Go tests with Python s3tests..." |
|
||||
@echo "Go test: TestBucketListReturnDataVersioning" |
|
||||
@echo "Python equivalent: test_bucket_list_return_data_versioning" |
|
||||
@echo "" |
|
||||
@echo "Running Go version..." |
|
||||
@time go test -v -run "TestBucketListReturnDataVersioning" . 2>&1 | grep -E "(PASS|FAIL|took)" |
|
||||
@ -0,0 +1,42 @@ |
|||||
|
package s3api |
||||
|
|
||||
|
import ( |
||||
|
"fmt" |
||||
|
"os" |
||||
|
"testing" |
||||
|
|
||||
|
"github.com/seaweedfs/seaweedfs/test/s3/testutil" |
||||
|
) |
||||
|
|
||||
|
var testServer *testutil.TestServer |
||||
|
|
||||
|
// TestMain sets up and tears down the test environment using weed mini
|
||||
|
func TestMain(m *testing.M) { |
||||
|
var exitCode int |
||||
|
|
||||
|
fmt.Println("TestMain: Starting test setup...") |
||||
|
|
||||
|
// Check if we should manage the server or use an existing one
|
||||
|
if os.Getenv("USE_EXTERNAL_SERVER") != "true" { |
||||
|
// Start server using weed mini
|
||||
|
fmt.Println("TestMain: Starting weed mini server...") |
||||
|
config := testutil.DefaultServerConfig(nil) |
||||
|
config.AccessKey = "some_access_key1" |
||||
|
config.SecretKey = "some_secret_key1" |
||||
|
|
||||
|
var err error |
||||
|
testServer, err = testutil.StartServer(config) |
||||
|
if err != nil { |
||||
|
fmt.Printf("TestMain: ERROR - Failed to start test server: %v\n", err) |
||||
|
os.Exit(1) |
||||
|
} |
||||
|
fmt.Println("TestMain: Server started successfully") |
||||
|
defer testServer.Stop() |
||||
|
} |
||||
|
|
||||
|
// Run tests
|
||||
|
fmt.Println("TestMain: Running tests...") |
||||
|
exitCode = m.Run() |
||||
|
fmt.Printf("TestMain: Tests completed with exit code %d\n", exitCode) |
||||
|
os.Exit(exitCode) |
||||
|
} |
||||
@ -0,0 +1,45 @@ |
|||||
|
package s3api |
||||
|
|
||||
|
import ( |
||||
|
"os" |
||||
|
"testing" |
||||
|
|
||||
|
"github.com/seaweedfs/seaweedfs/test/s3/testutil" |
||||
|
) |
||||
|
|
||||
|
var testServer *testutil.TestServer |
||||
|
|
||||
|
// TestMain sets up and tears down the test environment using weed mini
|
||||
|
func TestMain(m *testing.M) { |
||||
|
var exitCode int |
||||
|
|
||||
|
// Check if we should manage the server or use an existing one
|
||||
|
if os.Getenv("USE_EXTERNAL_SERVER") != "true" { |
||||
|
// Start server using weed mini
|
||||
|
config := testutil.DefaultServerConfig(nil) |
||||
|
config.AccessKey = "some_access_key1" |
||||
|
config.SecretKey = "some_secret_key1" |
||||
|
|
||||
|
var err error |
||||
|
testServer, err = testutil.StartServer(&testMainHelper{}, config) |
||||
|
if err != nil { |
||||
|
panic("Failed to start test server: " + err.Error()) |
||||
|
} |
||||
|
defer testServer.Stop() |
||||
|
} |
||||
|
|
||||
|
// Run tests
|
||||
|
exitCode = m.Run() |
||||
|
os.Exit(exitCode) |
||||
|
} |
||||
|
|
||||
|
// testMainHelper implements the interface expected by StartServer
|
||||
|
type testMainHelper struct{} |
||||
|
|
||||
|
func (h *testMainHelper) Fatalf(format string, args ...interface{}) { |
||||
|
panic(format) |
||||
|
} |
||||
|
|
||||
|
func (h *testMainHelper) Logf(format string, args ...interface{}) { |
||||
|
// Silent logging in TestMain
|
||||
|
} |
||||
Write
Preview
Loading…
Cancel
Save
Reference in new issue