Browse Source
Improve TUS integration test setup
Improve TUS integration test setup
Add comprehensive Makefile for TUS tests with targets: - test-with-server: Run tests with automatic server management - test-basic/chunked/resume/errors: Specific test categories - manual-start/stop: For development testing - debug-logs/status: For debugging - ci-test: For CI/CD pipelines Update README.md with: - Detailed TUS protocol documentation - All endpoint descriptions with headers - Usage examples with curl commands - Architecture diagram - Comparison with S3 multipart uploads Follows the pattern established by other tests in test/ folder.feature/tus-protocol
chrislu
2 days ago
2 changed files with 427 additions and 40 deletions
-
226test/tus/Makefile
-
241test/tus/README.md
@ -0,0 +1,226 @@ |
|||
# Makefile for TUS Protocol Integration Tests
|
|||
# This Makefile provides targets for running TUS (resumable upload) integration tests
|
|||
|
|||
# Default values
|
|||
SEAWEEDFS_BINARY ?= weed |
|||
FILER_PORT ?= 18888 |
|||
VOLUME_PORT ?= 18080 |
|||
MASTER_PORT ?= 19333 |
|||
TEST_TIMEOUT ?= 10m |
|||
VOLUME_MAX_SIZE_MB ?= 50 |
|||
VOLUME_MAX_COUNT ?= 100 |
|||
|
|||
# Test directory
|
|||
TEST_DIR := $(shell pwd) |
|||
SEAWEEDFS_ROOT := $(shell cd ../.. && pwd) |
|||
|
|||
# Colors for output
|
|||
RED := \033[0;31m |
|||
GREEN := \033[0;32m |
|||
YELLOW := \033[1;33m |
|||
NC := \033[0m # No Color |
|||
|
|||
.PHONY: all test clean start-seaweedfs stop-seaweedfs check-binary build-weed help test-basic test-chunked test-resume test-errors test-with-server |
|||
|
|||
all: test |
|||
|
|||
# Build SeaweedFS binary
|
|||
build-weed: |
|||
@echo "Building SeaweedFS binary..." |
|||
@cd $(SEAWEEDFS_ROOT)/weed && go build -o weed |
|||
@echo "$(GREEN)SeaweedFS binary built successfully$(NC)" |
|||
|
|||
help: |
|||
@echo "SeaweedFS TUS Protocol Integration Tests" |
|||
@echo "" |
|||
@echo "Available targets:" |
|||
@echo " test - Run all TUS integration tests" |
|||
@echo " test-basic - Run basic TUS upload tests" |
|||
@echo " test-chunked - Run chunked upload tests" |
|||
@echo " test-resume - Run upload resume tests" |
|||
@echo " test-errors - Run error handling tests" |
|||
@echo " test-with-server - Run tests with automatic server management" |
|||
@echo " start-seaweedfs - Start SeaweedFS server for testing" |
|||
@echo " stop-seaweedfs - Stop SeaweedFS server" |
|||
@echo " clean - Clean up test artifacts" |
|||
@echo " check-binary - Check if SeaweedFS binary exists" |
|||
@echo " build-weed - Build SeaweedFS binary" |
|||
@echo "" |
|||
@echo "Configuration:" |
|||
@echo " SEAWEEDFS_BINARY=$(SEAWEEDFS_BINARY)" |
|||
@echo " FILER_PORT=$(FILER_PORT)" |
|||
@echo " VOLUME_PORT=$(VOLUME_PORT)" |
|||
@echo " MASTER_PORT=$(MASTER_PORT)" |
|||
@echo " TEST_TIMEOUT=$(TEST_TIMEOUT)" |
|||
|
|||
check-binary: |
|||
@if ! command -v $(SEAWEEDFS_BINARY) > /dev/null 2>&1 && [ ! -f "$(SEAWEEDFS_ROOT)/weed/weed" ]; then \
|
|||
echo "$(RED)Error: SeaweedFS binary not found$(NC)"; \
|
|||
echo "Please build SeaweedFS first: make build-weed"; \
|
|||
exit 1; \
|
|||
fi |
|||
@echo "$(GREEN)SeaweedFS binary found$(NC)" |
|||
|
|||
start-seaweedfs: check-binary |
|||
@echo "$(YELLOW)Starting SeaweedFS server for TUS testing...$(NC)" |
|||
@# Clean up any existing processes on our test ports |
|||
@lsof -ti :$(MASTER_PORT) | xargs -r kill -TERM 2>/dev/null || true |
|||
@lsof -ti :$(VOLUME_PORT) | xargs -r kill -TERM 2>/dev/null || true |
|||
@lsof -ti :$(FILER_PORT) | xargs -r kill -TERM 2>/dev/null || true |
|||
@sleep 2 |
|||
|
|||
# Create necessary directories |
|||
@mkdir -p /tmp/seaweedfs-test-tus-master |
|||
@mkdir -p /tmp/seaweedfs-test-tus-volume |
|||
@mkdir -p /tmp/seaweedfs-test-tus-filer |
|||
|
|||
# Determine binary path |
|||
$(eval WEED_BIN := $(shell command -v $(SEAWEEDFS_BINARY) 2>/dev/null || echo "$(SEAWEEDFS_ROOT)/weed/weed")) |
|||
|
|||
# Start master server |
|||
@echo "Starting master server..." |
|||
@nohup $(WEED_BIN) master \
|
|||
-port=$(MASTER_PORT) \
|
|||
-mdir=/tmp/seaweedfs-test-tus-master \
|
|||
-volumeSizeLimitMB=$(VOLUME_MAX_SIZE_MB) \
|
|||
-ip=127.0.0.1 \
|
|||
> /tmp/seaweedfs-tus-master.log 2>&1 & |
|||
@sleep 3 |
|||
|
|||
# Start volume server |
|||
@echo "Starting volume server..." |
|||
@nohup $(WEED_BIN) volume \
|
|||
-port=$(VOLUME_PORT) \
|
|||
-mserver=127.0.0.1:$(MASTER_PORT) \
|
|||
-dir=/tmp/seaweedfs-test-tus-volume \
|
|||
-max=$(VOLUME_MAX_COUNT) \
|
|||
-ip=127.0.0.1 \
|
|||
> /tmp/seaweedfs-tus-volume.log 2>&1 & |
|||
@sleep 3 |
|||
|
|||
# Start filer server |
|||
@echo "Starting filer server..." |
|||
@nohup $(WEED_BIN) filer \
|
|||
-port=$(FILER_PORT) \
|
|||
-master=127.0.0.1:$(MASTER_PORT) \
|
|||
-ip=127.0.0.1 \
|
|||
> /tmp/seaweedfs-tus-filer.log 2>&1 & |
|||
@sleep 5 |
|||
|
|||
# Wait for filer to be ready |
|||
@echo "$(YELLOW)Waiting for filer to be ready...$(NC)" |
|||
@for i in $$(seq 1 30); do \
|
|||
if curl -s -f http://127.0.0.1:$(FILER_PORT)/ > /dev/null 2>&1; then \
|
|||
echo "$(GREEN)Filer is ready$(NC)"; \
|
|||
break; \
|
|||
fi; \
|
|||
if [ $$i -eq 30 ]; then \
|
|||
echo "$(RED)Filer failed to start within 30 seconds$(NC)"; \
|
|||
$(MAKE) debug-logs; \
|
|||
exit 1; \
|
|||
fi; \
|
|||
echo "Waiting for filer... ($$i/30)"; \
|
|||
sleep 1; \
|
|||
done |
|||
|
|||
@echo "$(GREEN)SeaweedFS server started successfully for TUS testing$(NC)" |
|||
@echo "Master: http://localhost:$(MASTER_PORT)" |
|||
@echo "Volume: http://localhost:$(VOLUME_PORT)" |
|||
@echo "Filer: http://localhost:$(FILER_PORT)" |
|||
@echo "TUS Endpoint: http://localhost:$(FILER_PORT)/.tus/" |
|||
|
|||
stop-seaweedfs: |
|||
@echo "$(YELLOW)Stopping SeaweedFS server...$(NC)" |
|||
@lsof -ti :$(MASTER_PORT) | xargs -r kill -TERM 2>/dev/null || true |
|||
@lsof -ti :$(VOLUME_PORT) | xargs -r kill -TERM 2>/dev/null || true |
|||
@lsof -ti :$(FILER_PORT) | xargs -r kill -TERM 2>/dev/null || true |
|||
@sleep 2 |
|||
@echo "$(GREEN)SeaweedFS server stopped$(NC)" |
|||
|
|||
clean: |
|||
@echo "$(YELLOW)Cleaning up TUS test artifacts...$(NC)" |
|||
@rm -rf /tmp/seaweedfs-test-tus-* |
|||
@rm -f /tmp/seaweedfs-tus-*.log |
|||
@echo "$(GREEN)TUS test cleanup completed$(NC)" |
|||
|
|||
# Run all tests
|
|||
test: check-binary |
|||
@echo "$(YELLOW)Running all TUS integration tests...$(NC)" |
|||
@cd $(SEAWEEDFS_ROOT) && go test -v -timeout=$(TEST_TIMEOUT) ./test/tus/... |
|||
@echo "$(GREEN)All TUS tests completed$(NC)" |
|||
|
|||
# Run basic upload tests
|
|||
test-basic: check-binary |
|||
@echo "$(YELLOW)Running basic TUS upload tests...$(NC)" |
|||
@cd $(SEAWEEDFS_ROOT) && go test -v -timeout=$(TEST_TIMEOUT) -run "TestTusBasicUpload|TestTusOptionsHandler" ./test/tus/... |
|||
@echo "$(GREEN)Basic TUS tests completed$(NC)" |
|||
|
|||
# Run chunked upload tests
|
|||
test-chunked: check-binary |
|||
@echo "$(YELLOW)Running chunked TUS upload tests...$(NC)" |
|||
@cd $(SEAWEEDFS_ROOT) && go test -v -timeout=$(TEST_TIMEOUT) -run "TestTusChunkedUpload" ./test/tus/... |
|||
@echo "$(GREEN)Chunked TUS tests completed$(NC)" |
|||
|
|||
# Run resume tests
|
|||
test-resume: check-binary |
|||
@echo "$(YELLOW)Running TUS upload resume tests...$(NC)" |
|||
@cd $(SEAWEEDFS_ROOT) && go test -v -timeout=$(TEST_TIMEOUT) -run "TestTusResumeAfterInterruption|TestTusHeadRequest" ./test/tus/... |
|||
@echo "$(GREEN)TUS resume tests completed$(NC)" |
|||
|
|||
# Run error handling tests
|
|||
test-errors: check-binary |
|||
@echo "$(YELLOW)Running TUS error handling tests...$(NC)" |
|||
@cd $(SEAWEEDFS_ROOT) && go test -v -timeout=$(TEST_TIMEOUT) -run "TestTusInvalidOffset|TestTusUploadNotFound|TestTusDeleteUpload" ./test/tus/... |
|||
@echo "$(GREEN)TUS error tests completed$(NC)" |
|||
|
|||
# Run tests with automatic server management
|
|||
test-with-server: build-weed |
|||
@echo "$(YELLOW)Running TUS tests with automatic server management...$(NC)" |
|||
@trap '$(MAKE) stop-seaweedfs clean || true' EXIT; \
|
|||
$(MAKE) start-seaweedfs && \
|
|||
sleep 3 && \
|
|||
cd $(SEAWEEDFS_ROOT) && go test -v -timeout=$(TEST_TIMEOUT) ./test/tus/... && \
|
|||
echo "$(GREEN)All TUS tests passed!$(NC)" |
|||
|
|||
# Debug targets
|
|||
debug-logs: |
|||
@echo "$(YELLOW)=== Master Log ===$(NC)" |
|||
@tail -n 50 /tmp/seaweedfs-tus-master.log 2>/dev/null || echo "No master log found" |
|||
@echo "$(YELLOW)=== Volume Log ===$(NC)" |
|||
@tail -n 50 /tmp/seaweedfs-tus-volume.log 2>/dev/null || echo "No volume log found" |
|||
@echo "$(YELLOW)=== Filer Log ===$(NC)" |
|||
@tail -n 50 /tmp/seaweedfs-tus-filer.log 2>/dev/null || echo "No filer log found" |
|||
|
|||
debug-status: |
|||
@echo "$(YELLOW)=== Process Status ===$(NC)" |
|||
@ps aux | grep -E "(weed|seaweedfs)" | grep -v grep || echo "No SeaweedFS processes found" |
|||
@echo "$(YELLOW)=== Port Status ===$(NC)" |
|||
@lsof -i :$(MASTER_PORT) -i :$(VOLUME_PORT) -i :$(FILER_PORT) 2>/dev/null || echo "No ports in use" |
|||
|
|||
# Manual testing targets
|
|||
manual-start: start-seaweedfs |
|||
@echo "$(GREEN)SeaweedFS is now running for manual TUS testing$(NC)" |
|||
@echo "" |
|||
@echo "TUS Endpoints:" |
|||
@echo " OPTIONS /.tus/ - Capability discovery" |
|||
@echo " POST /.tus/{path} - Create upload" |
|||
@echo " HEAD /.tus/.uploads/{id} - Get offset" |
|||
@echo " PATCH /.tus/.uploads/{id} - Upload data" |
|||
@echo " DELETE /.tus/.uploads/{id} - Cancel upload" |
|||
@echo "" |
|||
@echo "Example curl commands:" |
|||
@echo " curl -X OPTIONS http://localhost:$(FILER_PORT)/.tus/ -H 'Tus-Resumable: 1.0.0'" |
|||
@echo "" |
|||
@echo "Run 'make manual-stop' when finished" |
|||
|
|||
manual-stop: stop-seaweedfs clean |
|||
|
|||
# CI targets
|
|||
ci-test: test-with-server |
|||
|
|||
# Skip integration tests (short mode)
|
|||
test-short: |
|||
@echo "$(YELLOW)Running TUS tests in short mode (skipping integration tests)...$(NC)" |
|||
@cd $(SEAWEEDFS_ROOT) && go test -v -short ./test/tus/... |
|||
@echo "$(GREEN)Short tests completed$(NC)" |
|||
|
|||
Write
Preview
Loading…
Cancel
Save
Reference in new issue