You can not select more than 25 topics
			Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
		
		
		
		
		
			
		
			
				
					
					
						
							249 lines
						
					
					
						
							7.1 KiB
						
					
					
				
			
		
		
		
			
			
			
		
		
	
	
							249 lines
						
					
					
						
							7.1 KiB
						
					
					
				
								#!/bin/bash
							 | 
						|
								
							 | 
						|
								set -euo pipefail
							 | 
						|
								
							 | 
						|
								# Colors for output
							 | 
						|
								RED='\033[0;31m'
							 | 
						|
								GREEN='\033[0;32m'
							 | 
						|
								BLUE='\033[0;34m'
							 | 
						|
								YELLOW='\033[1;33m'
							 | 
						|
								NC='\033[0m' # No Color
							 | 
						|
								
							 | 
						|
								# Configuration - assumes script is run from seaweedfs-rdma-sidecar directory
							 | 
						|
								SEAWEEDFS_DIR="$(realpath ..)"
							 | 
						|
								SIDECAR_DIR="$(pwd)"
							 | 
						|
								MOUNT_POINT="/tmp/seaweedfs-rdma-mount"
							 | 
						|
								FILER_ADDR="localhost:8888"
							 | 
						|
								SIDECAR_ADDR="localhost:8081"
							 | 
						|
								
							 | 
						|
								# PIDs for cleanup
							 | 
						|
								MASTER_PID=""
							 | 
						|
								VOLUME_PID=""
							 | 
						|
								FILER_PID=""
							 | 
						|
								SIDECAR_PID=""
							 | 
						|
								MOUNT_PID=""
							 | 
						|
								
							 | 
						|
								cleanup() {
							 | 
						|
								    echo -e "\n${YELLOW}🧹 Cleaning up processes...${NC}"
							 | 
						|
								    
							 | 
						|
								    # Unmount filesystem
							 | 
						|
								    if mountpoint -q "$MOUNT_POINT" 2>/dev/null; then
							 | 
						|
								        echo "📤 Unmounting $MOUNT_POINT..."
							 | 
						|
								        fusermount -u "$MOUNT_POINT" 2>/dev/null || umount "$MOUNT_POINT" 2>/dev/null || true
							 | 
						|
								        sleep 1
							 | 
						|
								    fi
							 | 
						|
								    
							 | 
						|
								    # Kill processes
							 | 
						|
								    for pid in $MOUNT_PID $SIDECAR_PID $FILER_PID $VOLUME_PID $MASTER_PID; do
							 | 
						|
								        if [[ -n "$pid" ]] && kill -0 "$pid" 2>/dev/null; then
							 | 
						|
								            echo "🔪 Killing process $pid..."
							 | 
						|
								            kill "$pid" 2>/dev/null || true
							 | 
						|
								        fi
							 | 
						|
								    done
							 | 
						|
								    
							 | 
						|
								    # Wait for processes to exit
							 | 
						|
								    sleep 2
							 | 
						|
								    
							 | 
						|
								    # Force kill if necessary
							 | 
						|
								    for pid in $MOUNT_PID $SIDECAR_PID $FILER_PID $VOLUME_PID $MASTER_PID; do
							 | 
						|
								        if [[ -n "$pid" ]] && kill -0 "$pid" 2>/dev/null; then
							 | 
						|
								            echo "💀 Force killing process $pid..."
							 | 
						|
								            kill -9 "$pid" 2>/dev/null || true
							 | 
						|
								        fi
							 | 
						|
								    done
							 | 
						|
								    
							 | 
						|
								    # Clean up mount point
							 | 
						|
								    if [[ -d "$MOUNT_POINT" ]]; then
							 | 
						|
								        rmdir "$MOUNT_POINT" 2>/dev/null || true
							 | 
						|
								    fi
							 | 
						|
								    
							 | 
						|
								    echo -e "${GREEN}✅ Cleanup complete${NC}"
							 | 
						|
								}
							 | 
						|
								
							 | 
						|
								trap cleanup EXIT
							 | 
						|
								
							 | 
						|
								wait_for_service() {
							 | 
						|
								    local name=$1
							 | 
						|
								    local url=$2
							 | 
						|
								    local max_attempts=30
							 | 
						|
								    local attempt=1
							 | 
						|
								    
							 | 
						|
								    echo -e "${BLUE}⏳ Waiting for $name to be ready...${NC}"
							 | 
						|
								    
							 | 
						|
								    while [[ $attempt -le $max_attempts ]]; do
							 | 
						|
								        if curl -s "$url" >/dev/null 2>&1; then
							 | 
						|
								            echo -e "${GREEN}✅ $name is ready${NC}"
							 | 
						|
								            return 0
							 | 
						|
								        fi
							 | 
						|
								        echo "   Attempt $attempt/$max_attempts..."
							 | 
						|
								        sleep 1
							 | 
						|
								        ((attempt++))
							 | 
						|
								    done
							 | 
						|
								    
							 | 
						|
								    echo -e "${RED}❌ $name failed to start within $max_attempts seconds${NC}"
							 | 
						|
								    return 1
							 | 
						|
								}
							 | 
						|
								
							 | 
						|
								echo -e "${BLUE}🚀 SEAWEEDFS RDMA MOUNT DEMONSTRATION${NC}"
							 | 
						|
								echo "======================================"
							 | 
						|
								echo ""
							 | 
						|
								echo "This demo shows SeaweedFS mount with RDMA acceleration:"
							 | 
						|
								echo "  • Standard SeaweedFS cluster (master, volume, filer)"
							 | 
						|
								echo "  • RDMA sidecar for acceleration"
							 | 
						|
								echo "  • FUSE mount with RDMA fast path"
							 | 
						|
								echo "  • Performance comparison tests"
							 | 
						|
								echo ""
							 | 
						|
								
							 | 
						|
								# Create mount point
							 | 
						|
								echo -e "${BLUE}📁 Creating mount point: $MOUNT_POINT${NC}"
							 | 
						|
								mkdir -p "$MOUNT_POINT"
							 | 
						|
								
							 | 
						|
								# Start SeaweedFS Master
							 | 
						|
								echo -e "${BLUE}🎯 Starting SeaweedFS Master...${NC}"
							 | 
						|
								cd "$SEAWEEDFS_DIR"
							 | 
						|
								./weed master -port=9333 -mdir=/tmp/seaweedfs-master &
							 | 
						|
								MASTER_PID=$!
							 | 
						|
								wait_for_service "Master" "http://localhost:9333/cluster/status"
							 | 
						|
								
							 | 
						|
								# Start SeaweedFS Volume Server
							 | 
						|
								echo -e "${BLUE}💾 Starting SeaweedFS Volume Server...${NC}"
							 | 
						|
								./weed volume -mserver=localhost:9333 -port=8080 -dir=/tmp/seaweedfs-volume &
							 | 
						|
								VOLUME_PID=$!
							 | 
						|
								wait_for_service "Volume Server" "http://localhost:8080/status"
							 | 
						|
								
							 | 
						|
								# Start SeaweedFS Filer
							 | 
						|
								echo -e "${BLUE}📂 Starting SeaweedFS Filer...${NC}"
							 | 
						|
								./weed filer -master=localhost:9333 -port=8888 &
							 | 
						|
								FILER_PID=$!
							 | 
						|
								wait_for_service "Filer" "http://localhost:8888/"
							 | 
						|
								
							 | 
						|
								# Start RDMA Sidecar
							 | 
						|
								echo -e "${BLUE}⚡ Starting RDMA Sidecar...${NC}"
							 | 
						|
								cd "$SIDECAR_DIR"
							 | 
						|
								./bin/demo-server --port 8081 --rdma-socket /tmp/rdma-engine.sock --volume-server-url http://localhost:8080 --enable-rdma --debug &
							 | 
						|
								SIDECAR_PID=$!
							 | 
						|
								wait_for_service "RDMA Sidecar" "http://localhost:8081/health"
							 | 
						|
								
							 | 
						|
								# Check RDMA capabilities
							 | 
						|
								echo -e "${BLUE}🔍 Checking RDMA capabilities...${NC}"
							 | 
						|
								curl -s "http://localhost:8081/stats" | jq . || curl -s "http://localhost:8081/stats"
							 | 
						|
								
							 | 
						|
								echo ""
							 | 
						|
								echo -e "${BLUE}🗂️  Mounting SeaweedFS with RDMA acceleration...${NC}"
							 | 
						|
								
							 | 
						|
								# Mount with RDMA acceleration
							 | 
						|
								cd "$SEAWEEDFS_DIR"
							 | 
						|
								./weed mount \
							 | 
						|
								    -filer="$FILER_ADDR" \
							 | 
						|
								    -dir="$MOUNT_POINT" \
							 | 
						|
								    -rdma.enabled=true \
							 | 
						|
								    -rdma.sidecar="$SIDECAR_ADDR" \
							 | 
						|
								    -rdma.fallback=true \
							 | 
						|
								    -rdma.maxConcurrent=64 \
							 | 
						|
								    -rdma.timeoutMs=5000 \
							 | 
						|
								    -debug=true &
							 | 
						|
								MOUNT_PID=$!
							 | 
						|
								
							 | 
						|
								# Wait for mount to be ready
							 | 
						|
								echo -e "${BLUE}⏳ Waiting for mount to be ready...${NC}"
							 | 
						|
								sleep 5
							 | 
						|
								
							 | 
						|
								# Check if mount is successful
							 | 
						|
								if ! mountpoint -q "$MOUNT_POINT"; then
							 | 
						|
								    echo -e "${RED}❌ Mount failed${NC}"
							 | 
						|
								    exit 1
							 | 
						|
								fi
							 | 
						|
								
							 | 
						|
								echo -e "${GREEN}✅ SeaweedFS mounted successfully with RDMA acceleration!${NC}"
							 | 
						|
								echo ""
							 | 
						|
								
							 | 
						|
								# Demonstrate RDMA-accelerated operations
							 | 
						|
								echo -e "${BLUE}🧪 TESTING RDMA-ACCELERATED FILE OPERATIONS${NC}"
							 | 
						|
								echo "=============================================="
							 | 
						|
								
							 | 
						|
								# Create test files
							 | 
						|
								echo -e "${BLUE}📝 Creating test files...${NC}"
							 | 
						|
								echo "Hello, RDMA World!" > "$MOUNT_POINT/test1.txt"
							 | 
						|
								echo "This file will be read via RDMA acceleration!" > "$MOUNT_POINT/test2.txt"
							 | 
						|
								
							 | 
						|
								# Create a larger test file
							 | 
						|
								echo -e "${BLUE}📝 Creating larger test file (1MB)...${NC}"
							 | 
						|
								dd if=/dev/zero of="$MOUNT_POINT/large_test.dat" bs=1024 count=1024 2>/dev/null
							 | 
						|
								
							 | 
						|
								echo -e "${GREEN}✅ Test files created${NC}"
							 | 
						|
								echo ""
							 | 
						|
								
							 | 
						|
								# Test file reads
							 | 
						|
								echo -e "${BLUE}📖 Testing file reads (should use RDMA fast path)...${NC}"
							 | 
						|
								echo ""
							 | 
						|
								
							 | 
						|
								echo "📄 Reading test1.txt:"
							 | 
						|
								cat "$MOUNT_POINT/test1.txt"
							 | 
						|
								echo ""
							 | 
						|
								
							 | 
						|
								echo "📄 Reading test2.txt:"
							 | 
						|
								cat "$MOUNT_POINT/test2.txt"
							 | 
						|
								echo ""
							 | 
						|
								
							 | 
						|
								echo "📄 Reading first 100 bytes of large file:"
							 | 
						|
								head -c 100 "$MOUNT_POINT/large_test.dat" | hexdump -C | head -5
							 | 
						|
								echo ""
							 | 
						|
								
							 | 
						|
								# Performance test
							 | 
						|
								echo -e "${BLUE}🏁 PERFORMANCE COMPARISON${NC}"
							 | 
						|
								echo "========================="
							 | 
						|
								
							 | 
						|
								echo "🔥 Testing read performance with RDMA acceleration..."
							 | 
						|
								time_start=$(date +%s%N)
							 | 
						|
								for i in {1..10}; do
							 | 
						|
								    cat "$MOUNT_POINT/large_test.dat" > /dev/null
							 | 
						|
								done
							 | 
						|
								time_end=$(date +%s%N)
							 | 
						|
								rdma_time=$((($time_end - $time_start) / 1000000)) # Convert to milliseconds
							 | 
						|
								
							 | 
						|
								echo "✅ RDMA-accelerated reads: 10 x 1MB file = ${rdma_time}ms total"
							 | 
						|
								echo ""
							 | 
						|
								
							 | 
						|
								# Check RDMA statistics
							 | 
						|
								echo -e "${BLUE}📊 RDMA Statistics:${NC}"
							 | 
						|
								curl -s "http://localhost:8081/stats" | jq . 2>/dev/null || curl -s "http://localhost:8081/stats"
							 | 
						|
								echo ""
							 | 
						|
								
							 | 
						|
								# List files
							 | 
						|
								echo -e "${BLUE}📋 Files in mounted filesystem:${NC}"
							 | 
						|
								ls -la "$MOUNT_POINT/"
							 | 
						|
								echo ""
							 | 
						|
								
							 | 
						|
								# Interactive mode
							 | 
						|
								echo -e "${BLUE}🎮 INTERACTIVE MODE${NC}"
							 | 
						|
								echo "=================="
							 | 
						|
								echo ""
							 | 
						|
								echo "The SeaweedFS filesystem is now mounted at: $MOUNT_POINT"
							 | 
						|
								echo "RDMA acceleration is active for all read operations!"
							 | 
						|
								echo ""
							 | 
						|
								echo "Try these commands:"
							 | 
						|
								echo "  ls $MOUNT_POINT/"
							 | 
						|
								echo "  cat $MOUNT_POINT/test1.txt"
							 | 
						|
								echo "  echo 'New content' > $MOUNT_POINT/new_file.txt"
							 | 
						|
								echo "  cat $MOUNT_POINT/new_file.txt"
							 | 
						|
								echo ""
							 | 
						|
								echo "Monitor RDMA stats: curl http://localhost:8081/stats | jq"
							 | 
						|
								echo "Check mount status:  mount | grep seaweedfs"
							 | 
						|
								echo ""
							 | 
						|
								echo -e "${YELLOW}Press Ctrl+C to stop the demo and cleanup${NC}"
							 | 
						|
								
							 | 
						|
								# Keep running until interrupted
							 | 
						|
								while true; do
							 | 
						|
								    sleep 5
							 | 
						|
								    
							 | 
						|
								    # Check if mount is still active
							 | 
						|
								    if ! mountpoint -q "$MOUNT_POINT"; then
							 | 
						|
								        echo -e "${RED}❌ Mount point lost, exiting...${NC}"
							 | 
						|
								        break
							 | 
						|
								    fi
							 | 
						|
								    
							 | 
						|
								    # Show periodic stats
							 | 
						|
								    echo -e "${BLUE}📊 Current RDMA stats ($(date)):${NC}"
							 | 
						|
								    curl -s "http://localhost:8081/stats" | jq '.rdma_enabled, .total_reads, .rdma_reads, .http_fallbacks' 2>/dev/null || echo "Stats unavailable"
							 | 
						|
								    echo ""
							 | 
						|
								done
							 |