You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
 
 
 
 
 
 

249 lines
7.1 KiB

#!/bin/bash
set -euo pipefail
# Colors for output
RED='\033[0;31m'
GREEN='\033[0;32m'
BLUE='\033[0;34m'
YELLOW='\033[1;33m'
NC='\033[0m' # No Color
# Configuration - assumes script is run from seaweedfs-rdma-sidecar directory
SEAWEEDFS_DIR="$(realpath ..)"
SIDECAR_DIR="$(pwd)"
MOUNT_POINT="/tmp/seaweedfs-rdma-mount"
FILER_ADDR="localhost:8888"
SIDECAR_ADDR="localhost:8081"
# PIDs for cleanup
MASTER_PID=""
VOLUME_PID=""
FILER_PID=""
SIDECAR_PID=""
MOUNT_PID=""
cleanup() {
echo -e "\n${YELLOW}🧹 Cleaning up processes...${NC}"
# Unmount filesystem
if mountpoint -q "$MOUNT_POINT" 2>/dev/null; then
echo "📤 Unmounting $MOUNT_POINT..."
fusermount -u "$MOUNT_POINT" 2>/dev/null || umount "$MOUNT_POINT" 2>/dev/null || true
sleep 1
fi
# Kill processes
for pid in $MOUNT_PID $SIDECAR_PID $FILER_PID $VOLUME_PID $MASTER_PID; do
if [[ -n "$pid" ]] && kill -0 "$pid" 2>/dev/null; then
echo "🔪 Killing process $pid..."
kill "$pid" 2>/dev/null || true
fi
done
# Wait for processes to exit
sleep 2
# Force kill if necessary
for pid in $MOUNT_PID $SIDECAR_PID $FILER_PID $VOLUME_PID $MASTER_PID; do
if [[ -n "$pid" ]] && kill -0 "$pid" 2>/dev/null; then
echo "💀 Force killing process $pid..."
kill -9 "$pid" 2>/dev/null || true
fi
done
# Clean up mount point
if [[ -d "$MOUNT_POINT" ]]; then
rmdir "$MOUNT_POINT" 2>/dev/null || true
fi
echo -e "${GREEN}✅ Cleanup complete${NC}"
}
trap cleanup EXIT
wait_for_service() {
local name=$1
local url=$2
local max_attempts=30
local attempt=1
echo -e "${BLUE}⏳ Waiting for $name to be ready...${NC}"
while [[ $attempt -le $max_attempts ]]; do
if curl -s "$url" >/dev/null 2>&1; then
echo -e "${GREEN}$name is ready${NC}"
return 0
fi
echo " Attempt $attempt/$max_attempts..."
sleep 1
((attempt++))
done
echo -e "${RED}$name failed to start within $max_attempts seconds${NC}"
return 1
}
echo -e "${BLUE}🚀 SEAWEEDFS RDMA MOUNT DEMONSTRATION${NC}"
echo "======================================"
echo ""
echo "This demo shows SeaweedFS mount with RDMA acceleration:"
echo " • Standard SeaweedFS cluster (master, volume, filer)"
echo " • RDMA sidecar for acceleration"
echo " • FUSE mount with RDMA fast path"
echo " • Performance comparison tests"
echo ""
# Create mount point
echo -e "${BLUE}📁 Creating mount point: $MOUNT_POINT${NC}"
mkdir -p "$MOUNT_POINT"
# Start SeaweedFS Master
echo -e "${BLUE}🎯 Starting SeaweedFS Master...${NC}"
cd "$SEAWEEDFS_DIR"
./weed master -port=9333 -mdir=/tmp/seaweedfs-master &
MASTER_PID=$!
wait_for_service "Master" "http://localhost:9333/cluster/status"
# Start SeaweedFS Volume Server
echo -e "${BLUE}💾 Starting SeaweedFS Volume Server...${NC}"
./weed volume -mserver=localhost:9333 -port=8080 -dir=/tmp/seaweedfs-volume &
VOLUME_PID=$!
wait_for_service "Volume Server" "http://localhost:8080/status"
# Start SeaweedFS Filer
echo -e "${BLUE}📂 Starting SeaweedFS Filer...${NC}"
./weed filer -master=localhost:9333 -port=8888 &
FILER_PID=$!
wait_for_service "Filer" "http://localhost:8888/"
# Start RDMA Sidecar
echo -e "${BLUE}⚡ Starting RDMA Sidecar...${NC}"
cd "$SIDECAR_DIR"
./bin/demo-server --port 8081 --rdma-socket /tmp/rdma-engine.sock --volume-server-url http://localhost:8080 --enable-rdma --debug &
SIDECAR_PID=$!
wait_for_service "RDMA Sidecar" "http://localhost:8081/health"
# Check RDMA capabilities
echo -e "${BLUE}🔍 Checking RDMA capabilities...${NC}"
curl -s "http://localhost:8081/stats" | jq . || curl -s "http://localhost:8081/stats"
echo ""
echo -e "${BLUE}🗂️ Mounting SeaweedFS with RDMA acceleration...${NC}"
# Mount with RDMA acceleration
cd "$SEAWEEDFS_DIR"
./weed mount \
-filer="$FILER_ADDR" \
-dir="$MOUNT_POINT" \
-rdma.enabled=true \
-rdma.sidecar="$SIDECAR_ADDR" \
-rdma.fallback=true \
-rdma.maxConcurrent=64 \
-rdma.timeoutMs=5000 \
-debug=true &
MOUNT_PID=$!
# Wait for mount to be ready
echo -e "${BLUE}⏳ Waiting for mount to be ready...${NC}"
sleep 5
# Check if mount is successful
if ! mountpoint -q "$MOUNT_POINT"; then
echo -e "${RED}❌ Mount failed${NC}"
exit 1
fi
echo -e "${GREEN}✅ SeaweedFS mounted successfully with RDMA acceleration!${NC}"
echo ""
# Demonstrate RDMA-accelerated operations
echo -e "${BLUE}🧪 TESTING RDMA-ACCELERATED FILE OPERATIONS${NC}"
echo "=============================================="
# Create test files
echo -e "${BLUE}📝 Creating test files...${NC}"
echo "Hello, RDMA World!" > "$MOUNT_POINT/test1.txt"
echo "This file will be read via RDMA acceleration!" > "$MOUNT_POINT/test2.txt"
# Create a larger test file
echo -e "${BLUE}📝 Creating larger test file (1MB)...${NC}"
dd if=/dev/zero of="$MOUNT_POINT/large_test.dat" bs=1024 count=1024 2>/dev/null
echo -e "${GREEN}✅ Test files created${NC}"
echo ""
# Test file reads
echo -e "${BLUE}📖 Testing file reads (should use RDMA fast path)...${NC}"
echo ""
echo "📄 Reading test1.txt:"
cat "$MOUNT_POINT/test1.txt"
echo ""
echo "📄 Reading test2.txt:"
cat "$MOUNT_POINT/test2.txt"
echo ""
echo "📄 Reading first 100 bytes of large file:"
head -c 100 "$MOUNT_POINT/large_test.dat" | hexdump -C | head -5
echo ""
# Performance test
echo -e "${BLUE}🏁 PERFORMANCE COMPARISON${NC}"
echo "========================="
echo "🔥 Testing read performance with RDMA acceleration..."
time_start=$(date +%s%N)
for i in {1..10}; do
cat "$MOUNT_POINT/large_test.dat" > /dev/null
done
time_end=$(date +%s%N)
rdma_time=$((($time_end - $time_start) / 1000000)) # Convert to milliseconds
echo "✅ RDMA-accelerated reads: 10 x 1MB file = ${rdma_time}ms total"
echo ""
# Check RDMA statistics
echo -e "${BLUE}📊 RDMA Statistics:${NC}"
curl -s "http://localhost:8081/stats" | jq . 2>/dev/null || curl -s "http://localhost:8081/stats"
echo ""
# List files
echo -e "${BLUE}📋 Files in mounted filesystem:${NC}"
ls -la "$MOUNT_POINT/"
echo ""
# Interactive mode
echo -e "${BLUE}🎮 INTERACTIVE MODE${NC}"
echo "=================="
echo ""
echo "The SeaweedFS filesystem is now mounted at: $MOUNT_POINT"
echo "RDMA acceleration is active for all read operations!"
echo ""
echo "Try these commands:"
echo " ls $MOUNT_POINT/"
echo " cat $MOUNT_POINT/test1.txt"
echo " echo 'New content' > $MOUNT_POINT/new_file.txt"
echo " cat $MOUNT_POINT/new_file.txt"
echo ""
echo "Monitor RDMA stats: curl http://localhost:8081/stats | jq"
echo "Check mount status: mount | grep seaweedfs"
echo ""
echo -e "${YELLOW}Press Ctrl+C to stop the demo and cleanup${NC}"
# Keep running until interrupted
while true; do
sleep 5
# Check if mount is still active
if ! mountpoint -q "$MOUNT_POINT"; then
echo -e "${RED}❌ Mount point lost, exiting...${NC}"
break
fi
# Show periodic stats
echo -e "${BLUE}📊 Current RDMA stats ($(date)):${NC}"
curl -s "http://localhost:8081/stats" | jq '.rdma_enabled, .total_reads, .rdma_reads, .http_fallbacks' 2>/dev/null || echo "Stats unavailable"
echo ""
done