You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
304 lines
7.9 KiB
304 lines
7.9 KiB
name: "Kafka Gateway Tests"
|
|
|
|
on:
|
|
push:
|
|
branches: [ master ]
|
|
pull_request:
|
|
branches: [ master ]
|
|
|
|
concurrency:
|
|
group: ${{ github.head_ref }}/kafka-tests
|
|
cancel-in-progress: true
|
|
|
|
# Force different runners for better isolation
|
|
env:
|
|
FORCE_RUNNER_SEPARATION: true
|
|
|
|
permissions:
|
|
contents: read
|
|
|
|
jobs:
|
|
kafka-unit-tests:
|
|
name: Kafka Unit Tests
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 5
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
container-id: [unit-tests-1]
|
|
container:
|
|
image: golang:1.24-alpine
|
|
options: --cpus 1.0 --memory 1g --hostname kafka-unit-${{ matrix.container-id }}
|
|
env:
|
|
GOMAXPROCS: 1
|
|
CGO_ENABLED: 0
|
|
CONTAINER_ID: ${{ matrix.container-id }}
|
|
steps:
|
|
- name: Set up Go 1.x
|
|
uses: actions/setup-go@v5
|
|
with:
|
|
go-version: ^1.24
|
|
id: go
|
|
|
|
- name: Check out code
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Setup Container Environment
|
|
run: |
|
|
apk add --no-cache git
|
|
ulimit -n 1024 || echo "Warning: Could not set file descriptor limit"
|
|
|
|
- name: Get dependencies
|
|
run: |
|
|
cd test/kafka
|
|
go mod download
|
|
|
|
- name: Run Kafka Gateway Unit Tests (Excluding Integration Tests)
|
|
run: |
|
|
cd test/kafka
|
|
# Set process limits for container isolation
|
|
ulimit -n 512 || echo "Warning: Could not set file descriptor limit"
|
|
ulimit -u 100 || echo "Warning: Could not set process limit"
|
|
go test -v -timeout 10s -run "^TestGateway_|^TestConsumerGroup_Debug$" ./...
|
|
|
|
kafka-integration-tests:
|
|
name: Kafka Integration Tests (Critical)
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 5
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
container-id: [integration-1]
|
|
container:
|
|
image: golang:1.24-alpine
|
|
options: --cpus 2.0 --memory 2g --ulimit nofile=1024:1024 --hostname kafka-integration-${{ matrix.container-id }}
|
|
env:
|
|
GOMAXPROCS: 2
|
|
CGO_ENABLED: 0
|
|
KAFKA_TEST_ISOLATION: "true"
|
|
CONTAINER_ID: ${{ matrix.container-id }}
|
|
steps:
|
|
- name: Set up Go 1.x
|
|
uses: actions/setup-go@v5
|
|
with:
|
|
go-version: ^1.24
|
|
id: go
|
|
|
|
- name: Check out code
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Setup Integration Container Environment
|
|
run: |
|
|
apk add --no-cache git procps
|
|
ulimit -n 2048 || echo "Warning: Could not set file descriptor limit"
|
|
|
|
- name: Get dependencies
|
|
run: |
|
|
cd test/kafka
|
|
go mod download
|
|
|
|
- name: Test API Sequence Integration
|
|
run: |
|
|
cd test/kafka
|
|
# Higher limits for integration tests
|
|
ulimit -n 1024 || echo "Warning: Could not set file descriptor limit"
|
|
ulimit -u 200 || echo "Warning: Could not set process limit"
|
|
go test -v -run "^TestKafkaGateway_APISequence$" -timeout 10s
|
|
env:
|
|
GOMAXPROCS: 2
|
|
|
|
- name: Cleanup Between Tests
|
|
run: |
|
|
pkill -f "kafka" || true
|
|
pkill -f "seaweed" || true
|
|
sleep 2
|
|
|
|
- name: Test kafka-go Client Integration
|
|
run: |
|
|
cd test/kafka
|
|
go test -v -run "^TestKafkaGoClient_BasicProduceConsume$" -timeout 15s
|
|
env:
|
|
GOMAXPROCS: 2
|
|
|
|
kafka-consumer-group-tests:
|
|
name: Kafka Consumer Group Tests (Highly Isolated)
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 3
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
container-id: [consumer-group-1]
|
|
container:
|
|
image: golang:1.24-alpine
|
|
options: --cpus 1.0 --memory 2g --ulimit nofile=512:512 --hostname kafka-consumer-${{ matrix.container-id }}
|
|
env:
|
|
GOMAXPROCS: 1
|
|
CGO_ENABLED: 0
|
|
KAFKA_CONSUMER_ISOLATION: "true"
|
|
CONTAINER_ID: ${{ matrix.container-id }}
|
|
steps:
|
|
- name: Set up Go 1.x
|
|
uses: actions/setup-go@v5
|
|
with:
|
|
go-version: ^1.24
|
|
id: go
|
|
|
|
- name: Check out code
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Setup Consumer Group Container Environment
|
|
run: |
|
|
apk add --no-cache git procps
|
|
ulimit -n 256 || echo "Warning: Could not set file descriptor limit"
|
|
|
|
- name: Get dependencies
|
|
run: |
|
|
cd test/kafka
|
|
go mod download
|
|
|
|
- name: Test Working Consumer Group Debug (Should Pass)
|
|
run: |
|
|
cd test/kafka
|
|
# Test the working consumer group debug test
|
|
ulimit -n 512 || echo "Warning: Could not set file descriptor limit"
|
|
ulimit -u 100 || echo "Warning: Could not set process limit"
|
|
go test -v -run "^TestConsumerGroup_Debug$" -timeout 10s ./...
|
|
env:
|
|
GOMAXPROCS: 1
|
|
|
|
kafka-client-compatibility:
|
|
name: Kafka Client Compatibility (Isolated)
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 5
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
container-id: [client-compat-1]
|
|
container:
|
|
image: golang:1.24-alpine
|
|
options: --cpus 1.0 --memory 1.5g --shm-size 256m --hostname kafka-client-${{ matrix.container-id }}
|
|
env:
|
|
GOMAXPROCS: 1
|
|
CGO_ENABLED: 0
|
|
KAFKA_CLIENT_ISOLATION: "true"
|
|
CONTAINER_ID: ${{ matrix.container-id }}
|
|
steps:
|
|
- name: Set up Go 1.x
|
|
uses: actions/setup-go@v5
|
|
with:
|
|
go-version: ^1.24
|
|
id: go
|
|
|
|
- name: Check out code
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Get dependencies
|
|
run: |
|
|
cd test/kafka
|
|
go mod download
|
|
|
|
- name: Test kafka-go Client Compatibility
|
|
run: |
|
|
cd test/kafka
|
|
go test -v -run "^TestKafkaGo_ProduceOnly$" -timeout 10s
|
|
env:
|
|
GOMAXPROCS: 1
|
|
|
|
- name: Cleanup Between Tests
|
|
run: |
|
|
pkill -f "kafka" || true
|
|
pkill -f "seaweed" || true
|
|
sleep 2
|
|
|
|
- name: Test Sarama Client Compatibility (Isolated)
|
|
run: |
|
|
cd test/kafka
|
|
go test -v -run "^TestSarama" -timeout 10s
|
|
env:
|
|
GOMAXPROCS: 1
|
|
|
|
kafka-protocol-tests:
|
|
name: Kafka Protocol Tests (Isolated)
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 5
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
container-id: [protocol-1]
|
|
container:
|
|
image: golang:1.24-alpine
|
|
options: --cpus 1.0 --memory 1g --tmpfs /tmp:exec --hostname kafka-protocol-${{ matrix.container-id }}
|
|
env:
|
|
GOMAXPROCS: 1
|
|
CGO_ENABLED: 0
|
|
KAFKA_PROTOCOL_ISOLATION: "true"
|
|
CONTAINER_ID: ${{ matrix.container-id }}
|
|
steps:
|
|
- name: Set up Go 1.x
|
|
uses: actions/setup-go@v5
|
|
with:
|
|
go-version: ^1.24
|
|
id: go
|
|
|
|
- name: Check out code
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Setup Protocol Container Environment
|
|
run: |
|
|
apk add --no-cache git procps
|
|
# Ensure proper permissions for test execution
|
|
chmod -R 755 /tmp || true
|
|
export TMPDIR=/tmp
|
|
export GOCACHE=/tmp/go-cache
|
|
mkdir -p $GOCACHE
|
|
chmod 755 $GOCACHE
|
|
|
|
- name: Get dependencies
|
|
run: |
|
|
cd test/kafka
|
|
go mod download
|
|
|
|
- name: Test Metadata API Versions
|
|
run: |
|
|
cd test/kafka
|
|
export TMPDIR=/tmp
|
|
export GOCACHE=/tmp/go-cache
|
|
go test -v -run "^TestMetadata" -timeout 10s
|
|
env:
|
|
GOMAXPROCS: 1
|
|
TMPDIR: /tmp
|
|
GOCACHE: /tmp/go-cache
|
|
|
|
- name: Cleanup Between Tests
|
|
run: |
|
|
pkill -f "kafka" || true
|
|
pkill -f "seaweed" || true
|
|
sleep 1
|
|
|
|
- name: Test Produce API Versions
|
|
run: |
|
|
cd test/kafka
|
|
export TMPDIR=/tmp
|
|
export GOCACHE=/tmp/go-cache
|
|
go test -v -run "^TestProduce" -timeout 10s
|
|
env:
|
|
GOMAXPROCS: 1
|
|
TMPDIR: /tmp
|
|
GOCACHE: /tmp/go-cache
|
|
|
|
- name: Cleanup Between Tests
|
|
run: |
|
|
pkill -f "kafka" || true
|
|
pkill -f "seaweed" || true
|
|
sleep 1
|
|
|
|
- name: Test ApiVersions Compatibility
|
|
run: |
|
|
cd test/kafka
|
|
export TMPDIR=/tmp
|
|
export GOCACHE=/tmp/go-cache
|
|
go test -v -run "^TestApiVersions" -timeout 10s
|
|
env:
|
|
GOMAXPROCS: 1
|
|
TMPDIR: /tmp
|
|
GOCACHE: /tmp/go-cache
|