You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
69 lines
1.8 KiB
69 lines
1.8 KiB
package main
|
|
|
|
import (
|
|
"flag"
|
|
"fmt"
|
|
"github.com/seaweedfs/seaweedfs/weed/mq/client/pub_client"
|
|
"github.com/seaweedfs/seaweedfs/weed/mq/topic"
|
|
"log"
|
|
"strings"
|
|
"sync"
|
|
"time"
|
|
)
|
|
|
|
var (
|
|
messageCount = flag.Int("n", 1000, "message count")
|
|
concurrency = flag.Int("c", 4, "concurrent publishers")
|
|
partitionCount = flag.Int("p", 6, "partition count")
|
|
|
|
namespace = flag.String("ns", "test", "namespace")
|
|
t = flag.String("t", "test", "t")
|
|
seedBrokers = flag.String("brokers", "localhost:17777", "seed brokers")
|
|
)
|
|
|
|
func doPublish(publisher *pub_client.TopicPublisher, id int) {
|
|
startTime := time.Now()
|
|
for i := 0; i < *messageCount / *concurrency; i++ {
|
|
// Simulate publishing a message
|
|
key := []byte(fmt.Sprintf("key-%d-%d", id, i))
|
|
value := []byte(fmt.Sprintf("value-%d-%d", id, i))
|
|
if err := publisher.Publish(key, value); err != nil {
|
|
fmt.Println(err)
|
|
break
|
|
}
|
|
// println("Published", string(key), string(value))
|
|
}
|
|
elapsed := time.Since(startTime)
|
|
log.Printf("Publisher %d finished in %s", id, elapsed)
|
|
}
|
|
|
|
func main() {
|
|
flag.Parse()
|
|
config := &pub_client.PublisherConfiguration{
|
|
Topic: topic.NewTopic(*namespace, *t),
|
|
CreateTopic: true,
|
|
CreateTopicPartitionCount: int32(*partitionCount),
|
|
Brokers: strings.Split(*seedBrokers, ","),
|
|
}
|
|
publisher := pub_client.NewTopicPublisher(config)
|
|
|
|
startTime := time.Now()
|
|
|
|
var wg sync.WaitGroup
|
|
// Start multiple publishers
|
|
for i := 0; i < *concurrency; i++ {
|
|
wg.Add(1)
|
|
go func(id int) {
|
|
defer wg.Done()
|
|
doPublish(publisher, id)
|
|
}(i)
|
|
}
|
|
|
|
// Wait for all publishers to finish
|
|
wg.Wait()
|
|
elapsed := time.Since(startTime)
|
|
publisher.Shutdown()
|
|
|
|
log.Printf("Published %d messages in %s (%.2f msg/s)", *messageCount, elapsed, float64(*messageCount)/elapsed.Seconds())
|
|
|
|
}
|