ExclusiveLocker only create one renew goroutine (#6269)

Co-authored-by: liguowei <liguowei@xinye.com>

weed/wdclient/exclusive_locks/exclusive_locker.go

@@ -19,10 +19,13 @@ const (
 type ExclusiveLocker struct {
 	token        int64
 	lockTsNs     int64
-	isLocked     bool
+	isLocked     atomic.Bool
 	masterClient *wdclient.MasterClient
 	lockName     string
 	message      string
+	clientName   string
+	// Each lock has and only has one goroutine
+	renewGoroutineRunning atomic.Bool
 }
 
 func NewExclusiveLocker(masterClient *wdclient.MasterClient, lockName string) *ExclusiveLocker {
@@ -33,7 +36,7 @@ func NewExclusiveLocker(masterClient *wdclient.MasterClient, lockName string) *E
 }
 
 func (l *ExclusiveLocker) IsLocked() bool {
-	return l.isLocked
+	return l.isLocked.Load()
 }
 
 func (l *ExclusiveLocker) GetToken() (token int64, lockTsNs int64) {
@@ -45,7 +48,7 @@ func (l *ExclusiveLocker) GetToken() (token int64, lockTsNs int64) {
 }
 
 func (l *ExclusiveLocker) RequestLock(clientName string) {
-	if l.isLocked {
+	if l.isLocked.Load() {
 		return
 	}
 
@@ -74,20 +77,24 @@ func (l *ExclusiveLocker) RequestLock(clientName string) {
 		}
 	}
 
-	l.isLocked = true
+	l.isLocked.Store(true)
+	l.clientName = clientName
 
+	// Each lock has and only has one goroutine
+	if l.renewGoroutineRunning.CompareAndSwap(false, true) {
 		// start a goroutine to renew the lease
 		go func() {
 			ctx2, cancel2 := context.WithCancel(context.Background())
 			defer cancel2()
 
-		for l.isLocked {
+			for {
+				if l.isLocked.Load() {
 					if err := l.masterClient.WithClient(false, func(client master_pb.SeaweedClient) error {
 						resp, err := client.LeaseAdminToken(ctx2, &master_pb.LeaseAdminTokenRequest{
 							PreviousToken:    atomic.LoadInt64(&l.token),
 							PreviousLockTime: atomic.LoadInt64(&l.lockTsNs),
 							LockName:         l.lockName,
-					ClientName:       clientName,
+							ClientName:       l.clientName,
 							Message:          l.message,
 						})
 						if err == nil {
@@ -98,19 +105,23 @@ func (l *ExclusiveLocker) RequestLock(clientName string) {
 						return err
 					}); err != nil {
 						glog.Errorf("failed to renew lock: %v", err)
-				l.isLocked = false
+						l.isLocked.Store(false)
 						return
 					} else {
 						time.Sleep(RenewInterval)
 					}
-
+				} else {
+					time.Sleep(RenewInterval)
+				}
 			}
 		}()
+	}
 
 }
 
 func (l *ExclusiveLocker) ReleaseLock() {
-	l.isLocked = false
+	l.isLocked.Store(false)
+	l.clientName = ""
 
 	ctx, cancel := context.WithCancel(context.Background())
 	defer cancel()