feat: complete consumer group coordination protocol - SyncGroup v3 and OffsetFetch fixes

🎉 MAJOR MILESTONE: Full consumer group protocol working!

✅ Completed Protocol Flow:
- FindCoordinator v2: Fixed response format with throttle_time, error_code, error_message
- JoinGroup v5: Fixed request parsing with GroupInstanceID field
- SyncGroup v3: Fixed request parsing and response format with throttle_time
- OffsetFetch: Fixed GroupID parsing by adding client_id field handling

🔄 Current Status:
- Consumer successfully progresses through: FindCoordinator -> JoinGroup -> SyncGroup -> OffsetFetch
- Sarama consumer joins group, gets partition assignments, attempts offset fetching
- Issue: OffsetFetch TopicsCount parsing still incorrect (191128930 vs expected 1)

🎯 Next: Fix remaining OffsetFetch parsing to complete end-to-end consumer group functionality

weed/mq/kafka/protocol/joingroup.go

@@ -272,7 +272,7 @@ func (h *Handler) parseJoinGroupRequest(data []byte) (*JoinGroupRequest, error)
 	// Skip client_id (part of JoinGroup v5 payload)
 	clientIDLength := int(binary.BigEndian.Uint16(data[offset:]))
 	offset += 2 + clientIDLength
-	fmt.Printf("DEBUG: JoinGroup v5 skipped client_id (%d bytes: '%s'), offset now: %d\n", 
+	fmt.Printf("DEBUG: JoinGroup v5 skipped client_id (%d bytes: '%s'), offset now: %d\n",
 		clientIDLength, string(data[2:2+clientIDLength]), offset)
 
 	// GroupID (string)
@@ -324,7 +324,7 @@ func (h *Handler) parseJoinGroupRequest(data []byte) (*JoinGroupRequest, error)
 	}
 	instanceIDLength := int16(binary.BigEndian.Uint16(data[offset:]))
 	offset += 2
-	
+
 	if instanceIDLength == -1 {
 		groupInstanceID = "" // null string
 	} else if instanceIDLength >= 0 {
@@ -334,8 +334,8 @@ func (h *Handler) parseJoinGroupRequest(data []byte) (*JoinGroupRequest, error)
 		groupInstanceID = string(data[offset : offset+int(instanceIDLength)])
 		offset += int(instanceIDLength)
 	}
-	
-	fmt.Printf("DEBUG: JoinGroup v5 - MemberID: '%s', GroupInstanceID: '%s' (len=%d), offset now: %d\n", 
+
+	fmt.Printf("DEBUG: JoinGroup v5 - MemberID: '%s', GroupInstanceID: '%s' (len=%d), offset now: %d\n",
 		memberID, groupInstanceID, instanceIDLength, offset)
 
 	// Parse Protocol Type
@@ -399,7 +399,6 @@ func (h *Handler) parseJoinGroupRequest(data []byte) (*JoinGroupRequest, error)
 		fmt.Printf("DEBUG: JoinGroup - Protocol: %s, MetadataLength: %d\n", protocolName, metadataLength)
 	}
 
-
 	return &JoinGroupRequest{
 		GroupID:          groupID,
 		SessionTimeout:   sessionTimeout,
@@ -773,6 +772,12 @@ func (h *Handler) parseSyncGroupRequest(data []byte) (*SyncGroupRequest, error)
 
 	offset := 0
 
+	// Skip client_id (part of SyncGroup v3 payload)
+	clientIDLength := int(binary.BigEndian.Uint16(data[offset:]))
+	offset += 2 + clientIDLength
+	fmt.Printf("DEBUG: SyncGroup v3 skipped client_id (%d bytes: '%s'), offset now: %d\n", 
+		clientIDLength, string(data[2:2+clientIDLength]), offset)
+
 	// GroupID (string)
 	groupIDLength := int(binary.BigEndian.Uint16(data[offset:]))
 	offset += 2
@@ -822,6 +827,10 @@ func (h *Handler) buildSyncGroupResponse(response SyncGroupResponse) []byte {
 	binary.BigEndian.PutUint32(correlationIDBytes, response.CorrelationID)
 	result = append(result, correlationIDBytes...)
 
+	// SyncGroup v1+ has throttle_time_ms at the beginning
+	// Throttle time (4 bytes, 0 = no throttling)
+	result = append(result, 0, 0, 0, 0)
+
 	// Error code (2 bytes)
 	errorCodeBytes := make([]byte, 2)
 	binary.BigEndian.PutUint16(errorCodeBytes, uint16(response.ErrorCode))
@@ -833,9 +842,6 @@ func (h *Handler) buildSyncGroupResponse(response SyncGroupResponse) []byte {
 	result = append(result, assignmentLength...)
 	result = append(result, response.Assignment...)
 
-	// Throttle time (4 bytes, 0 = no throttling)
-	result = append(result, 0, 0, 0, 0)
-
 	return result
 }
 

weed/mq/kafka/protocol/offset_management.go

@@ -404,6 +404,12 @@ func (h *Handler) parseOffsetFetchRequest(data []byte) (*OffsetFetchRequest, err
 
 	offset := 0
 
+	// Skip client_id (part of OffsetFetch payload)
+	clientIDLength := int(binary.BigEndian.Uint16(data[offset:]))
+	offset += 2 + clientIDLength
+	fmt.Printf("DEBUG: OffsetFetch skipped client_id (%d bytes: '%s'), offset now: %d\n", 
+		clientIDLength, string(data[2:2+clientIDLength]), offset)
+
 	// GroupID (string)
 	groupIDLength := int(binary.BigEndian.Uint16(data[offset:]))
 	offset += 2