-
Notifications
You must be signed in to change notification settings - Fork 18
/
offset_response.go
97 lines (84 loc) · 2.69 KB
/
offset_response.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
package healer
import (
"encoding/binary"
"fmt"
)
type PartitionOffset struct {
Partition int32
ErrorCode int16
OldStyleOffsets []int64
Timestamp int64
Offset int64
}
// get the offset of the given partition from OldStyleOffsets or Offset
func (p *PartitionOffset) GetOffset() int64 {
if len(p.OldStyleOffsets) == 0 {
return p.Offset
}
if len(p.OldStyleOffsets) == 1 {
return p.OldStyleOffsets[0]
}
panic("more than one old style offset found in offset response")
}
type OffsetsResponse struct {
CorrelationID uint32
ThrottleTimeMs int32
TopicPartitionOffsets map[string][]PartitionOffset
}
func (r OffsetsResponse) Error() error {
for topic, partitionOffsets := range r.TopicPartitionOffsets {
for _, offset := range partitionOffsets {
if offset.ErrorCode != 0 {
return fmt.Errorf("offsets response error of %s-%d: %w", topic, offset.Partition, KafkaError(offset.ErrorCode))
}
}
}
return nil
}
func NewOffsetsResponse(payload []byte, version uint16) (r OffsetsResponse, err error) {
offset := 0
responseLength := int(binary.BigEndian.Uint32(payload))
if responseLength+4 != len(payload) {
return r, fmt.Errorf("offsets response length did not match: %d!=%d", responseLength+4, len(payload))
}
offset += 4
r.CorrelationID = uint32(binary.BigEndian.Uint32(payload[offset:]))
offset += 4
if version > 0 {
r.ThrottleTimeMs = int32(binary.BigEndian.Uint32(payload[offset:]))
}
topicLenght := int(binary.BigEndian.Uint32(payload[offset:]))
offset += 4
r.TopicPartitionOffsets = make(map[string][]PartitionOffset)
for i := 0; i < topicLenght; i++ {
topicNameLenght := int(binary.BigEndian.Uint16(payload[offset:]))
offset += 2
topicName := string(payload[offset : offset+topicNameLenght])
offset += topicNameLenght
partitionOffsetLength := binary.BigEndian.Uint32(payload[offset:])
offset += 4
r.TopicPartitionOffsets[topicName] = make([]PartitionOffset, partitionOffsetLength)
for j := uint32(0); j < partitionOffsetLength; j++ {
p := PartitionOffset{}
p.Partition = int32(binary.BigEndian.Uint32(payload[offset:]))
offset += 4
p.ErrorCode = int16(binary.BigEndian.Uint16(payload[offset:]))
offset += 2
if version == 0 {
offsetLength := binary.BigEndian.Uint32(payload[offset:])
offset += 4
for k := uint32(0); k < offsetLength; k++ {
p.OldStyleOffsets = append(p.OldStyleOffsets, int64(binary.BigEndian.Uint64(payload[offset:])))
offset += 8
}
} else {
p.Timestamp = int64(binary.BigEndian.Uint64(payload[offset:]))
offset += 8
p.Offset = int64(binary.BigEndian.Uint64(payload[offset:]))
offset += 8
}
r.TopicPartitionOffsets[topicName][j] = p
}
}
return r, nil
}