You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
211 lines
4.0 KiB
211 lines
4.0 KiB
8 years ago
|
package sarama
|
||
|
|
||
|
import "time"
|
||
|
|
||
|
type FetchResponseBlock struct {
|
||
|
Err KError
|
||
|
HighWaterMarkOffset int64
|
||
|
MsgSet MessageSet
|
||
|
}
|
||
|
|
||
|
func (b *FetchResponseBlock) decode(pd packetDecoder) (err error) {
|
||
|
tmp, err := pd.getInt16()
|
||
|
if err != nil {
|
||
|
return err
|
||
|
}
|
||
|
b.Err = KError(tmp)
|
||
|
|
||
|
b.HighWaterMarkOffset, err = pd.getInt64()
|
||
|
if err != nil {
|
||
|
return err
|
||
|
}
|
||
|
|
||
|
msgSetSize, err := pd.getInt32()
|
||
|
if err != nil {
|
||
|
return err
|
||
|
}
|
||
|
|
||
|
msgSetDecoder, err := pd.getSubset(int(msgSetSize))
|
||
|
if err != nil {
|
||
|
return err
|
||
|
}
|
||
|
err = (&b.MsgSet).decode(msgSetDecoder)
|
||
|
|
||
|
return err
|
||
|
}
|
||
|
|
||
|
func (b *FetchResponseBlock) encode(pe packetEncoder) (err error) {
|
||
|
pe.putInt16(int16(b.Err))
|
||
|
|
||
|
pe.putInt64(b.HighWaterMarkOffset)
|
||
|
|
||
|
pe.push(&lengthField{})
|
||
|
err = b.MsgSet.encode(pe)
|
||
|
if err != nil {
|
||
|
return err
|
||
|
}
|
||
|
return pe.pop()
|
||
|
}
|
||
|
|
||
|
type FetchResponse struct {
|
||
|
Blocks map[string]map[int32]*FetchResponseBlock
|
||
|
ThrottleTime time.Duration
|
||
|
Version int16 // v1 requires 0.9+, v2 requires 0.10+
|
||
|
}
|
||
|
|
||
|
func (r *FetchResponse) decode(pd packetDecoder, version int16) (err error) {
|
||
|
r.Version = version
|
||
|
|
||
|
if r.Version >= 1 {
|
||
|
throttle, err := pd.getInt32()
|
||
|
if err != nil {
|
||
|
return err
|
||
|
}
|
||
|
r.ThrottleTime = time.Duration(throttle) * time.Millisecond
|
||
|
}
|
||
|
|
||
|
numTopics, err := pd.getArrayLength()
|
||
|
if err != nil {
|
||
|
return err
|
||
|
}
|
||
|
|
||
|
r.Blocks = make(map[string]map[int32]*FetchResponseBlock, numTopics)
|
||
|
for i := 0; i < numTopics; i++ {
|
||
|
name, err := pd.getString()
|
||
|
if err != nil {
|
||
|
return err
|
||
|
}
|
||
|
|
||
|
numBlocks, err := pd.getArrayLength()
|
||
|
if err != nil {
|
||
|
return err
|
||
|
}
|
||
|
|
||
|
r.Blocks[name] = make(map[int32]*FetchResponseBlock, numBlocks)
|
||
|
|
||
|
for j := 0; j < numBlocks; j++ {
|
||
|
id, err := pd.getInt32()
|
||
|
if err != nil {
|
||
|
return err
|
||
|
}
|
||
|
|
||
|
block := new(FetchResponseBlock)
|
||
|
err = block.decode(pd)
|
||
|
if err != nil {
|
||
|
return err
|
||
|
}
|
||
|
r.Blocks[name][id] = block
|
||
|
}
|
||
|
}
|
||
|
|
||
|
return nil
|
||
|
}
|
||
|
|
||
|
func (r *FetchResponse) encode(pe packetEncoder) (err error) {
|
||
|
if r.Version >= 1 {
|
||
|
pe.putInt32(int32(r.ThrottleTime / time.Millisecond))
|
||
|
}
|
||
|
|
||
|
err = pe.putArrayLength(len(r.Blocks))
|
||
|
if err != nil {
|
||
|
return err
|
||
|
}
|
||
|
|
||
|
for topic, partitions := range r.Blocks {
|
||
|
err = pe.putString(topic)
|
||
|
if err != nil {
|
||
|
return err
|
||
|
}
|
||
|
|
||
|
err = pe.putArrayLength(len(partitions))
|
||
|
if err != nil {
|
||
|
return err
|
||
|
}
|
||
|
|
||
|
for id, block := range partitions {
|
||
|
pe.putInt32(id)
|
||
|
err = block.encode(pe)
|
||
|
if err != nil {
|
||
|
return err
|
||
|
}
|
||
|
}
|
||
|
|
||
|
}
|
||
|
return nil
|
||
|
}
|
||
|
|
||
|
func (r *FetchResponse) key() int16 {
|
||
|
return 1
|
||
|
}
|
||
|
|
||
|
func (r *FetchResponse) version() int16 {
|
||
|
return r.Version
|
||
|
}
|
||
|
|
||
|
func (r *FetchResponse) requiredVersion() KafkaVersion {
|
||
|
switch r.Version {
|
||
|
case 1:
|
||
|
return V0_9_0_0
|
||
|
case 2:
|
||
|
return V0_10_0_0
|
||
|
default:
|
||
|
return minVersion
|
||
|
}
|
||
|
}
|
||
|
|
||
|
func (r *FetchResponse) GetBlock(topic string, partition int32) *FetchResponseBlock {
|
||
|
if r.Blocks == nil {
|
||
|
return nil
|
||
|
}
|
||
|
|
||
|
if r.Blocks[topic] == nil {
|
||
|
return nil
|
||
|
}
|
||
|
|
||
|
return r.Blocks[topic][partition]
|
||
|
}
|
||
|
|
||
|
func (r *FetchResponse) AddError(topic string, partition int32, err KError) {
|
||
|
if r.Blocks == nil {
|
||
|
r.Blocks = make(map[string]map[int32]*FetchResponseBlock)
|
||
|
}
|
||
|
partitions, ok := r.Blocks[topic]
|
||
|
if !ok {
|
||
|
partitions = make(map[int32]*FetchResponseBlock)
|
||
|
r.Blocks[topic] = partitions
|
||
|
}
|
||
|
frb, ok := partitions[partition]
|
||
|
if !ok {
|
||
|
frb = new(FetchResponseBlock)
|
||
|
partitions[partition] = frb
|
||
|
}
|
||
|
frb.Err = err
|
||
|
}
|
||
|
|
||
|
func (r *FetchResponse) AddMessage(topic string, partition int32, key, value Encoder, offset int64) {
|
||
|
if r.Blocks == nil {
|
||
|
r.Blocks = make(map[string]map[int32]*FetchResponseBlock)
|
||
|
}
|
||
|
partitions, ok := r.Blocks[topic]
|
||
|
if !ok {
|
||
|
partitions = make(map[int32]*FetchResponseBlock)
|
||
|
r.Blocks[topic] = partitions
|
||
|
}
|
||
|
frb, ok := partitions[partition]
|
||
|
if !ok {
|
||
|
frb = new(FetchResponseBlock)
|
||
|
partitions[partition] = frb
|
||
|
}
|
||
|
var kb []byte
|
||
|
var vb []byte
|
||
|
if key != nil {
|
||
|
kb, _ = key.Encode()
|
||
|
}
|
||
|
if value != nil {
|
||
|
vb, _ = value.Encode()
|
||
|
}
|
||
|
msg := &Message{Key: kb, Value: vb}
|
||
|
msgBlock := &MessageBlock{Msg: msg, Offset: offset}
|
||
|
frb.MsgSet.Messages = append(frb.MsgSet.Messages, msgBlock)
|
||
|
}
|