| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147 | 
							- package produce
 
- import (
 
- 	"fmt"
 
- 	"github.com/segmentio/kafka-go/protocol"
 
- )
 
- func init() {
 
- 	protocol.Register(&Request{}, &Response{})
 
- }
 
- type Request struct {
 
- 	TransactionalID string         `kafka:"min=v3,max=v8,nullable"`
 
- 	Acks            int16          `kafka:"min=v0,max=v8"`
 
- 	Timeout         int32          `kafka:"min=v0,max=v8"`
 
- 	Topics          []RequestTopic `kafka:"min=v0,max=v8"`
 
- }
 
- func (r *Request) ApiKey() protocol.ApiKey { return protocol.Produce }
 
- func (r *Request) Broker(cluster protocol.Cluster) (protocol.Broker, error) {
 
- 	broker := protocol.Broker{ID: -1}
 
- 	for i := range r.Topics {
 
- 		t := &r.Topics[i]
 
- 		topic, ok := cluster.Topics[t.Topic]
 
- 		if !ok {
 
- 			return broker, NewError(protocol.NewErrNoTopic(t.Topic))
 
- 		}
 
- 		for j := range t.Partitions {
 
- 			p := &t.Partitions[j]
 
- 			partition, ok := topic.Partitions[p.Partition]
 
- 			if !ok {
 
- 				return broker, NewError(protocol.NewErrNoPartition(t.Topic, p.Partition))
 
- 			}
 
- 			if b, ok := cluster.Brokers[partition.Leader]; !ok {
 
- 				return broker, NewError(protocol.NewErrNoLeader(t.Topic, p.Partition))
 
- 			} else if broker.ID < 0 {
 
- 				broker = b
 
- 			} else if b.ID != broker.ID {
 
- 				return broker, NewError(fmt.Errorf("mismatching leaders (%d!=%d)", b.ID, broker.ID))
 
- 			}
 
- 		}
 
- 	}
 
- 	return broker, nil
 
- }
 
- func (r *Request) Prepare(apiVersion int16) {
 
- 	// Determine which version of the message should be used, based on which
 
- 	// version of the Produce API is supported by the server.
 
- 	//
 
- 	// In version 0.11, kafka gives this error:
 
- 	//
 
- 	//   org.apache.kafka.common.record.InvalidRecordException
 
- 	//   Produce requests with version 3 are only allowed to contain record batches with magic version.
 
- 	//
 
- 	// In version 2.x, kafka refuses the message claiming that the CRC32
 
- 	// checksum is invalid.
 
- 	var recordVersion int8
 
- 	if apiVersion < 3 {
 
- 		recordVersion = 1
 
- 	} else {
 
- 		recordVersion = 2
 
- 	}
 
- 	for i := range r.Topics {
 
- 		t := &r.Topics[i]
 
- 		for j := range t.Partitions {
 
- 			p := &t.Partitions[j]
 
- 			// Allow the program to overload the version if really needed.
 
- 			if p.RecordSet.Version == 0 {
 
- 				p.RecordSet.Version = recordVersion
 
- 			}
 
- 		}
 
- 	}
 
- }
 
- func (r *Request) HasResponse() bool {
 
- 	return r.Acks != 0
 
- }
 
- type RequestTopic struct {
 
- 	Topic      string             `kafka:"min=v0,max=v8"`
 
- 	Partitions []RequestPartition `kafka:"min=v0,max=v8"`
 
- }
 
- type RequestPartition struct {
 
- 	Partition int32              `kafka:"min=v0,max=v8"`
 
- 	RecordSet protocol.RecordSet `kafka:"min=v0,max=v8"`
 
- }
 
- type Response struct {
 
- 	Topics         []ResponseTopic `kafka:"min=v0,max=v8"`
 
- 	ThrottleTimeMs int32           `kafka:"min=v1,max=v8"`
 
- }
 
- func (r *Response) ApiKey() protocol.ApiKey { return protocol.Produce }
 
- type ResponseTopic struct {
 
- 	Topic      string              `kafka:"min=v0,max=v8"`
 
- 	Partitions []ResponsePartition `kafka:"min=v0,max=v8"`
 
- }
 
- type ResponsePartition struct {
 
- 	Partition      int32           `kafka:"min=v0,max=v8"`
 
- 	ErrorCode      int16           `kafka:"min=v0,max=v8"`
 
- 	BaseOffset     int64           `kafka:"min=v0,max=v8"`
 
- 	LogAppendTime  int64           `kafka:"min=v2,max=v8"`
 
- 	LogStartOffset int64           `kafka:"min=v5,max=v8"`
 
- 	RecordErrors   []ResponseError `kafka:"min=v8,max=v8"`
 
- 	ErrorMessage   string          `kafka:"min=v8,max=v8,nullable"`
 
- }
 
- type ResponseError struct {
 
- 	BatchIndex             int32  `kafka:"min=v8,max=v8"`
 
- 	BatchIndexErrorMessage string `kafka:"min=v8,max=v8,nullable"`
 
- }
 
- var (
 
- 	_ protocol.BrokerMessage   = (*Request)(nil)
 
- 	_ protocol.PreparedMessage = (*Request)(nil)
 
- )
 
- type Error struct {
 
- 	Err error
 
- }
 
- func NewError(err error) *Error {
 
- 	return &Error{Err: err}
 
- }
 
- func (e *Error) Error() string {
 
- 	return fmt.Sprintf("fetch request error: %v", e.Err)
 
- }
 
- func (e *Error) Unwrap() error {
 
- 	return e.Err
 
- }
 
 
  |