123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147 |
- package produce
- import (
- "fmt"
- "github.com/segmentio/kafka-go/protocol"
- )
- func init() {
- protocol.Register(&Request{}, &Response{})
- }
- type Request struct {
- TransactionalID string `kafka:"min=v3,max=v8,nullable"`
- Acks int16 `kafka:"min=v0,max=v8"`
- Timeout int32 `kafka:"min=v0,max=v8"`
- Topics []RequestTopic `kafka:"min=v0,max=v8"`
- }
- func (r *Request) ApiKey() protocol.ApiKey { return protocol.Produce }
- func (r *Request) Broker(cluster protocol.Cluster) (protocol.Broker, error) {
- broker := protocol.Broker{ID: -1}
- for i := range r.Topics {
- t := &r.Topics[i]
- topic, ok := cluster.Topics[t.Topic]
- if !ok {
- return broker, NewError(protocol.NewErrNoTopic(t.Topic))
- }
- for j := range t.Partitions {
- p := &t.Partitions[j]
- partition, ok := topic.Partitions[p.Partition]
- if !ok {
- return broker, NewError(protocol.NewErrNoPartition(t.Topic, p.Partition))
- }
- if b, ok := cluster.Brokers[partition.Leader]; !ok {
- return broker, NewError(protocol.NewErrNoLeader(t.Topic, p.Partition))
- } else if broker.ID < 0 {
- broker = b
- } else if b.ID != broker.ID {
- return broker, NewError(fmt.Errorf("mismatching leaders (%d!=%d)", b.ID, broker.ID))
- }
- }
- }
- return broker, nil
- }
- func (r *Request) Prepare(apiVersion int16) {
- // Determine which version of the message should be used, based on which
- // version of the Produce API is supported by the server.
- //
- // In version 0.11, kafka gives this error:
- //
- // org.apache.kafka.common.record.InvalidRecordException
- // Produce requests with version 3 are only allowed to contain record batches with magic version.
- //
- // In version 2.x, kafka refuses the message claiming that the CRC32
- // checksum is invalid.
- var recordVersion int8
- if apiVersion < 3 {
- recordVersion = 1
- } else {
- recordVersion = 2
- }
- for i := range r.Topics {
- t := &r.Topics[i]
- for j := range t.Partitions {
- p := &t.Partitions[j]
- // Allow the program to overload the version if really needed.
- if p.RecordSet.Version == 0 {
- p.RecordSet.Version = recordVersion
- }
- }
- }
- }
- func (r *Request) HasResponse() bool {
- return r.Acks != 0
- }
- type RequestTopic struct {
- Topic string `kafka:"min=v0,max=v8"`
- Partitions []RequestPartition `kafka:"min=v0,max=v8"`
- }
- type RequestPartition struct {
- Partition int32 `kafka:"min=v0,max=v8"`
- RecordSet protocol.RecordSet `kafka:"min=v0,max=v8"`
- }
- type Response struct {
- Topics []ResponseTopic `kafka:"min=v0,max=v8"`
- ThrottleTimeMs int32 `kafka:"min=v1,max=v8"`
- }
- func (r *Response) ApiKey() protocol.ApiKey { return protocol.Produce }
- type ResponseTopic struct {
- Topic string `kafka:"min=v0,max=v8"`
- Partitions []ResponsePartition `kafka:"min=v0,max=v8"`
- }
- type ResponsePartition struct {
- Partition int32 `kafka:"min=v0,max=v8"`
- ErrorCode int16 `kafka:"min=v0,max=v8"`
- BaseOffset int64 `kafka:"min=v0,max=v8"`
- LogAppendTime int64 `kafka:"min=v2,max=v8"`
- LogStartOffset int64 `kafka:"min=v5,max=v8"`
- RecordErrors []ResponseError `kafka:"min=v8,max=v8"`
- ErrorMessage string `kafka:"min=v8,max=v8,nullable"`
- }
- type ResponseError struct {
- BatchIndex int32 `kafka:"min=v8,max=v8"`
- BatchIndexErrorMessage string `kafka:"min=v8,max=v8,nullable"`
- }
- var (
- _ protocol.BrokerMessage = (*Request)(nil)
- _ protocol.PreparedMessage = (*Request)(nil)
- )
- type Error struct {
- Err error
- }
- func NewError(err error) *Error {
- return &Error{Err: err}
- }
- func (e *Error) Error() string {
- return fmt.Sprintf("fetch request error: %v", e.Err)
- }
- func (e *Error) Unwrap() error {
- return e.Err
- }
|