[FAB-1253] Allow attempt to send >1MB blocks to kafka

This is a quick fix to unblock using the Kafka
orderer. Your kafka instance must also be configured
with a corresponding message.max.bytes property in
server.properties, otherwise, the server will reject
the message.

This changeset makes the default 100MiB.

We might want to add this to the orderer config.yml,
but I think it's important to get this quick fix out
into master for downstream users.

Change-Id: Ib4bffbd8afdc229e64d43f011f09d942e0cd5b10
Signed-off-by: Luis Sanchez <[email protected]>

Author: Luis Sanchez

orderer/kafka/util.go

@@ -31,6 +31,9 @@ func newBrokerConfig(conf *config.TopLevel) *sarama.Config {
 	brokerConfig := sarama.NewConfig()
 	brokerConfig.Version = conf.Kafka.Version
 	brokerConfig.Producer.Partitioner = newStaticPartitioner(conf.Kafka.PartitionID)
+	// set equivalent of kafka producer config max.request.bytes to the deafult
+	// value of a kafka server's socket.request.max.bytes property (100MiB).
+	brokerConfig.Producer.MaxMessageBytes = int(sarama.MaxRequestSize)
 	return brokerConfig
 }
 

orderer/kafka/util_test.go

@@ -41,6 +41,47 @@ func TestStaticPartitioner(t *testing.T) {
 	}
 }
 
+func TestProducerConfigMessageMaxBytes(t *testing.T) {
+
+	topic := testConf.Kafka.Topic
+
+	broker := sarama.NewMockBroker(t, 1000)
+	broker.SetHandlerByMap(map[string]sarama.MockResponse{
+		"MetadataRequest": sarama.NewMockMetadataResponse(t).
+			SetBroker(broker.Addr(), broker.BrokerID()).
+			SetLeader(topic, 0, broker.BrokerID()),
+		"ProduceRequest": sarama.NewMockProduceResponse(t),
+	})
+
+	config := newBrokerConfig(testConf)
+	producer, err := sarama.NewSyncProducer([]string{broker.Addr()}, config)
+	if err != nil {
+		t.Fatal(err)
+	}
+
+	testCases := []struct {
+		name string
+		size int
+		err  error
+	}{
+		{"TypicalDeploy", 8 * 1024 * 1024, nil},
+		{"TooBig", 100*1024*1024 + 1, sarama.ErrMessageSizeTooLarge},
+	}
+
+	for _, tc := range testCases {
+		t.Run(tc.name, func(t *testing.T) {
+			_, _, err = producer.SendMessage(&sarama.ProducerMessage{Topic: topic, Value: sarama.ByteEncoder(make([]byte, tc.size))})
+			if err != tc.err {
+				t.Fatal(err)
+			}
+		})
+
+	}
+
+	producer.Close()
+	broker.Close()
+}
+
 func TestNewBrokerConfig(t *testing.T) {
 
 	topic := testConf.Kafka.Topic