[m3msg] Increase default writer initial backoff (#3820)

site/content/includes/m3query/annotated_config.yaml

@@ -154,6 +154,7 @@ clusters:
       connectTimeout: <duration>
       # Configuration for retrying write operations
       writeRetry:
+        # Defaults to 5s.
         initialBackoff: <duration>
         # Factor for exponential backoff
         backoffFactor: <float>

src/msg/producer/writer/options.go

@@ -50,6 +50,8 @@ const (
 	// Using 65k which provides much better performance comparing
 	// to lower values like 1k ~ 8k.
 	defaultConnectionBufferSize = 2 << 15 // ~65kb
+
+	defaultWriterRetryInitialBackoff = time.Second * 5
 )
 
 // ConnectionOptions configs the connections.
@@ -397,11 +399,13 @@ type writerOptions struct {
 
 // NewOptions creates Options.
 func NewOptions() Options {
+	messageRetryOpts := retry.NewOptions().
+		SetInitialBackoff(defaultWriterRetryInitialBackoff)
 	return &writerOptions{
 		topicWatchInitTimeout:             defaultTopicWatchInitTimeout,
 		placementOpts:                     placement.NewOptions(),
 		placementWatchInitTimeout:         defaultPlacementWatchInitTimeout,
-		messageRetryOpts:                  retry.NewOptions(),
+		messageRetryOpts:                  messageRetryOpts,
 		messageQueueNewWritesScanInterval: defaultMessageQueueNewWritesScanInterval,
 		messageQueueFullScanInterval:      defaultMessageQueueFullScanInterval,
 		messageQueueScanBatchSize:         defaultMessageQueueScanBatchSize,

src/msg/producer/writer/options_test.go

@@ -54,6 +54,9 @@ func TestOptions(t *testing.T) {
 	require.Equal(t, time.Second, opts.SetCloseCheckInterval(time.Second).CloseCheckInterval())
 
 	require.Nil(t, opts.SetInstrumentOptions(nil).InstrumentOptions())
+
+	require.NotNil(t, opts.MessageRetryOptions())
+	require.Equal(t, defaultWriterRetryInitialBackoff, opts.MessageRetryOptions().InitialBackoff())
 }
 
 func TestConnectionOptions(t *testing.T) {