feat: slow threshold customizable in redis (#1185)

* feat: slow threshold customizable in redis

* chore: improve config robustness

core/conf/time.go

@@ -0,0 +1,16 @@
+package conf
+
+import "time"
+
+const minDuration = 100 * time.Microsecond
+
+// CheckedDuration returns the duration that guaranteed to be greater than 100us.
+// Why we need this is because users sometimes intend to use 500 to represent 500ms.
+// In config, duration less than 100us should always be missing ms etc.
+func CheckedDuration(duration time.Duration) time.Duration {
+	if duration > minDuration {
+		return duration
+	}
+
+	return duration * time.Millisecond
+}

core/conf/time_test.go

@@ -0,0 +1,14 @@
+package conf
+
+import (
+	"testing"
+	"time"
+
+	"github.com/stretchr/testify/assert"
+)
+
+func TestCheckedDuration(t *testing.T) {
+	assert.Equal(t, time.Second, CheckedDuration(1000))
+	assert.Equal(t, 2*time.Second, CheckedDuration(2000))
+	assert.Equal(t, 2*time.Second, CheckedDuration(time.Second*2))
+}

core/stores/redis/conf.go

@@ -1,6 +1,11 @@
 package redis
 
-import "errors"
+import (
+	"errors"
+	"time"
+
+	"github.com/tal-tech/go-zero/core/conf"
+)
 
 var (
 	// ErrEmptyHost is an error that indicates no redis host is set.
@@ -18,6 +23,7 @@ type (
 		Type          string        `json:",default=node,options=node|cluster"`
 		Pass          string        `json:",optional"`
 		Tls           bool          `json:",default=false,options=true|false"`
+		SlowThreshold time.Duration `json:",default=100ms"`
 	}
 
 	// A RedisKeyConf is a redis config with key.
@@ -36,6 +42,9 @@ func (rc RedisConf) NewRedis() *Redis {
 	if len(rc.Pass) > 0 {
 		opts = append(opts, WithPass(rc.Pass))
 	}
+	if rc.SlowThreshold > 0 {
+		opts = append(opts, WithSlowThreshold(conf.CheckedDuration(rc.SlowThreshold)))
+	}
 	if rc.Tls {
 		opts = append(opts, WithTLS())
 	}

core/stores/redis/process.go

@@ -2,6 +2,7 @@ package redis
 
 import (
 	"strings"
+	"time"
 
 	red "github.com/go-redis/redis"
 	"github.com/tal-tech/go-zero/core/logx"
@@ -9,7 +10,8 @@ import (
 	"github.com/tal-tech/go-zero/core/timex"
 )
 
-func process(proc func(red.Cmder) error) func(red.Cmder) error {
+func checkDuration(slowThreshold time.Duration) func(proc func(red.Cmder) error) func(red.Cmder) error {
+	return func(proc func(red.Cmder) error) func(red.Cmder) error {
 		return func(cmd red.Cmder) error {
 			start := timex.Now()
 
@@ -30,3 +32,4 @@ func process(proc func(red.Cmder) error) func(red.Cmder) error {
 			return proc(cmd)
 		}
 	}
+}

core/stores/redis/redis.go

@@ -21,8 +21,7 @@ const (
 
 	blockingQueryTimeout = 5 * time.Second
 	readWriteTimeout     = 2 * time.Second
-
-	slowThreshold = time.Millisecond * 100
+	defaultSlowThreshold = time.Millisecond * 100
 )
 
 // ErrNilNode is an error that indicates a nil redis node.
@@ -45,6 +44,7 @@ type (
 		Pass          string
 		tls           bool
 		brk           breaker.Breaker
+		slowThreshold time.Duration
 	}
 
 	// RedisNode interface represents a redis node.
@@ -81,6 +81,7 @@ func New(addr string, opts ...Option) *Redis {
 		Addr:          addr,
 		Type:          NodeType,
 		brk:           breaker.NewBreaker(),
+		slowThreshold: defaultSlowThreshold,
 	}
 
 	for _, opt := range opts {
@@ -1765,6 +1766,13 @@ func WithPass(pass string) Option {
 	}
 }
 
+// WithSlowThreshold sets the slow threshold.
+func WithSlowThreshold(threshold time.Duration) Option {
+	return func(r *Redis) {
+		r.slowThreshold = threshold
+	}
+}
+
 // WithTLS customizes the given Redis with TLS enabled.
 func WithTLS() Option {
 	return func(r *Redis) {

core/stores/redis/redis_test.go

@@ -1115,7 +1115,7 @@ func runOnRedisTLS(t *testing.T, fn func(client *Redis)) {
 			client.Close()
 		}
 	}()
-	fn(New(s.Addr(), WithTLS()))
+	fn(New(s.Addr(), WithTLS(), WithSlowThreshold(defaultSlowThreshold/2)))
 }
 
 func badType() Option {

core/stores/redis/redisclientmanager.go

@@ -32,7 +32,7 @@ func getClient(r *Redis) (*red.Client, error) {
 			MinIdleConns: idleConns,
 			TLSConfig:    tlsConfig,
 		})
-		store.WrapProcess(process)
+		store.WrapProcess(checkDuration(r.slowThreshold))
 		return store, nil
 	})
 	if err != nil {

core/stores/redis/redisclustermanager.go

@@ -25,7 +25,7 @@ func getCluster(r *Redis) (*red.ClusterClient, error) {
 			MinIdleConns: idleConns,
 			TLSConfig:    tlsConfig,
 		})
-		store.WrapProcess(process)
+		store.WrapProcess(checkDuration(r.slowThreshold))
 
 		return store, nil
 	})