Feat: redis driver for cache

pkg/cache/driver.go

@@ -1,10 +1,63 @@
 package cache
 
+import (
+	"github.com/HFO4/cloudreve/pkg/conf"
+	"github.com/gin-gonic/gin"
+)
+
 // Store 缓存存储器
-var Store Driver = NewMemoStore()
+var Store Driver
+
+func init() {
+	Store = NewRedisStore(10, "tcp", "127.0.0.1:6379", "", "0")
+	return
+
+	if conf.RedisConfig.Server == "" || gin.Mode() == gin.TestMode {
+		Store = NewMemoStore()
+	} else {
+		Store = NewRedisStore(10, "tcp", conf.RedisConfig.Server, conf.RedisConfig.Password, conf.RedisConfig.DB)
+	}
+}
 
 // Driver 键值缓存存储容器
 type Driver interface {
+	// 设置值
 	Set(key string, value interface{}) error
+	// 取值
 	Get(key string) (interface{}, bool)
+	// 批量取值，返回成功取值的map即不存在的值
+	Gets(keys []string, prefix string) (map[string]interface{}, []string)
+	// 批量设置值
+	Sets(values map[string]interface{}, prefix string) error
+}
+
+// Set 设置缓存值
+func Set(key string, value interface{}) error {
+	return Store.Set(key, value)
+}
+
+// Get 获取缓存值
+func Get(key string) (interface{}, bool) {
+	return Store.Get(key)
+}
+
+// GetsSettingByName 根据名称批量获取设置项缓存
+func GetsSettingByName(keys []string) (map[string]string, []string) {
+	raw, miss := Store.Gets(keys, "setting_")
+
+	res := make(map[string]string, len(raw))
+	for k, v := range raw {
+		res[k] = v.(string)
+	}
+
+	return res, miss
+}
+
+// SetSettings 批量设置站点设置缓存
+func SetSettings(values map[string]string) error {
+	var toBeSet = make(map[string]interface{}, len(values))
+	for key, value := range values {
+		toBeSet[key] = interface{}(value)
+	}
+	return Store.Sets(toBeSet, "setting_")
 }

pkg/cache/memo.go

@@ -24,3 +24,27 @@ func (store *MemoStore) Set(key string, value interface{}) error {
 func (store *MemoStore) Get(key string) (interface{}, bool) {
 	return store.Store.Load(key)
 }
+
+// Gets 批量取值
+func (store *MemoStore) Gets(keys []string, prefix string) (map[string]interface{}, []string) {
+	var res = make(map[string]interface{})
+	var notFound = make([]string, 0, len(keys))
+
+	for _, key := range keys {
+		if value, ok := store.Store.Load(prefix + key); ok {
+			res[key] = value
+		} else {
+			notFound = append(notFound, key)
+		}
+	}
+
+	return res, notFound
+}
+
+// Sets 批量设置值
+func (store *MemoStore) Sets(values map[string]interface{}, prefix string) error {
+	for key, value := range values {
+		store.Store.Store(prefix+key, value)
+	}
+	return nil
+}

pkg/cache/memo_test.go

@@ -59,3 +59,50 @@ func TestMemoStore_Get(t *testing.T) {
 	}
 
 }
+
+func TestMemoStore_Gets(t *testing.T) {
+	asserts := assert.New(t)
+	store := NewMemoStore()
+
+	err := store.Set("1", "1,val")
+	err = store.Set("2", "2,val")
+	err = store.Set("3", "3,val")
+	err = store.Set("4", "4,val")
+	asserts.NoError(err)
+
+	// 全部命中
+	{
+		values, miss := store.Gets([]string{"1", "2", "3", "4"}, "")
+		asserts.Len(values, 4)
+		asserts.Len(miss, 0)
+	}
+
+	// 命中一半
+	{
+		values, miss := store.Gets([]string{"1", "2", "9", "10"}, "")
+		asserts.Len(values, 2)
+		asserts.Equal([]string{"9", "10"}, miss)
+	}
+}
+
+func TestMemoStore_Sets(t *testing.T) {
+	asserts := assert.New(t)
+	store := NewMemoStore()
+
+	err := store.Sets(map[string]interface{}{
+		"1": "1.val",
+		"2": "2.val",
+		"3": "3.val",
+		"4": "4.val",
+	}, "test_")
+	asserts.NoError(err)
+
+	vals, miss := store.Gets([]string{"1", "2", "3", "4"}, "test_")
+	asserts.Len(miss, 0)
+	asserts.Equal(map[string]interface{}{
+		"1": "1.val",
+		"2": "2.val",
+		"3": "3.val",
+		"4": "4.val",
+	}, vals)
+}

pkg/cache/redis.go

@@ -0,0 +1,163 @@
+package cache
+
+import (
+	"bytes"
+	"encoding/gob"
+	"github.com/HFO4/cloudreve/pkg/util"
+	"github.com/garyburd/redigo/redis"
+	"strconv"
+	"time"
+)
+
+// RedisStore redis存储驱动
+type RedisStore struct {
+	pool *redis.Pool
+}
+
+type item struct {
+	Value interface{}
+}
+
+// NewRedisStore 创建新的redis存储
+func NewRedisStore(size int, network, address, password, database string) *RedisStore {
+	return &RedisStore{
+		pool: &redis.Pool{
+			MaxIdle:     size,
+			IdleTimeout: 240 * time.Second,
+			TestOnBorrow: func(c redis.Conn, t time.Time) error {
+				_, err := c.Do("PING")
+				return err
+			},
+			Dial: func() (redis.Conn, error) {
+				db, err := strconv.Atoi(database)
+				if err != nil {
+					return nil, err
+				}
+
+				c, err := redis.Dial(
+					network,
+					address,
+					redis.DialDatabase(db),
+					redis.DialPassword(password),
+				)
+				if err != nil {
+					util.Log().Warning("无法创建Redis连接：%s", err)
+					return nil, err
+				}
+				return c, nil
+			},
+		},
+	}
+}
+
+// Set 存储值
+func (store *RedisStore) Set(key string, value interface{}) error {
+	rc := store.pool.Get()
+	defer rc.Close()
+
+	var buffer bytes.Buffer
+	enc := gob.NewEncoder(&buffer)
+	storeValue := item{
+		Value: value,
+	}
+	err := enc.Encode(storeValue)
+	if err != nil {
+		return err
+	}
+
+	if rc.Err() == nil {
+		_, err := rc.Do("SET", key, buffer.Bytes())
+		if err != nil {
+			return err
+		}
+		return nil
+	}
+
+	return rc.Err()
+}
+
+// Get 取值
+func (store *RedisStore) Get(key string) (interface{}, bool) {
+	rc := store.pool.Get()
+	defer rc.Close()
+
+	v, err := redis.Bytes(rc.Do("GET", key))
+	if err != nil {
+		return nil, false
+	}
+
+	var res item
+	buffer := bytes.NewReader(v)
+	dec := gob.NewDecoder(buffer)
+	err = dec.Decode(&res)
+	if err != nil {
+		return nil, false
+	}
+
+	return res.Value, true
+
+}
+
+// Gets 批量取值
+func (store *RedisStore) Gets(keys []string, prefix string) (map[string]interface{}, []string) {
+	rc := store.pool.Get()
+	defer rc.Close()
+
+	var queryKeys = make([]string, len(keys))
+	for key, value := range keys {
+		queryKeys[key] = prefix + value
+	}
+
+	v, err := redis.ByteSlices(rc.Do("MGET", redis.Args{}.AddFlat(queryKeys)...))
+	if err != nil {
+		return nil, keys
+	}
+
+	var res = make(map[string]interface{})
+	var missed = make([]string, 0, len(keys))
+
+	for key, value := range v {
+		var decoded item
+		buffer := bytes.NewReader(value)
+		dec := gob.NewDecoder(buffer)
+		err = dec.Decode(&decoded)
+		if err != nil || decoded.Value == nil {
+			missed = append(missed, keys[key])
+		} else {
+			res[keys[key]] = decoded.Value
+		}
+	}
+	// 解码所得值
+	return res, missed
+}
+
+// Sets 批量设置值
+func (store *RedisStore) Sets(values map[string]interface{}, prefix string) error {
+	rc := store.pool.Get()
+	defer rc.Close()
+	var setValues = make(map[string]interface{})
+
+	// 编码待设置值
+	for key, value := range values {
+		var buffer bytes.Buffer
+		enc := gob.NewEncoder(&buffer)
+		storeValue := item{
+			Value: value,
+		}
+		err := enc.Encode(storeValue)
+		if err != nil {
+			return err
+		}
+		setValues[prefix+key] = buffer.Bytes()
+	}
+
+	if rc.Err() == nil {
+		_, err := rc.Do("MSET", redis.Args{}.AddFlat(setValues)...)
+		if err != nil {
+			return err
+		}
+		return nil
+	}
+
+	return rc.Err()
+}