Feat: create SFC for oss callback

pkg/filesystem/driver/cos/handller.go

@@ -46,6 +46,27 @@ type Driver struct {
 	HTTPClient request.Client
 }
 
+// CORS 创建跨域策略
+func (handler Driver) CORS() error {
+	_, err := handler.Client.Bucket.PutCORS(context.Background(), &cossdk.BucketPutCORSOptions{
+		Rules: []cossdk.BucketCORSRule{{
+			AllowedMethods: []string{
+				"GET",
+				"POST",
+				"PUT",
+				"DELETE",
+				"HEAD",
+			},
+			AllowedOrigins: []string{"*"},
+			AllowedHeaders: []string{"*"},
+			MaxAgeSeconds:  3600,
+			ExposeHeaders:  []string{},
+		}},
+	})
+
+	return err
+}
+
 // Get 获取文件
 func (handler Driver) Get(ctx context.Context, path string) (response.RSCloser, error) {
 	// 获取文件源地址
@@ -221,13 +242,17 @@ func (handler Driver) Token(ctx context.Context, TTL int64, key string) (seriali
 			map[string]string{"$key": savePath},
 			map[string]string{"x-cos-meta-callback": apiURL},
 			map[string]string{"x-cos-meta-key": key},
-			[]interface{}{"content-length-range", 0, handler.Policy.MaxSize},
 			map[string]string{"q-sign-algorithm": "sha1"},
 			map[string]string{"q-ak": handler.Policy.AccessKey},
 			map[string]string{"q-sign-time": keyTime},
 		},
 	}
 
+	if handler.Policy.MaxSize > 0 {
+		postPolicy.Conditions = append(postPolicy.Conditions,
+			[]interface{}{"content-length-range", 0, handler.Policy.MaxSize})
+	}
+
 	res, err := handler.getUploadCredential(ctx, postPolicy, keyTime)
 	if err == nil {
 		res.Callback = apiURL

pkg/filesystem/driver/cos/scf.go

@@ -0,0 +1,133 @@
+package cos
+
+import (
+	"archive/zip"
+	"bytes"
+	"encoding/base64"
+	model "github.com/HFO4/cloudreve/models"
+	"github.com/HFO4/cloudreve/pkg/hashid"
+	"github.com/tencentcloud/tencentcloud-sdk-go/tencentcloud/common"
+	"github.com/tencentcloud/tencentcloud-sdk-go/tencentcloud/common/profile"
+	scf "github.com/tencentcloud/tencentcloud-sdk-go/tencentcloud/scf/v20180416"
+	"io"
+	"io/ioutil"
+	"net/url"
+	"strconv"
+	"strings"
+	"time"
+)
+
+const scfFunc = `# -*- coding: utf8 -*-
+# SCF配置COS触发，向 Cloudreve 发送回调
+from qcloud_cos_v5 import CosConfig
+from qcloud_cos_v5 import CosS3Client
+from qcloud_cos_v5 import CosServiceError
+from qcloud_cos_v5 import CosClientError
+import sys
+import logging
+import requests
+
+logging.basicConfig(level=logging.INFO, stream=sys.stdout)
+logger = logging.getLogger()
+
+
+def main_handler(event, context):
+    logger.info("start main handler")
+    for record in event['Records']:
+        try:
+            if "x-cos-meta-callback" not in record['cos']['cosObject']['meta']:
+                logger.info("Cannot find callback URL, skiped.")
+                return 'Success'
+            callback = record['cos']['cosObject']['meta']['x-cos-meta-callback']
+            key = record['cos']['cosObject']['key']
+            logger.info("Callback URL is " + callback)
+
+            r = requests.get(callback)
+            print(r.text)
+
+            
+
+        except Exception as e:
+            print(e)
+            print('Error getting object {} callback url. '.format(key))
+            raise e
+            return "Fail"
+
+    return "Success"
+`
+
+// CreateSCF 创建回调云函数
+func CreateSCF(policy *model.Policy, region string) error {
+	// 初始化客户端
+	credential := common.NewCredential(
+		policy.AccessKey,
+		policy.SecretKey,
+	)
+	cpf := profile.NewClientProfile()
+	client, err := scf.NewClient(credential, region, cpf)
+	if err != nil {
+		return err
+	}
+
+	// 创建回调代码数据
+	buff := &bytes.Buffer{}
+	bs64 := base64.NewEncoder(base64.StdEncoding, buff)
+	zipWriter := zip.NewWriter(bs64)
+	header := zip.FileHeader{
+		Name:   "callback.py",
+		Method: zip.Deflate,
+	}
+	writer, err := zipWriter.CreateHeader(&header)
+	if err != nil {
+		return err
+	}
+	_, err = io.Copy(writer, strings.NewReader(scfFunc))
+	zipWriter.Close()
+
+	// 创建云函数
+	req := scf.NewCreateFunctionRequest()
+	funcName := "cloudreve_" + hashid.HashID(policy.ID, hashid.PolicyID) + strconv.FormatInt(time.Now().Unix(), 10)
+	zipFileBytes, _ := ioutil.ReadAll(buff)
+	zipFileStr := string(zipFileBytes)
+	codeSource := "ZipFile"
+	handler := "callback.main_handler"
+	desc := "Cloudreve 用回调函数"
+	timeout := int64(60)
+	runtime := "Python3.6"
+	req.FunctionName = &funcName
+	req.Code = &scf.Code{
+		ZipFile: &zipFileStr,
+	}
+	req.Handler = &handler
+	req.Description = &desc
+	req.Timeout = &timeout
+	req.Runtime = &runtime
+	req.CodeSource = &codeSource
+
+	_, err = client.CreateFunction(req)
+	if err != nil {
+		return err
+	}
+
+	time.Sleep(time.Duration(5) * time.Second)
+
+	// 创建触发器
+	server, _ := url.Parse(policy.Server)
+	triggerType := "cos"
+	triggerDesc := `{"event":"cos:ObjectCreated:Post","filter":{"Prefix":"","Suffix":""}}`
+	enable := "OPEN"
+
+	trigger := scf.NewCreateTriggerRequest()
+	trigger.FunctionName = &funcName
+	trigger.TriggerName = &server.Host
+	trigger.Type = &triggerType
+	trigger.TriggerDesc = &triggerDesc
+	trigger.Enable = &enable
+
+	_, err = client.CreateTrigger(trigger)
+	if err != nil {
+		return err
+	}
+
+	return nil
+}

pkg/filesystem/upload.go

@@ -6,6 +6,7 @@ import (
 	"github.com/HFO4/cloudreve/pkg/cache"
 	"github.com/HFO4/cloudreve/pkg/filesystem/driver/local"
 	"github.com/HFO4/cloudreve/pkg/filesystem/fsctx"
+	"github.com/HFO4/cloudreve/pkg/request"
 	"github.com/HFO4/cloudreve/pkg/serializer"
 	"github.com/HFO4/cloudreve/pkg/util"
 	"github.com/gin-gonic/gin"
@@ -26,6 +27,7 @@ func (fs *FileSystem) Upload(ctx context.Context, file FileHeader) (err error) {
 	// 上传前的钩子
 	err = fs.Trigger(ctx, "BeforeUpload")
 	if err != nil {
+		request.BlackHole(file)
 		return err
 	}
 

pkg/request/request.go

@@ -5,6 +5,7 @@ import (
 	"encoding/json"
 	"errors"
 	"fmt"
+	model "github.com/HFO4/cloudreve/models"
 	"github.com/HFO4/cloudreve/pkg/auth"
 	"github.com/HFO4/cloudreve/pkg/serializer"
 	"github.com/HFO4/cloudreve/pkg/util"
@@ -271,3 +272,13 @@ func (instance NopRSCloser) Seek(offset int64, whence int) (int64, error) {
 	return 0, errors.New("未实现")
 
 }
+
+// BlackHole 将客户端发来的数据放入黑洞
+func BlackHole(r io.Reader) {
+	if !model.IsTrueVal(model.GetSettingByName("reset_after_upload_failed")) {
+		_, err := io.Copy(ioutil.Discard, r)
+		if err != nil {
+			util.Log().Debug("黑洞数据出错，%s", err)
+		}
+	}
+}