Feat: aria2 download and transfer in slave node (#1040)

* Feat: retrieve nodes from data table

* Feat: master node ping slave node in REST API

* Feat: master send scheduled ping request

* Feat: inactive nodes recover loop

* Modify: remove database operations from aria2 RPC caller implementation

* Feat: init aria2 client in master node

* Feat: Round Robin load balancer

* Feat: create and monitor aria2 task in master node

* Feat: salve receive and handle heartbeat

* Fix: Node ID will be 0 in download record generated in older version

* Feat: sign request headers with all `X-` prefix

* Feat: API call to slave node will carry meta data in headers

* Feat: call slave aria2 rpc method from master

* Feat: get slave aria2 task status
Feat: encode slave response data using gob

* Feat: aria2 callback to master node / cancel or select task to slave node

* Fix: use dummy aria2 client when caller initialize failed in master node

* Feat: slave aria2 status event callback / salve RPC auth

* Feat: prototype for slave driven filesystem

* Feat: retry for init aria2 client in master node

* Feat: init request client with global options

* Feat: slave receive async task from master

* Fix: competition write in request header

* Refactor: dependency initialize order

* Feat: generic message queue implementation

* Feat: message queue implementation

* Feat: master waiting slave transfer result

* Feat: slave transfer file in stateless policy

* Feat: slave transfer file in slave policy

* Feat: slave transfer file in local policy

* Feat: slave transfer file in OneDrive policy

* Fix: failed to initialize update checker http client

* Feat: list slave nodes for dashboard

* Feat: test aria2 rpc connection in slave

* Feat: add and save node

* Feat: add and delete node in node pool

* Fix: temp file cannot be removed when aria2 task fails

* Fix: delete node in admin panel

* Feat: edit node and get node info

* Modify: delete unused settings

service/node/fabric.go

@@ -0,0 +1,62 @@
+package node
+
+import (
+	"encoding/gob"
+	model "github.com/cloudreve/Cloudreve/v3/models"
+	"github.com/cloudreve/Cloudreve/v3/pkg/filesystem/driver/onedrive"
+	"github.com/cloudreve/Cloudreve/v3/pkg/mq"
+	"github.com/cloudreve/Cloudreve/v3/pkg/serializer"
+	"github.com/cloudreve/Cloudreve/v3/pkg/slave"
+	"github.com/gin-gonic/gin"
+)
+
+type SlaveNotificationService struct {
+	Subject string `uri:"subject" binding:"required"`
+}
+
+type OneDriveCredentialService struct {
+	PolicyID uint `uri:"id" binding:"required"`
+}
+
+func HandleMasterHeartbeat(req *serializer.NodePingReq) serializer.Response {
+	res, err := slave.DefaultController.HandleHeartBeat(req)
+	if err != nil {
+		return serializer.Err(serializer.CodeInternalSetting, "Cannot initialize slave controller", err)
+	}
+
+	return serializer.Response{
+		Code: 0,
+		Data: res,
+	}
+}
+
+// HandleSlaveNotificationPush 转发从机的消息通知到本机消息队列
+func (s *SlaveNotificationService) HandleSlaveNotificationPush(c *gin.Context) serializer.Response {
+	var msg mq.Message
+	dec := gob.NewDecoder(c.Request.Body)
+	if err := dec.Decode(&msg); err != nil {
+		return serializer.ParamErr("Cannot parse notification message", err)
+	}
+
+	mq.GlobalMQ.Publish(s.Subject, msg)
+	return serializer.Response{}
+}
+
+// Get 获取主机OneDrive策略的AccessToken
+func (s *OneDriveCredentialService) Get(c *gin.Context) serializer.Response {
+	policy, err := model.GetPolicyByID(s.PolicyID)
+	if err != nil {
+		return serializer.Err(serializer.CodeNotFound, "Cannot found storage policy", err)
+	}
+
+	client, err := onedrive.NewClient(&policy)
+	if err != nil {
+		return serializer.Err(serializer.CodeInternalSetting, "Cannot initialize OneDrive client", err)
+	}
+
+	if err := client.UpdateCredential(c); err != nil {
+		return serializer.Err(serializer.CodeInternalSetting, "Cannot refresh OneDrive credential", err)
+	}
+
+	return serializer.Response{Data: client.Credential.AccessToken}
+}