Feat: aria2 download and transfer in slave node (#1040)

* Feat: retrieve nodes from data table

* Feat: master node ping slave node in REST API

* Feat: master send scheduled ping request

* Feat: inactive nodes recover loop

* Modify: remove database operations from aria2 RPC caller implementation

* Feat: init aria2 client in master node

* Feat: Round Robin load balancer

* Feat: create and monitor aria2 task in master node

* Feat: salve receive and handle heartbeat

* Fix: Node ID will be 0 in download record generated in older version

* Feat: sign request headers with all `X-` prefix

* Feat: API call to slave node will carry meta data in headers

* Feat: call slave aria2 rpc method from master

* Feat: get slave aria2 task status
Feat: encode slave response data using gob

* Feat: aria2 callback to master node / cancel or select task to slave node

* Fix: use dummy aria2 client when caller initialize failed in master node

* Feat: slave aria2 status event callback / salve RPC auth

* Feat: prototype for slave driven filesystem

* Feat: retry for init aria2 client in master node

* Feat: init request client with global options

* Feat: slave receive async task from master

* Fix: competition write in request header

* Refactor: dependency initialize order

* Feat: generic message queue implementation

* Feat: message queue implementation

* Feat: master waiting slave transfer result

* Feat: slave transfer file in stateless policy

* Feat: slave transfer file in slave policy

* Feat: slave transfer file in local policy

* Feat: slave transfer file in OneDrive policy

* Fix: failed to initialize update checker http client

* Feat: list slave nodes for dashboard

* Feat: test aria2 rpc connection in slave

* Feat: add and save node

* Feat: add and delete node in node pool

* Fix: temp file cannot be removed when aria2 task fails

* Fix: delete node in admin panel

* Feat: edit node and get node info

* Modify: delete unused settings

service/aria2/add.go

@@ -3,8 +3,14 @@ package aria2
 import (
 	model "github.com/cloudreve/Cloudreve/v3/models"
 	"github.com/cloudreve/Cloudreve/v3/pkg/aria2"
+	"github.com/cloudreve/Cloudreve/v3/pkg/aria2/common"
+	"github.com/cloudreve/Cloudreve/v3/pkg/aria2/monitor"
+	"github.com/cloudreve/Cloudreve/v3/pkg/cluster"
 	"github.com/cloudreve/Cloudreve/v3/pkg/filesystem"
+	"github.com/cloudreve/Cloudreve/v3/pkg/mq"
 	"github.com/cloudreve/Cloudreve/v3/pkg/serializer"
+	"github.com/cloudreve/Cloudreve/v3/pkg/slave"
+	"github.com/cloudreve/Cloudreve/v3/pkg/util"
 	"github.com/gin-gonic/gin"
 )
 
@@ -14,7 +20,7 @@ type AddURLService struct {
 	Dst string `json:"dst" binding:"required,min=1"`
 }
 
-// Add 创建新的链接离线下载任务
+// Add 主机创建新的链接离线下载任务
 func (service *AddURLService) Add(c *gin.Context, taskType int) serializer.Response {
 	// 创建文件系统
 	fs, err := filesystem.NewFileSystemFromContext(c)
@@ -35,19 +41,60 @@ func (service *AddURLService) Add(c *gin.Context, taskType int) serializer.Respo
 
 	// 创建任务
 	task := &model.Download{
-		Status: aria2.Ready,
+		Status: common.Ready,
 		Type:   taskType,
 		Dst:    service.Dst,
 		UserID: fs.User.ID,
 		Source: service.URL,
 	}
 
+	// 获取 Aria2 负载均衡器
 	aria2.Lock.RLock()
-	if err := aria2.Instance.CreateTask(task, fs.User.Group.OptionsSerialized.Aria2Options); err != nil {
-		aria2.Lock.RUnlock()
+	lb := aria2.LB
+	aria2.Lock.RUnlock()
+
+	// 获取 Aria2 实例
+	err, node := cluster.Default.BalanceNodeByFeature("aria2", lb)
+	if err != nil {
+		return serializer.Err(serializer.CodeInternalSetting, "Aria2 实例获取失败", err)
+	}
+
+	// 创建任务
+	gid, err := node.GetAria2Instance().CreateTask(task, fs.User.Group.OptionsSerialized.Aria2Options)
+	if err != nil {
 		return serializer.Err(serializer.CodeNotSet, "任务创建失败", err)
 	}
-	aria2.Lock.RUnlock()
+
+	task.GID = gid
+	task.NodeID = node.ID()
+	_, err = task.Create()
+	if err != nil {
+		return serializer.DBErr("任务创建失败", err)
+	}
+
+	// 创建任务监控
+	monitor.NewMonitor(task)
 
 	return serializer.Response{}
 }
+
+// Add 从机创建新的链接离线下载任务
+func Add(c *gin.Context, service *serializer.SlaveAria2Call) serializer.Response {
+	caller, _ := c.Get("MasterAria2Instance")
+
+	// 创建任务
+	gid, err := caller.(common.Aria2).CreateTask(service.Task, service.GroupOptions)
+	if err != nil {
+		return serializer.Err(serializer.CodeInternalSetting, "无法创建离线下载任务", err)
+	}
+
+	// 创建事件通知回调
+	siteID, _ := c.Get("MasterSiteID")
+	mq.GlobalMQ.SubscribeCallback(gid, func(message mq.Message) {
+		if err := slave.DefaultController.SendNotification(siteID.(string), message.TriggeredBy, message); err != nil {
+			util.Log().Warning("无法发送离线下载任务状态变更通知, %s", err)
+		}
+	})
+
+	return serializer.Response{Data: gid}
+}