Feat: aria2 download and transfer in slave node (#1040)

* Feat: retrieve nodes from data table * Feat: master node ping slave node in REST API * Feat: master send scheduled ping request * Feat: inactive nodes recover loop * Modify: remove database operations from aria2 RPC caller implementation * Feat: init aria2 client in master node * Feat: Round Robin load balancer * Feat: create and monitor aria2 task in master node * Feat: salve receive and handle heartbeat * Fix: Node ID will be 0 in download record generated in older version * Feat: sign request headers with all `X-` prefix * Feat: API call to slave node will carry meta data in headers * Feat: call slave aria2 rpc method from master * Feat: get slave aria2 task status Feat: encode slave response data using gob * Feat: aria2 callback to master node / cancel or select task to slave node * Fix: use dummy aria2 client when caller initialize failed in master node * Feat: slave aria2 status event callback / salve RPC auth * Feat: prototype for slave driven filesystem * Feat: retry for init aria2 client in master node * Feat: init request client with global options * Feat: slave receive async task from master * Fix: competition write in request header * Refactor: dependency initialize order * Feat: generic message queue implementation * Feat: message queue implementation * Feat: master waiting slave transfer result * Feat: slave transfer file in stateless policy * Feat: slave transfer file in slave policy * Feat: slave transfer file in local policy * Feat: slave transfer file in OneDrive policy * Fix: failed to initialize update checker http client * Feat: list slave nodes for dashboard * Feat: test aria2 rpc connection in slave * Feat: add and save node * Feat: add and delete node in node pool * Fix: temp file cannot be removed when aria2 task fails * Fix: delete node in admin panel * Feat: edit node and get node info * Modify: delete unused settings
2021-10-31 09:41:56 +08:00
parent a3b4a22dbc
commit 056de22edb
74 changed files with 3647 additions and 715 deletions
--- a/service/admin/node.go
+++ b/service/admin/node.go
@@ -0,0 +1,138 @@
+package admin
+
+import (
+	model "github.com/cloudreve/Cloudreve/v3/models"
+	"github.com/cloudreve/Cloudreve/v3/pkg/cluster"
+	"github.com/cloudreve/Cloudreve/v3/pkg/serializer"
+	"strings"
+)
+
+// AddNodeService 节点添加服务
+type AddNodeService struct {
+	Node model.Node `json:"node" binding:"required"`
+}
+
+// Add 添加节点
+func (service *AddNodeService) Add() serializer.Response {
+	if service.Node.ID > 0 {
+		if err := model.DB.Save(&service.Node).Error; err != nil {
+			return serializer.ParamErr("节点保存失败", err)
+		}
+	} else {
+		if err := model.DB.Create(&service.Node).Error; err != nil {
+			return serializer.ParamErr("节点添加失败", err)
+		}
+	}
+
+	return serializer.Response{Data: service.Node.ID}
+}
+
+// Nodes 列出从机节点
+func (service *AdminListService) Nodes() serializer.Response {
+	var res []model.Node
+	total := 0
+
+	tx := model.DB.Model(&model.Node{})
+	if service.OrderBy != "" {
+		tx = tx.Order(service.OrderBy)
+	}
+
+	for k, v := range service.Conditions {
+		tx = tx.Where(k+" = ?", v)
+	}
+
+	if len(service.Searches) > 0 {
+		search := ""
+		for k, v := range service.Searches {
+			search += k + " like '%" + v + "%' OR "
+		}
+		search = strings.TrimSuffix(search, " OR ")
+		tx = tx.Where(search)
+	}
+
+	// 计算总数用于分页
+	tx.Count(&total)
+
+	// 查询记录
+	tx.Limit(service.PageSize).Offset((service.Page - 1) * service.PageSize).Find(&res)
+
+	isActive := make(map[uint]bool)
+	for i := 0; i < len(res); i++ {
+		if node := cluster.Default.GetNodeByID(res[i].ID); node != nil {
+			isActive[res[i].ID] = node.IsActive()
+		}
+	}
+
+	return serializer.Response{Data: map[string]interface{}{
+		"total":  total,
+		"items":  res,
+		"active": isActive,
+	}}
+}
+
+// ToggleNodeService 开关节点服务
+type ToggleNodeService struct {
+	ID      uint             `uri:"id"`
+	Desired model.NodeStatus `uri:"desired"`
+}
+
+// Toggle 开关节点
+func (service *ToggleNodeService) Toggle() serializer.Response {
+	node, err := model.GetNodeByID(service.ID)
+	if err != nil {
+		return serializer.DBErr("找不到节点", err)
+	}
+
+	// 是否为系统节点
+	if node.ID <= 1 {
+		return serializer.Err(serializer.CodeNoPermissionErr, "系统节点无法更改", err)
+	}
+
+	if err = node.SetStatus(service.Desired); err != nil {
+		return serializer.DBErr("无法更改节点状态", err)
+	}
+
+	if service.Desired == model.NodeActive {
+		cluster.Default.Add(&node)
+	} else {
+		cluster.Default.Delete(node.ID)
+	}
+
+	return serializer.Response{}
+}
+
+// NodeService 节点ID服务
+type NodeService struct {
+	ID uint `uri:"id" json:"id" binding:"required"`
+}
+
+// Delete 删除节点
+func (service *NodeService) Delete() serializer.Response {
+	// 查找用户组
+	node, err := model.GetNodeByID(service.ID)
+	if err != nil {
+		return serializer.Err(serializer.CodeNotFound, "节点不存在", err)
+	}
+
+	// 是否为系统节点
+	if node.ID <= 1 {
+		return serializer.Err(serializer.CodeNoPermissionErr, "系统节点无法删除", err)
+	}
+
+	cluster.Default.Delete(node.ID)
+	if err := model.DB.Delete(&node).Error; err != nil {
+		return serializer.DBErr("无法删除节点", err)
+	}
+
+	return serializer.Response{}
+}
+
+// Get 获取节点详情
+func (service *NodeService) Get() serializer.Response {
+	node, err := model.GetNodeByID(service.ID)
+	if err != nil {
+		return serializer.Err(serializer.CodeNotFound, "节点不存在", err)
+	}
+
+	return serializer.Response{Data: node}
+}