Files
cloudpods/pkg/cloudcommon/db/taskman/worker.go
2024-12-23 22:05:24 +08:00

104 lines
2.8 KiB
Go

// Copyright 2019 Yunion
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package taskman
import (
"context"
"fmt"
"runtime/debug"
"yunion.io/x/jsonutils"
"yunion.io/x/log"
api "yunion.io/x/onecloud/pkg/apis/notify"
"yunion.io/x/onecloud/pkg/appsrv"
"yunion.io/x/onecloud/pkg/cloudcommon/consts"
"yunion.io/x/onecloud/pkg/cloudcommon/notifyclient"
)
var _taskWorkMan *appsrv.SWorkerManager
func getTaskWorkMan(task *STask) *appsrv.SWorkerManager {
taskWorkManLock.Lock()
defer taskWorkManLock.Unlock()
if worker, ok := taskWorkerMap[task.TaskName]; ok {
switch workerMan := worker.(type) {
case *appsrv.SWorkerManager:
return workerMan
case *appsrv.SHashedWorkerManager:
key := task.ObjId
if key == MULTI_OBJECTS_ID {
key = task.TaskName
}
return workerMan.GetWorkerManager(key)
}
}
if _taskWorkMan != nil {
return _taskWorkMan
}
log.Infof("TaskWorkerManager %d", consts.TaskWorkerCount())
_taskWorkMan = appsrv.NewWorkerManager("TaskWorkerManager", consts.TaskWorkerCount(), 1024, true)
return _taskWorkMan
}
/*func UpdateWorkerCount(workerCount int) error {
if workerCount != DEFAULT_WORKER_COUNT {
log.Infof("update task work count: %d", workerCount)
return taskWorkMan.UpdateWorkerCount(workerCount)
}
return nil
}*/
type taskTask struct {
taskId string
data jsonutils.JSONObject
}
func (t *taskTask) Run() {
TaskManager.execTask(t.taskId, t.data)
}
func (t *taskTask) Dump() string {
return jsonutils.Marshal(t).PrettyString()
}
func runTask(taskId string, data jsonutils.JSONObject) error {
baseTask := TaskManager.fetchTask(taskId)
if baseTask == nil {
return fmt.Errorf("no such task??? task_id=%s", taskId)
}
worker := getTaskWorkMan(baseTask)
task := &taskTask{
taskId: taskId,
data: data,
}
isOk := worker.Run(task, nil, func(err error) {
data := jsonutils.NewDict()
data.Add(jsonutils.NewString(baseTask.TaskName), "task_name")
data.Add(jsonutils.NewString(taskId), "task_id")
data.Add(jsonutils.NewString(string(debug.Stack())), "stack")
data.Add(jsonutils.NewString(err.Error()), "error")
notifyclient.SystemExceptionNotify(context.TODO(), api.ActionSystemPanic, api.TOPIC_RESOURCE_TASK, data)
})
if !isOk {
return fmt.Errorf("worker %s(%s) not running may be dropped", baseTask.TaskName, taskId)
}
return nil
}