mirror of
https://github.com/yunionio/cloudpods.git
synced 2026-05-07 06:02:09 +08:00
111 lines
3.3 KiB
Go
111 lines
3.3 KiB
Go
// Copyright 2019 Yunion
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package models
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"runtime/debug"
|
|
|
|
"github.com/serialx/hashring"
|
|
|
|
"yunion.io/x/jsonutils"
|
|
"yunion.io/x/log"
|
|
"yunion.io/x/pkg/util/stringutils"
|
|
"yunion.io/x/pkg/util/version"
|
|
|
|
api "yunion.io/x/onecloud/pkg/apis/notify"
|
|
"yunion.io/x/onecloud/pkg/appsrv"
|
|
"yunion.io/x/onecloud/pkg/cloudcommon/notifyclient"
|
|
"yunion.io/x/onecloud/pkg/mcclient/modules/yunionconf"
|
|
)
|
|
|
|
var (
|
|
syncAccountWorker *appsrv.SWorkerManager
|
|
syncWorkers []*appsrv.SWorkerManager
|
|
syncWorkerRing *hashring.HashRing
|
|
indexMap map[string]int
|
|
)
|
|
|
|
func InitSyncWorkers(count int) {
|
|
syncWorkers = make([]*appsrv.SWorkerManager, count)
|
|
syncWorkerIndexes := make([]string, count)
|
|
indexMap = map[string]int{}
|
|
for i := range syncWorkers {
|
|
syncWorkers[i] = appsrv.NewWorkerManager(
|
|
fmt.Sprintf("syncWorkerManager-%d", i+1),
|
|
1,
|
|
2048,
|
|
true,
|
|
)
|
|
syncWorkerIndexes[i] = stringutils.UUID4()
|
|
indexMap[syncWorkerIndexes[i]] = i
|
|
}
|
|
syncWorkerRing = hashring.New(syncWorkerIndexes)
|
|
syncAccountWorker = appsrv.NewWorkerManager(
|
|
"cloudAccountProbeWorkerManager",
|
|
10,
|
|
2048,
|
|
true,
|
|
)
|
|
}
|
|
|
|
type resSyncTask struct {
|
|
syncFunc func()
|
|
key string
|
|
}
|
|
|
|
func (t *resSyncTask) Run() {
|
|
t.syncFunc()
|
|
}
|
|
|
|
func (t *resSyncTask) Dump() string {
|
|
return fmt.Sprintf("key: %s", t.key)
|
|
}
|
|
|
|
func RunSyncCloudproviderRegionTask(ctx context.Context, key string, syncFunc func()) {
|
|
nodeIdxStr, _ := syncWorkerRing.GetNode(key)
|
|
task := resSyncTask{
|
|
syncFunc: syncFunc,
|
|
key: key,
|
|
}
|
|
log.Debugf("run sync task at %d len %d", indexMap[nodeIdxStr], len(syncWorkers))
|
|
syncWorkers[indexMap[nodeIdxStr]].Run(&task, nil, func(err error) {
|
|
data := jsonutils.NewDict()
|
|
data.Add(jsonutils.NewString("SyncCloudproviderRegion"), "task_name")
|
|
data.Add(jsonutils.NewString(key), "task_id")
|
|
data.Add(jsonutils.NewString(string(debug.Stack())), "stack")
|
|
data.Add(jsonutils.NewString(err.Error()), "error")
|
|
notifyclient.SystemExceptionNotify(context.TODO(), api.ActionSystemPanic, api.TOPIC_RESOURCE_TASK, data)
|
|
yunionconf.BugReport.SendBugReport(ctx, version.GetShortString(), string(debug.Stack()), err)
|
|
})
|
|
}
|
|
|
|
func RunSyncCloudAccountTask(ctx context.Context, probeFunc func()) {
|
|
task := resSyncTask{
|
|
syncFunc: probeFunc,
|
|
key: "AccountProb",
|
|
}
|
|
syncAccountWorker.Run(&task, nil, func(err error) {
|
|
data := jsonutils.NewDict()
|
|
data.Add(jsonutils.NewString("SyncCloudAccountTask"), "task_name")
|
|
data.Add(jsonutils.NewString(task.key), "task_id")
|
|
data.Add(jsonutils.NewString(string(debug.Stack())), "stack")
|
|
data.Add(jsonutils.NewString(err.Error()), "error")
|
|
notifyclient.SystemExceptionNotify(context.TODO(), api.ActionSystemPanic, api.TOPIC_RESOURCE_TASK, data)
|
|
yunionconf.BugReport.SendBugReport(ctx, version.GetShortString(), string(debug.Stack()), err)
|
|
})
|
|
}
|