Files
cloudpods/pkg/compute/tasks/guest_batch_create_task.go
2021-08-11 19:13:25 +08:00

311 lines
9.7 KiB
Go

// Copyright 2019 Yunion
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package tasks
import (
"context"
"fmt"
"yunion.io/x/jsonutils"
"yunion.io/x/log"
api "yunion.io/x/onecloud/pkg/apis/compute"
schedapi "yunion.io/x/onecloud/pkg/apis/scheduler"
"yunion.io/x/onecloud/pkg/cloudcommon/cmdline"
"yunion.io/x/onecloud/pkg/cloudcommon/db"
"yunion.io/x/onecloud/pkg/cloudcommon/db/lockman"
"yunion.io/x/onecloud/pkg/cloudcommon/db/quotas"
"yunion.io/x/onecloud/pkg/cloudcommon/db/taskman"
"yunion.io/x/onecloud/pkg/cloudcommon/notifyclient"
"yunion.io/x/onecloud/pkg/compute/models"
"yunion.io/x/onecloud/pkg/util/conditionparser"
"yunion.io/x/onecloud/pkg/util/logclient"
)
type GuestBatchCreateTask struct {
SSchedTask
}
func init() {
taskman.RegisterTask(GuestBatchCreateTask{})
}
func (self *GuestBatchCreateTask) GetSchedParams() (*schedapi.ScheduleInput, error) {
params := self.GetParams()
input, err := cmdline.FetchScheduleInputByJSON(params)
if err != nil {
return nil, fmt.Errorf("Unmarsh to schedule input: %v", err)
}
return input, err
}
func (self *GuestBatchCreateTask) GetDisks() ([]*api.DiskConfig, error) {
input, err := self.GetSchedParams()
if err != nil {
return nil, err
}
return input.Disks, nil
}
func (self *GuestBatchCreateTask) GetFirstDisk() (*api.DiskConfig, error) {
disks, err := self.GetDisks()
if err != nil {
return nil, err
}
if len(disks) == 0 {
return nil, fmt.Errorf("Empty disks to schedule")
}
return disks[0], nil
}
func (self *GuestBatchCreateTask) GetCreateInput() (*api.ServerCreateInput, error) {
input := new(api.ServerCreateInput)
err := self.GetParams().Unmarshal(input)
return input, err
}
func (self *GuestBatchCreateTask) clearPendingUsage(ctx context.Context, guest *models.SGuest) {
ClearTaskPendingUsage(ctx, self)
ClearTaskPendingRegionUsage(ctx, self)
}
func (self *GuestBatchCreateTask) OnInit(ctx context.Context, objs []db.IStandaloneModel, body jsonutils.JSONObject) {
StartScheduleObjects(ctx, self, objs)
}
func (self *GuestBatchCreateTask) OnScheduleFailCallback(ctx context.Context, obj IScheduleModel, reason jsonutils.JSONObject) {
guest := obj.(*models.SGuest)
if guest.DisableDelete.IsTrue() {
guest.SetDisableDelete(self.UserCred, false)
}
self.clearPendingUsage(ctx, guest)
self.SSchedTask.OnScheduleFailCallback(ctx, obj, reason)
}
func (self *GuestBatchCreateTask) SaveScheduleResultWithBackup(ctx context.Context, obj IScheduleModel, master, slave *schedapi.CandidateResource) {
guest := obj.(*models.SGuest)
guest.SetHostIdWithBackup(self.UserCred, master.HostId, slave.HostId)
self.SaveScheduleResult(ctx, obj, master)
}
func (self *GuestBatchCreateTask) allocateGuestOnHost(ctx context.Context, guest *models.SGuest, candidate *schedapi.CandidateResource) error {
pendingUsage := models.SQuota{}
err := self.GetPendingUsage(&pendingUsage, 0)
if err != nil {
log.Errorf("GetPendingUsage fail %s", err)
}
if conditionparser.IsTemplate(guest.Name) {
guestInfo := guest.GetShortDesc(ctx)
generateName := guest.GetMetadata("generate_name", self.UserCred)
if len(generateName) == 0 {
generateName = guest.Name
}
newGenName, err := conditionparser.EvalTemplate(generateName, guestInfo)
if err == nil {
func() {
lockman.LockRawObject(ctx, models.GuestManager.Keyword(), "name")
defer lockman.ReleaseRawObject(ctx, models.GuestManager.Keyword(), "name")
newName, err := db.GenerateName2(ctx, models.GuestManager,
guest.GetOwnerId(), newGenName, guest, 1)
if err == nil {
_, err = db.Update(guest, func() error {
guest.Name = newName
return nil
})
if err != nil {
log.Errorf("guest update name fail %s", err)
}
} else {
log.Errorf("db.GenerateName2 fail %s", err)
}
}()
} else {
log.Errorf("conditionparser.EvalTemplate fail %s", err)
}
}
host, _ := guest.GetHost()
quotaCpuMem := models.SQuota{Count: 1, Cpu: int(guest.VcpuCount), Memory: guest.VmemSize}
keys, err := guest.GetQuotaKeys()
if err != nil {
log.Errorf("guest.GetQuotaKeys fail %s", err)
}
quotaCpuMem.SetKeys(keys)
err = quotas.CancelPendingUsage(ctx, self.UserCred, &pendingUsage, &quotaCpuMem, true) // success
self.SetPendingUsage(&pendingUsage, 0)
input, err := self.GetCreateInput()
if err != nil {
log.Errorf("GetCreateInput fail %s", err)
}
if host.IsPrepaidRecycle() {
input, err = host.SetGuestCreateNetworkAndDiskParams(ctx, self.UserCred, input)
if err != nil {
log.Errorf("host.SetGuestCreateNetworkAndDiskParams fail %s", err)
guest.SetStatus(self.UserCred, api.VM_CREATE_FAILED, err.Error())
return err
}
params := input.JSON(input)
self.SaveParams(params)
}
input, err = self.GetCreateInput()
if err != nil {
guest.SetStatus(self.UserCred, api.VM_CREATE_FAILED, err.Error())
return err
}
pendingRegionUsage := models.SRegionQuota{}
self.GetPendingUsage(&pendingRegionUsage, 1)
// allocate networks
err = guest.CreateNetworksOnHost(ctx, self.UserCred, host, input.Networks, &pendingRegionUsage, candidate.Nets)
self.SetPendingUsage(&pendingRegionUsage, 1)
if err != nil {
log.Errorf("Network failed: %s", err)
guest.SetStatus(self.UserCred, api.VM_NETWORK_FAILED, err.Error())
return err
}
if input.PublicIpBw > 0 {
input.Eip, input.EipBw = "", 0
}
// allocate eips
if input.EipBw > 0 {
eip, err := models.ElasticipManager.NewEipForVMOnHost(ctx, self.UserCred, &models.NewEipForVMOnHostArgs{
Bandwidth: input.EipBw,
BgpType: input.EipBgpType,
ChargeType: input.EipChargeType,
AutoDellocate: input.EipAutoDellocate,
Guest: guest,
Host: host,
PendingUsage: &pendingRegionUsage,
})
self.SetPendingUsage(&pendingRegionUsage, 1)
if err != nil {
log.Errorf("guest.CreateElasticipOnHost failed: %s", err)
guest.SetStatus(self.UserCred, api.VM_NETWORK_FAILED, err.Error())
return err
}
input.Eip = eip.Id
}
// allocate disks
extraDisks, err := guest.GetDriver().PrepareDiskRaidConfig(self.UserCred, host, input.BaremetalDiskConfigs, input.Disks)
if err != nil {
log.Errorf("PrepareDiskRaidConfig fail: %s", err)
guest.SetStatus(self.UserCred, api.VM_DISK_FAILED, err.Error())
return err
}
if len(extraDisks) > 0 {
input.Disks = append(input.Disks, extraDisks...)
}
var backupCandidateDisks []*schedapi.CandidateDisk
if candidate.BackupCandidate != nil {
backupCandidateDisks = candidate.BackupCandidate.Disks
}
// 纳管的云需要有关联关系后,在做deploy时才有磁盘的信息
err = guest.CreateDisksOnHost(ctx, self.UserCred, host, input.Disks, &pendingUsage, true, true, candidate.Disks, backupCandidateDisks, true)
self.SetPendingUsage(&pendingUsage, 0)
if err != nil {
log.Errorf("Disk create failed: %s", err)
guest.SetStatus(self.UserCred, api.VM_DISK_FAILED, err.Error())
return err
}
// allocate GPUs
err = guest.CreateIsolatedDeviceOnHost(ctx, self.UserCred, host, input.IsolatedDevices, &pendingUsage)
self.SetPendingUsage(&pendingUsage, 0)
if err != nil {
log.Errorf("IsolatedDevices create failed: %s", err)
guest.SetStatus(self.UserCred, api.VM_DEVICE_FAILED, err.Error())
return err
}
// join groups
if input.InstanceGroupIds != nil && len(input.InstanceGroupIds) != 0 {
err := guest.JoinGroups(ctx, self.UserCred, input.InstanceGroupIds)
if err != nil {
log.Errorf("Join Groups failed: %v", err)
guest.SetStatus(self.UserCred, api.VM_CREATE_FAILED, err.Error())
return err
}
}
if guest.IsPrepaidRecycle() {
err := host.RebuildRecycledGuest(ctx, self.UserCred, guest)
if err != nil {
log.Errorf("start guest create task fail %s", err)
guest.SetStatus(self.UserCred, api.VM_CREATE_FAILED, err.Error())
return err
}
autoStart := input.AutoStart
resetPassword := true
if input.ResetPassword != nil {
resetPassword = *input.ResetPassword
}
passwd := input.Password
err = guest.StartRebuildRootTask(ctx, self.UserCred, "", false, autoStart, passwd, resetPassword, true)
if err != nil {
log.Errorf("start guest create task fail %s", err)
guest.SetStatus(self.UserCred, api.VM_CREATE_FAILED, err.Error())
return err
}
return nil
}
err = guest.StartGuestCreateTask(ctx, self.UserCred, input, nil, self.GetId())
if err != nil {
log.Errorf("start guest create task fail %s", err)
guest.SetStatus(self.UserCred, api.VM_CREATE_FAILED, err.Error())
return err
}
return nil
}
func (self *GuestBatchCreateTask) SaveScheduleResult(ctx context.Context, obj IScheduleModel, candidate *schedapi.CandidateResource) {
var err error
hostId := candidate.HostId
guest := obj.(*models.SGuest)
if len(guest.HostId) == 0 {
guest.OnScheduleToHost(ctx, self.UserCred, hostId)
}
err = self.allocateGuestOnHost(ctx, guest, candidate)
if err != nil {
self.clearPendingUsage(ctx, guest)
db.OpsLog.LogEvent(guest, db.ACT_ALLOCATE_FAIL, err, self.UserCred)
logclient.AddActionLogWithStartable(self, obj, logclient.ACT_ALLOCATE, err, self.GetUserCred(), false)
notifyclient.EventNotify(ctx, self.GetUserCred(), notifyclient.SEventNotifyParam{
Obj: guest,
Action: notifyclient.ActionCreateBackupServer,
IsFail: true,
})
self.SetStageFailed(ctx, jsonutils.NewString(err.Error()))
}
}
func (self *GuestBatchCreateTask) OnScheduleComplete(ctx context.Context, items []db.IStandaloneModel, data *jsonutils.JSONDict) {
self.SetStageComplete(ctx, nil)
}