mirror of
https://github.com/yunionio/cloudpods.git
synced 2026-05-09 23:28:20 +08:00
303 lines
7.8 KiB
Go
303 lines
7.8 KiB
Go
// Copyright 2019 Yunion
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package api
|
|
|
|
import (
|
|
"net/http" //"yunion.io/x/jsonutils"
|
|
|
|
"yunion.io/x/log"
|
|
"yunion.io/x/pkg/errors"
|
|
|
|
computeapi "yunion.io/x/onecloud/pkg/apis/compute"
|
|
"yunion.io/x/onecloud/pkg/apis/identity"
|
|
api "yunion.io/x/onecloud/pkg/apis/scheduler"
|
|
"yunion.io/x/onecloud/pkg/appsrv"
|
|
"yunion.io/x/onecloud/pkg/cloudcommon/cmdline"
|
|
"yunion.io/x/onecloud/pkg/cloudcommon/db"
|
|
"yunion.io/x/onecloud/pkg/cloudcommon/policy"
|
|
"yunion.io/x/onecloud/pkg/compute/models"
|
|
"yunion.io/x/onecloud/pkg/httperrors"
|
|
"yunion.io/x/onecloud/pkg/mcclient"
|
|
"yunion.io/x/onecloud/pkg/mcclient/auth"
|
|
o "yunion.io/x/onecloud/pkg/scheduler/options"
|
|
)
|
|
|
|
type SchedInfo struct {
|
|
*api.ScheduleInput
|
|
|
|
Tag string `json:"tag"`
|
|
Type string `json:"type"`
|
|
IsContainer bool `json:"is_container"`
|
|
PreferCandidates []string `json:"candidates"`
|
|
RequiredCandidates int `json:"required_candidates"`
|
|
|
|
IgnoreFilters map[string]bool `json:"ignore_filters"`
|
|
IsSuggestion bool `json:"suggestion"`
|
|
ShowSuggestionDetails bool `json:"suggestion_details"`
|
|
Raw string
|
|
|
|
InstanceGroupsDetail map[string]*models.SGroup
|
|
|
|
UserCred mcclient.TokenCredential
|
|
}
|
|
|
|
func FetchAuthToken(req *http.Request) (mcclient.TokenCredential, error) {
|
|
tokenStr := req.Header.Get(identity.AUTH_TOKEN_HEADER)
|
|
if tokenStr == "" {
|
|
return nil, errors.Wrap(httperrors.ErrInvalidCredential, "missing token header")
|
|
}
|
|
token, err := auth.Verify(req.Context(), tokenStr)
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, "Verify")
|
|
}
|
|
return token, nil
|
|
}
|
|
|
|
func FetchUserCred(req *http.Request) (mcclient.TokenCredential, error) {
|
|
token, err := FetchAuthToken(req)
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, "fetchAuthToken")
|
|
}
|
|
userCred := policy.FilterPolicyCredential(token)
|
|
return userCred, nil
|
|
}
|
|
|
|
func FetchSchedInfo(req *http.Request) (*SchedInfo, error) {
|
|
userCred, err := FetchUserCred(req)
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, "fetch user cred")
|
|
}
|
|
|
|
body, err := appsrv.FetchJSON(req)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
input, err := cmdline.FetchScheduleInputByJSON(body)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
input = models.ApplySchedPolicies(input)
|
|
|
|
data := NewSchedInfo(input)
|
|
data.UserCred = userCred
|
|
|
|
if len(data.Domain) == 0 {
|
|
data.Domain = userCred.GetProjectDomainId()
|
|
}
|
|
if len(data.Project) == 0 {
|
|
data.Project = userCred.GetProjectId()
|
|
}
|
|
|
|
domainId := data.Domain
|
|
for _, net := range data.Networks {
|
|
if net.Domain == "" {
|
|
net.Domain = domainId
|
|
}
|
|
if net.Network != "" {
|
|
netObj, err := models.NetworkManager.FetchByIdOrName(data.UserCred, net.Network)
|
|
if err != nil {
|
|
return nil, errors.Wrapf(err, "fetch network %s", net.Network)
|
|
}
|
|
net.Network = netObj.GetId()
|
|
}
|
|
}
|
|
|
|
if data.InstanceGroupIds == nil || len(data.InstanceGroupIds) == 0 {
|
|
return data, nil
|
|
}
|
|
// fill instance group detail
|
|
groups := make([]models.SGroup, 0, 1)
|
|
q := models.GroupManager.Query().In("id", data.InstanceGroupIds)
|
|
err = db.FetchModelObjects(models.GroupManager, q, &groups)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
details := make(map[string]*models.SGroup)
|
|
for i := range groups {
|
|
if groups[i].Enabled.IsFalse() {
|
|
continue
|
|
}
|
|
details[groups[i].Id] = &groups[i]
|
|
}
|
|
data.InstanceGroupsDetail = details
|
|
if data.Count == 0 {
|
|
log.Warningf("schedule info data count is 0, set to 1")
|
|
data.Count = 1
|
|
}
|
|
|
|
return data, nil
|
|
}
|
|
|
|
func NewSchedInfo(input *api.ScheduleInput) *SchedInfo {
|
|
data := new(SchedInfo)
|
|
data.ScheduleInput = input
|
|
data.RequiredCandidates = 1
|
|
|
|
if data.Hypervisor == "" || data.Hypervisor == SchedTypeKvm {
|
|
data.Hypervisor = HostHypervisorForKvm
|
|
}
|
|
|
|
preferCandidates := make([]string, 0)
|
|
if data.PreferHost != "" {
|
|
preferCandidates = append(preferCandidates, data.PreferHost)
|
|
}
|
|
|
|
if data.Backup {
|
|
if data.PreferBackupHost != "" {
|
|
preferCandidates = append(preferCandidates, data.PreferBackupHost)
|
|
}
|
|
data.RequiredCandidates += 1
|
|
} else {
|
|
// make sure prefer backup is null
|
|
data.PreferBackupHost = ""
|
|
}
|
|
|
|
if data.ResourceType == "" {
|
|
data.ResourceType = computeapi.HostResourceTypeShared
|
|
}
|
|
|
|
if len(data.BaremetalDiskConfigs) == 0 {
|
|
defaultConfs := []*computeapi.BaremetalDiskConfig{&computeapi.BaremetalDefaultDiskConfig}
|
|
data.BaremetalDiskConfigs = defaultConfs
|
|
log.V(4).Warningf("No baremetal_disk_config info found in json, use default baremetal disk config: %#v", defaultConfs)
|
|
}
|
|
|
|
data.PreferCandidates = preferCandidates
|
|
|
|
data.reviseData()
|
|
|
|
return data
|
|
}
|
|
|
|
func (data *SchedInfo) reviseData() {
|
|
for _, d := range data.Disks {
|
|
if len(d.Backend) == 0 {
|
|
d.Backend = computeapi.STORAGE_LOCAL
|
|
}
|
|
}
|
|
|
|
input := data.ScheduleInput
|
|
|
|
if input.Count <= 0 {
|
|
data.Count = 1
|
|
}
|
|
|
|
ignoreFilters := make(map[string]bool, len(input.IgnoreFilters))
|
|
for _, filter := range input.IgnoreFilters {
|
|
ignoreFilters[filter] = true
|
|
}
|
|
data.IgnoreFilters = ignoreFilters
|
|
|
|
if data.SuggestionLimit == 0 {
|
|
data.SuggestionLimit = int64(o.Options.SchedulerTestLimit)
|
|
}
|
|
|
|
data.Raw = input.JSON(input).String()
|
|
}
|
|
|
|
func (d *SchedInfo) SkipDirtyMarkHost() bool {
|
|
return d.IsContainer || d.Hypervisor == SchedTypeContainer
|
|
}
|
|
|
|
func (d *SchedInfo) GetCandidateHostTypes() []string {
|
|
switch d.Hypervisor {
|
|
case SchedTypeContainer:
|
|
return []string{HostTypeKubelet, HostHypervisorForKvm}
|
|
default:
|
|
return []string{d.Hypervisor}
|
|
}
|
|
}
|
|
|
|
func (d *SchedInfo) getDiskSize(backend string) int64 {
|
|
total := int64(0)
|
|
for _, disk := range d.Disks {
|
|
if disk.Backend == backend {
|
|
total += int64(disk.SizeMb)
|
|
}
|
|
}
|
|
|
|
return total
|
|
}
|
|
|
|
func (d *SchedInfo) AllDiskBackendSize() map[string]int64 {
|
|
backendSizeMap := make(map[string]int64, len(d.Disks))
|
|
for _, disk := range d.Disks {
|
|
newSize := int64(disk.SizeMb)
|
|
if size, ok := backendSizeMap[disk.Backend]; ok {
|
|
newSize += size
|
|
}
|
|
|
|
backendSizeMap[disk.Backend] = newSize
|
|
}
|
|
|
|
return backendSizeMap
|
|
}
|
|
|
|
type SchedResultItem interface{}
|
|
|
|
type SchedResult struct {
|
|
Items []SchedResultItem `json:"scheduler"`
|
|
}
|
|
|
|
type SchedSuccItem struct {
|
|
Candidate interface{} `json:"candidate"`
|
|
}
|
|
|
|
type SchedErrItem struct {
|
|
Error string `json:"error"`
|
|
}
|
|
|
|
type SchedNormalResultItem struct {
|
|
ID string `json:"id"`
|
|
Name string `json:"name"`
|
|
Data map[string]interface{} `json:"data"`
|
|
}
|
|
|
|
type SchedBackupResultItem struct {
|
|
MasterID string `json:"master_id"`
|
|
SlaveID string `json:"slave_id"`
|
|
}
|
|
|
|
type SchedTestResult struct {
|
|
Data interface{} `json:"data"`
|
|
Total int64 `json:"total"`
|
|
Limit int64 `json:"limit"`
|
|
Offset int64 `json:"offset"`
|
|
}
|
|
|
|
type ForecastFilter struct {
|
|
Filter string `json:"filter"`
|
|
Messages []string `json:"messages"`
|
|
Count int64 `json:"count"`
|
|
}
|
|
|
|
type FilteredCandidate struct {
|
|
ID string `json:"id"`
|
|
Name string `json:"name"`
|
|
FilterName string `json:"filter_name"`
|
|
Reasons []string `json:"reasons"`
|
|
}
|
|
|
|
type SchedForecastResult struct {
|
|
CanCreate bool `json:"can_create"`
|
|
Candidates []*api.CandidateResource `json:"candidates"`
|
|
ReqCount int64 `json:"req_count"`
|
|
AllowCount int64 `json:"allow_count"`
|
|
NotAllowReasons []string `json:"not_allow_reasons"`
|
|
FilteredCandidates []FilteredCandidate `json:"filtered_candidates"`
|
|
}
|