mirror of
https://github.com/yunionio/cloudpods.git
synced 2026-05-06 21:52:54 +08:00
774 lines
25 KiB
Go
774 lines
25 KiB
Go
// Copyright 2019 Yunion
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package models
|
|
|
|
import (
|
|
"context"
|
|
"database/sql"
|
|
"fmt"
|
|
"strings"
|
|
"time"
|
|
|
|
"yunion.io/x/cloudmux/pkg/cloudprovider"
|
|
"yunion.io/x/jsonutils"
|
|
"yunion.io/x/log"
|
|
"yunion.io/x/pkg/errors"
|
|
"yunion.io/x/pkg/util/compare"
|
|
"yunion.io/x/pkg/util/rbacscope"
|
|
"yunion.io/x/pkg/utils"
|
|
"yunion.io/x/sqlchemy"
|
|
|
|
"yunion.io/x/onecloud/pkg/apis"
|
|
api "yunion.io/x/onecloud/pkg/apis/compute"
|
|
"yunion.io/x/onecloud/pkg/cloudcommon/consts"
|
|
"yunion.io/x/onecloud/pkg/cloudcommon/db"
|
|
"yunion.io/x/onecloud/pkg/cloudcommon/db/lockman"
|
|
"yunion.io/x/onecloud/pkg/cloudcommon/db/taskman"
|
|
"yunion.io/x/onecloud/pkg/cloudcommon/validators"
|
|
"yunion.io/x/onecloud/pkg/compute/options"
|
|
"yunion.io/x/onecloud/pkg/httperrors"
|
|
"yunion.io/x/onecloud/pkg/mcclient"
|
|
"yunion.io/x/onecloud/pkg/mcclient/auth"
|
|
"yunion.io/x/onecloud/pkg/mcclient/modules/identity"
|
|
"yunion.io/x/onecloud/pkg/util/logclient"
|
|
"yunion.io/x/onecloud/pkg/util/stringutils2"
|
|
)
|
|
|
|
// +onecloud:swagger-gen-model-singular=externalproject
|
|
// +onecloud:swagger-gen-model-plural=externalprojects
|
|
type SExternalProjectManager struct {
|
|
db.SVirtualResourceBaseManager
|
|
db.SExternalizedResourceBaseManager
|
|
SManagedResourceBaseManager
|
|
}
|
|
|
|
var ExternalProjectManager *SExternalProjectManager
|
|
|
|
func init() {
|
|
ExternalProjectManager = &SExternalProjectManager{
|
|
SVirtualResourceBaseManager: db.NewVirtualResourceBaseManager(
|
|
SExternalProject{},
|
|
"externalprojects_tbl",
|
|
"externalproject",
|
|
"externalprojects",
|
|
),
|
|
}
|
|
ExternalProjectManager.SetVirtualObject(ExternalProjectManager)
|
|
}
|
|
|
|
type SExternalProject struct {
|
|
db.SVirtualResourceBase
|
|
db.SExternalizedResourceBase
|
|
SManagedResourceBase
|
|
// 优先级，同一个本地项目映射多个云上项目，优先级高的优先选择
|
|
// 数值越高，优先级越大
|
|
Priority int `default:"0" list:"user" update:"user" list:"user"`
|
|
|
|
// swagger: ignore
|
|
// 将在3.12之后版本移除
|
|
CloudaccountId string `width:"36" charset:"ascii" nullable:"true"`
|
|
}
|
|
|
|
func (manager *SExternalProjectManager) ValidateCreateData(
|
|
ctx context.Context,
|
|
userCred mcclient.TokenCredential,
|
|
ownerId mcclient.IIdentityProvider,
|
|
query jsonutils.JSONObject,
|
|
input api.ExternalProjectCreateInput,
|
|
) (api.ExternalProjectCreateInput, error) {
|
|
_, err := validators.ValidateModel(ctx, userCred, CloudproviderManager, &input.ManagerId)
|
|
if err != nil {
|
|
return input, err
|
|
}
|
|
|
|
input.VirtualResourceCreateInput, err = manager.SVirtualResourceBaseManager.ValidateCreateData(ctx, userCred, ownerId, query, input.VirtualResourceCreateInput)
|
|
if err != nil {
|
|
return input, errors.Wrap(err, "SVirtualResourceBaseManager.ValidateCreateData")
|
|
}
|
|
|
|
// check duplicity
|
|
exist, err := manager.recordExists(input.ManagerId, input.Name, ownerId.GetProjectId())
|
|
if err != nil {
|
|
return input, errors.Wrap(err, "recordExits")
|
|
} else if exist {
|
|
return input, errors.Wrapf(httperrors.ErrDuplicateResource, "manager_id: %s name: %s project: %s", input.ManagerId, input.Name, ownerId.GetProjectId())
|
|
}
|
|
return input, nil
|
|
}
|
|
|
|
func (manager *SExternalProjectManager) recordExists(managerId, name, projectId string) (bool, error) {
|
|
q := manager.Query()
|
|
q = q.Equals("name", name)
|
|
q = q.Equals("tenant_id", projectId)
|
|
if len(managerId) > 0 {
|
|
q = q.Equals("manager_id", managerId)
|
|
}
|
|
cnt, err := q.CountWithError()
|
|
if err != nil {
|
|
return false, errors.Wrap(err, "CountWithError")
|
|
}
|
|
return cnt > 0, nil
|
|
}
|
|
|
|
func (extProj *SExternalProject) RemoteCreateProject(ctx context.Context, userCred mcclient.TokenCredential) error {
|
|
err := extProj.remoteCreateProjectInternal(ctx, userCred)
|
|
if err == nil {
|
|
return nil
|
|
}
|
|
extProj.SetStatus(ctx, userCred, api.EXTERNAL_PROJECT_STATUS_UNAVAILABLE, err.Error())
|
|
|
|
return errors.Wrap(err, "remoteCreateProjectInternal")
|
|
}
|
|
|
|
func (extProj *SExternalProject) remoteCreateProjectInternal(ctx context.Context, userCred mcclient.TokenCredential) error {
|
|
provider, err := extProj.GetCloudprovider()
|
|
if err != nil {
|
|
return errors.Wrap(err, "GetCloudaccount")
|
|
}
|
|
driver, err := provider.GetProvider(ctx)
|
|
if err != nil {
|
|
return errors.Wrap(err, "account.GetProvider")
|
|
}
|
|
iProj, err := driver.CreateIProject(extProj.Name)
|
|
if err != nil {
|
|
return errors.Wrapf(err, "driver.CreateIProject")
|
|
}
|
|
_, err = db.Update(extProj, func() error {
|
|
extProj.ExternalId = iProj.GetGlobalId()
|
|
extProj.Status = api.EXTERNAL_PROJECT_STATUS_AVAILABLE
|
|
return nil
|
|
})
|
|
if err != nil {
|
|
return errors.Wrap(err, "Update Status")
|
|
}
|
|
|
|
db.OpsLog.LogEvent(extProj, db.ACT_UPDATE, extProj.GetShortDesc(ctx), userCred)
|
|
logclient.AddActionLogWithContext(ctx, extProj, logclient.ACT_UPDATE, extProj.GetShortDesc(ctx), userCred, true)
|
|
|
|
return nil
|
|
}
|
|
|
|
func (extProj *SExternalProject) CustomizeCreate(
|
|
ctx context.Context,
|
|
userCred mcclient.TokenCredential,
|
|
ownerId mcclient.IIdentityProvider,
|
|
query jsonutils.JSONObject,
|
|
data jsonutils.JSONObject,
|
|
) error {
|
|
return extProj.SVirtualResourceBase.CustomizeCreate(ctx, userCred, ownerId, query, data)
|
|
}
|
|
|
|
func (extProj *SExternalProject) PostCreate(
|
|
ctx context.Context,
|
|
userCred mcclient.TokenCredential,
|
|
ownerId mcclient.IIdentityProvider,
|
|
query jsonutils.JSONObject,
|
|
data jsonutils.JSONObject,
|
|
) {
|
|
extProj.SVirtualResourceBase.PostCreate(ctx, userCred, ownerId, query, data)
|
|
|
|
extProj.startExternalProjectCreateTask(ctx, userCred)
|
|
}
|
|
|
|
func (extProj *SExternalProject) startExternalProjectCreateTask(ctx context.Context, userCred mcclient.TokenCredential) error {
|
|
extProj.SetStatus(ctx, userCred, api.EXTERNAL_PROJECT_STATUS_CREATING, "")
|
|
params := jsonutils.NewDict()
|
|
task, err := taskman.TaskManager.NewTask(ctx, "ExternalProjectCreateTask", extProj, userCred, params, "", "", nil)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
task.ScheduleRun(nil)
|
|
return nil
|
|
}
|
|
|
|
func (manager *SExternalProjectManager) FetchCustomizeColumns(
|
|
ctx context.Context,
|
|
userCred mcclient.TokenCredential,
|
|
query jsonutils.JSONObject,
|
|
objs []interface{},
|
|
fields stringutils2.SSortedStrings,
|
|
isList bool,
|
|
) []api.ExternalProjectDetails {
|
|
rows := make([]api.ExternalProjectDetails, len(objs))
|
|
virRows := manager.SVirtualResourceBaseManager.FetchCustomizeColumns(ctx, userCred, query, objs, fields, isList)
|
|
managerRows := manager.SManagedResourceBaseManager.FetchCustomizeColumns(ctx, userCred, query, objs, fields, isList)
|
|
for i := range rows {
|
|
rows[i] = api.ExternalProjectDetails{
|
|
VirtualResourceDetails: virRows[i],
|
|
ManagedResourceInfo: managerRows[i],
|
|
}
|
|
}
|
|
return rows
|
|
}
|
|
|
|
func (manager *SExternalProjectManager) GetProject(externalId string, providerId string) (*SExternalProject, error) {
|
|
project := &SExternalProject{}
|
|
project.SetModelManager(manager, project)
|
|
q := manager.Query().Equals("external_id", externalId).Equals("manager_id", providerId)
|
|
count, err := q.CountWithError()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if count == 0 {
|
|
return nil, fmt.Errorf("no external project record %s for provider %s", externalId, providerId)
|
|
}
|
|
if count > 1 {
|
|
return nil, fmt.Errorf("duplicate external project record %s for provider %s", externalId, providerId)
|
|
}
|
|
return project, q.First(project)
|
|
}
|
|
|
|
func (cp *SCloudprovider) GetExternalProjects() ([]SExternalProject, error) {
|
|
projects := []SExternalProject{}
|
|
q := ExternalProjectManager.Query().Equals("manager_id", cp.Id)
|
|
err := db.FetchModelObjects(ExternalProjectManager, q, &projects)
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, "db.FetchModelObjects")
|
|
}
|
|
return projects, nil
|
|
}
|
|
|
|
func (cp *SCloudprovider) SyncProjects(ctx context.Context, userCred mcclient.TokenCredential, projects []cloudprovider.ICloudProject, xor bool) compare.SyncResult {
|
|
lockman.LockRawObject(ctx, ExternalProjectManager.Keyword(), cp.Id)
|
|
defer lockman.ReleaseRawObject(ctx, ExternalProjectManager.Keyword(), cp.Id)
|
|
|
|
syncResult := compare.SyncResult{}
|
|
|
|
dbProjects, err := cp.GetExternalProjects()
|
|
if err != nil {
|
|
syncResult.Error(err)
|
|
return syncResult
|
|
}
|
|
|
|
removed := make([]SExternalProject, 0)
|
|
commondb := make([]SExternalProject, 0)
|
|
commonext := make([]cloudprovider.ICloudProject, 0)
|
|
added := make([]cloudprovider.ICloudProject, 0)
|
|
|
|
err = compare.CompareSets(dbProjects, projects, &removed, &commondb, &commonext, &added)
|
|
if err != nil {
|
|
syncResult.Error(err)
|
|
return syncResult
|
|
}
|
|
|
|
for i := 0; i < len(removed); i++ {
|
|
if removed[i].Source == apis.EXTERNAL_RESOURCE_SOURCE_LOCAL {
|
|
removed[i].SetStatus(ctx, userCred, api.EXTERNAL_PROJECT_STATUS_UNKNOWN, "sync delete")
|
|
} else {
|
|
err = removed[i].syncRemoveCloudProject(ctx, userCred)
|
|
if err != nil {
|
|
syncResult.DeleteError(err)
|
|
} else {
|
|
syncResult.Delete()
|
|
}
|
|
}
|
|
}
|
|
if !xor {
|
|
for i := 0; i < len(commondb); i++ {
|
|
err = commondb[i].SyncWithCloudProject(ctx, userCred, cp, commonext[i])
|
|
if err != nil {
|
|
syncResult.UpdateError(err)
|
|
} else {
|
|
syncResult.Update()
|
|
}
|
|
}
|
|
}
|
|
for i := 0; i < len(added); i++ {
|
|
_, err := cp.newFromCloudProject(ctx, userCred, nil, added[i])
|
|
if err != nil {
|
|
syncResult.AddError(err)
|
|
} else {
|
|
syncResult.Add()
|
|
}
|
|
}
|
|
return syncResult
|
|
}
|
|
|
|
func (self *SExternalProject) syncRemoveCloudProject(ctx context.Context, userCred mcclient.TokenCredential) error {
|
|
lockman.LockObject(ctx, self)
|
|
defer lockman.ReleaseObject(ctx, self)
|
|
|
|
err := func() error {
|
|
account, err := self.GetCloudaccount()
|
|
if err != nil {
|
|
return errors.Wrapf(err, "GetCloudaccount")
|
|
}
|
|
if !account.AutoCreateProject || !options.Options.EnableAutoRenameProject {
|
|
return nil
|
|
}
|
|
pm, _ := account.GetProjectMapping()
|
|
if pm != nil {
|
|
return nil
|
|
}
|
|
count, _ := self.GetProjectCount()
|
|
if count != 1 {
|
|
return nil
|
|
}
|
|
s := auth.GetAdminSession(ctx, consts.GetRegion())
|
|
_, err = identity.Projects.Delete(s, self.ProjectId, nil)
|
|
if err != nil {
|
|
return errors.Wrapf(err, "try auto delete project %s error: %v", self.Name, err)
|
|
}
|
|
return nil
|
|
}()
|
|
if err != nil {
|
|
log.Errorf("syncRemoveCloudProject %s(%s) error: %v", self.Name, self.Id, err)
|
|
}
|
|
|
|
return self.Delete(ctx, userCred)
|
|
}
|
|
|
|
func (self *SExternalProject) GetProjectCount() (int, error) {
|
|
return ExternalProjectManager.Query().Equals("tenant_id", self.ProjectId).CountWithError()
|
|
}
|
|
|
|
func (self *SExternalProject) IsMaxPriority() bool {
|
|
project := &SExternalProject{}
|
|
err := ExternalProjectManager.Query().Equals("tenant_id", self.ProjectId).Desc("priority").First(project)
|
|
if err != nil {
|
|
return false
|
|
}
|
|
return project.Priority == self.Priority
|
|
}
|
|
|
|
func (self *SExternalProject) SyncWithCloudProject(ctx context.Context, userCred mcclient.TokenCredential, cp *SCloudprovider, ext cloudprovider.ICloudProject) error {
|
|
s := auth.GetAdminSession(ctx, consts.GetRegion())
|
|
account, err := cp.GetCloudaccount()
|
|
if err != nil {
|
|
return errors.Wrapf(err, "GetCloudaccount")
|
|
}
|
|
|
|
domainId := ""
|
|
projectId := ""
|
|
share := account.GetSharedInfo()
|
|
if self.DomainId != account.DomainId && !(share.PublicScope == rbacscope.ScopeSystem ||
|
|
(share.PublicScope == rbacscope.ScopeDomain && utils.IsInStringArray(self.DomainId, share.SharedDomains))) {
|
|
projectId = account.ProjectId
|
|
domainId = account.DomainId
|
|
if account.AutoCreateProject {
|
|
desc := fmt.Sprintf("auto create from cloud project %s (%s)", self.Name, self.ExternalId)
|
|
var err error
|
|
domainId, projectId, err = account.getOrCreateTenant(ctx, self.Name, "", "", desc, nil)
|
|
if err != nil {
|
|
return errors.Wrapf(err, "getOrCreateTenant")
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
pm, _ := account.GetProjectMapping()
|
|
if self.ProjectSrc != string(apis.OWNER_SOURCE_LOCAL) {
|
|
find := false
|
|
if pm != nil && pm.Enabled.IsTrue() && pm.IsNeedProjectSync() {
|
|
extTags, err := ext.GetTags()
|
|
if err != nil {
|
|
return errors.Wrapf(err, "extModel.GetTags")
|
|
}
|
|
if pm.Rules != nil {
|
|
for _, rule := range *pm.Rules {
|
|
var newProj string
|
|
var isMatch bool
|
|
domainId, projectId, newProj, isMatch = rule.IsMatchTags(extTags)
|
|
if isMatch && len(newProj) > 0 {
|
|
domainId, projectId, err = account.getOrCreateTenant(ctx, newProj, "", "", "auto create from tag", nil)
|
|
if err != nil {
|
|
log.Errorf("getOrCreateTenant(%s) error: %v", newProj, err)
|
|
continue
|
|
}
|
|
find = true
|
|
break
|
|
}
|
|
}
|
|
}
|
|
}
|
|
if !find && account.AutoCreateProject {
|
|
domainId, projectId = account.DomainId, account.ProjectId
|
|
desc := fmt.Sprintf("auto create from cloud project %s (%s)", self.Name, self.ExternalId)
|
|
var err error
|
|
domainId, projectId, err = account.getOrCreateTenant(ctx, self.Name, self.DomainId, "", desc, nil)
|
|
if err != nil {
|
|
return errors.Wrapf(err, "getOrCreateTenant")
|
|
}
|
|
}
|
|
}
|
|
|
|
oldName := self.Name
|
|
diff, err := db.UpdateWithLock(ctx, self, func() error {
|
|
self.Name = ext.GetName()
|
|
self.IsEmulated = ext.IsEmulated()
|
|
self.Status = ext.GetStatus()
|
|
if len(domainId) > 0 && len(projectId) > 0 {
|
|
self.DomainId = domainId
|
|
self.ProjectId = projectId
|
|
}
|
|
cache, err := db.TenantCacheManager.FetchTenantByIdOrNameInDomain(ctx, self.ProjectId, self.DomainId)
|
|
if err != nil {
|
|
return errors.Wrapf(err, "FetchProject %s", self.ProjectId)
|
|
}
|
|
if cache.PendingDeleted {
|
|
desc := fmt.Sprintf("auto create from cloud project %s (%s)", self.Name, self.ExternalId)
|
|
_, self.ProjectId, err = account.getOrCreateTenant(ctx, self.Name, self.DomainId, "", desc, nil)
|
|
if err != nil {
|
|
return errors.Wrapf(err, "getOrCreateTenant")
|
|
}
|
|
return nil
|
|
}
|
|
if pm == nil && account.AutoCreateProject && options.Options.EnableAutoRenameProject && oldName != self.Name {
|
|
count, _ := self.GetProjectCount()
|
|
if count == 1 {
|
|
params := map[string]string{"name": self.Name}
|
|
_, err = identity.Projects.Update(s, self.ProjectId, jsonutils.Marshal(params))
|
|
if err != nil {
|
|
return errors.Wrapf(err, "update project name from %s -> %s", oldName, self.Name)
|
|
}
|
|
_, err = db.Update(cache, func() error {
|
|
cache.Name = self.Name
|
|
return nil
|
|
})
|
|
return err
|
|
}
|
|
}
|
|
return nil
|
|
})
|
|
if err != nil {
|
|
return errors.Wrapf(err, "db.UpdateWithLock")
|
|
}
|
|
|
|
if self.IsMaxPriority() {
|
|
tags, _ := ext.GetTags()
|
|
if len(tags) > 0 {
|
|
identity.Projects.PerformAction(s, self.ProjectId, "user-metadata", jsonutils.Marshal(tags))
|
|
}
|
|
}
|
|
|
|
syncMetadata(ctx, userCred, self, ext, account.ReadOnly)
|
|
db.OpsLog.LogSyncUpdate(self, diff, userCred)
|
|
return nil
|
|
}
|
|
|
|
func (account *SCloudaccount) getOrCreateTenant(ctx context.Context, name, domainId, projectId, desc string, tags map[string]string) (string, string, error) {
|
|
if len(domainId) == 0 {
|
|
domainId = account.DomainId
|
|
}
|
|
|
|
ctx = context.WithValue(ctx, time.Now().String(), utils.GenRequestId(20))
|
|
lockman.LockRawObject(ctx, domainId, name)
|
|
defer lockman.ReleaseRawObject(ctx, domainId, name)
|
|
|
|
tenant, err := getTenant(ctx, projectId, name, domainId)
|
|
if err != nil {
|
|
if errors.Cause(err) != sql.ErrNoRows {
|
|
return "", "", errors.Wrapf(err, "getTenan")
|
|
}
|
|
return createTenant(ctx, name, domainId, desc, tags)
|
|
}
|
|
if tenant.PendingDeleted {
|
|
return createTenant(ctx, name, domainId, desc, tags)
|
|
}
|
|
share := account.GetSharedInfo()
|
|
if tenant.DomainId == account.DomainId || (share.PublicScope == rbacscope.ScopeSystem ||
|
|
(share.PublicScope == rbacscope.ScopeDomain && utils.IsInStringArray(tenant.DomainId, share.SharedDomains))) {
|
|
if len(tags) > 0 {
|
|
meta := map[string]string{}
|
|
for k, v := range tags {
|
|
k = strings.TrimPrefix(k, db.USER_TAG_PREFIX)
|
|
meta[k] = v
|
|
}
|
|
s := auth.GetAdminSession(ctx, consts.GetRegion())
|
|
identity.Projects.PerformAction(s, tenant.Id, "user-metadata", jsonutils.Marshal(meta))
|
|
}
|
|
return tenant.DomainId, tenant.Id, nil
|
|
}
|
|
return createTenant(ctx, name, domainId, desc, tags)
|
|
}
|
|
|
|
func (cp *SCloudprovider) newFromCloudProject(ctx context.Context, userCred mcclient.TokenCredential, localProject *db.STenant, extProject cloudprovider.ICloudProject) (*SExternalProject, error) {
|
|
project := SExternalProject{}
|
|
project.SetModelManager(ExternalProjectManager, &project)
|
|
|
|
project.Name = extProject.GetName()
|
|
project.Status = extProject.GetStatus()
|
|
project.ExternalId = extProject.GetGlobalId()
|
|
project.IsEmulated = extProject.IsEmulated()
|
|
project.ManagerId = cp.Id
|
|
project.DomainId = cp.DomainId
|
|
project.ProjectId = cp.ProjectId
|
|
project.ProjectSrc = string(apis.OWNER_SOURCE_CLOUD)
|
|
|
|
account, err := cp.GetCloudaccount()
|
|
if err != nil {
|
|
return nil, errors.Wrapf(err, "GetCloudaccount")
|
|
}
|
|
|
|
pm, _ := account.GetProjectMapping()
|
|
if localProject != nil {
|
|
project.DomainId = localProject.DomainId
|
|
project.ProjectId = localProject.Id
|
|
} else if pm != nil && pm.Enabled.IsTrue() && pm.IsNeedProjectSync() {
|
|
extTags, err := extProject.GetTags()
|
|
if err != nil {
|
|
return nil, errors.Wrapf(err, "extModel.GetTags")
|
|
}
|
|
find := false
|
|
if pm.Rules != nil {
|
|
for _, rule := range *pm.Rules {
|
|
domainId, projectId, newProj, isMatch := rule.IsMatchTags(extTags)
|
|
if isMatch && len(newProj) > 0 {
|
|
domainId, projectId, err = account.getOrCreateTenant(context.TODO(), newProj, "", "", "auto create from tag", nil)
|
|
if err != nil {
|
|
log.Errorf("getOrCreateTenant(%s) error: %v", newProj, err)
|
|
continue
|
|
}
|
|
if len(domainId) > 0 && len(projectId) > 0 {
|
|
project.DomainId = domainId
|
|
project.ProjectId = projectId
|
|
find = true
|
|
break
|
|
}
|
|
}
|
|
}
|
|
}
|
|
if !find && account.AutoCreateProject {
|
|
desc := fmt.Sprintf("auto create from cloud project %s (%s)", project.Name, project.ExternalId)
|
|
domainId, projectId, err := account.getOrCreateTenant(ctx, project.Name, project.DomainId, "", desc, nil)
|
|
if err != nil {
|
|
log.Errorf("failed to get or create tenant %s(%s) %v", project.Name, project.ExternalId, err)
|
|
} else {
|
|
project.DomainId = domainId
|
|
project.ProjectId = projectId
|
|
}
|
|
}
|
|
} else if account.AutoCreateProject {
|
|
desc := fmt.Sprintf("auto create from cloud project %s (%s)", project.Name, project.ExternalId)
|
|
domainId, projectId, err := account.getOrCreateTenant(ctx, project.Name, project.DomainId, "", desc, nil)
|
|
if err != nil {
|
|
log.Errorf("failed to get or create tenant %s(%s) %v", project.Name, project.ExternalId, err)
|
|
} else {
|
|
project.DomainId = domainId
|
|
project.ProjectId = projectId
|
|
}
|
|
}
|
|
|
|
err = ExternalProjectManager.TableSpec().Insert(ctx, &project)
|
|
if err != nil {
|
|
return nil, errors.Wrapf(err, "Insert")
|
|
}
|
|
|
|
if account.AutoCreateProject && project.IsMaxPriority() {
|
|
tags, _ := extProject.GetTags()
|
|
if len(tags) > 0 {
|
|
s := auth.GetAdminSession(ctx, consts.GetRegion())
|
|
identity.Projects.PerformAction(s, project.ProjectId, "user-metadata", jsonutils.Marshal(tags))
|
|
}
|
|
}
|
|
|
|
syncMetadata(ctx, userCred, &project, extProject, account.ReadOnly)
|
|
db.OpsLog.LogEvent(&project, db.ACT_CREATE, project.GetShortDesc(ctx), userCred)
|
|
return &project, nil
|
|
}
|
|
|
|
func (self *SExternalProject) GetCloudprovider() (*SCloudprovider, error) {
|
|
if len(self.ManagerId) == 0 {
|
|
return nil, errors.Wrapf(cloudprovider.ErrNotFound, "empty manager_id")
|
|
}
|
|
provider, err := CloudproviderManager.FetchById(self.ManagerId)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return provider.(*SCloudprovider), nil
|
|
}
|
|
|
|
func (self *SExternalProject) GetCloudaccount() (*SCloudaccount, error) {
|
|
provider, err := self.GetCloudprovider()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return provider.GetCloudaccount()
|
|
}
|
|
|
|
// 切换本地项目
|
|
func (self *SExternalProject) PerformChangeProject(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, input api.ExternalProjectChangeProjectInput) (jsonutils.JSONObject, error) {
|
|
if len(input.ProjectId) == 0 {
|
|
return nil, httperrors.NewMissingParameterError("project_id")
|
|
}
|
|
|
|
tenant, err := db.TenantCacheManager.FetchTenantByIdOrNameInDomain(ctx, input.ProjectId, input.ProjectDomainId)
|
|
if err != nil {
|
|
return nil, httperrors.NewNotFoundError("project %s not found", input.ProjectId)
|
|
}
|
|
|
|
if self.ProjectId == tenant.Id {
|
|
return nil, nil
|
|
}
|
|
|
|
account, err := self.GetCloudaccount()
|
|
if err != nil {
|
|
return nil, httperrors.NewGeneralError(errors.Wrapf(err, "GetCloudaccount"))
|
|
}
|
|
share := account.GetSharedInfo()
|
|
|
|
if self.DomainId != tenant.DomainId && !(tenant.DomainId == account.DomainId || share.PublicScope == rbacscope.ScopeSystem ||
|
|
(share.PublicScope == rbacscope.ScopeDomain && utils.IsInStringArray(tenant.DomainId, share.SharedDomains))) {
|
|
return nil, httperrors.NewForbiddenError("account %s not share for domain %s", account.Name, tenant.DomainId)
|
|
}
|
|
|
|
oldTenant, _ := db.TenantCacheManager.FetchTenantByIdOrNameInDomain(ctx, self.ProjectId, self.DomainId)
|
|
oldDomain, oldProject := "", ""
|
|
if oldTenant != nil {
|
|
oldDomain, oldProject = oldTenant.Domain, oldTenant.Name
|
|
}
|
|
|
|
notes := struct {
|
|
OldProjectId string
|
|
OldProject string
|
|
OldDomainId string
|
|
OldDomain string
|
|
NewProjectId string
|
|
NewProject string
|
|
NewDomainId string
|
|
NewDomain string
|
|
}{
|
|
OldProjectId: self.ProjectId,
|
|
OldProject: oldProject,
|
|
OldDomainId: self.DomainId,
|
|
OldDomain: oldDomain,
|
|
NewProjectId: tenant.Id,
|
|
NewProject: tenant.Name,
|
|
NewDomainId: tenant.DomainId,
|
|
NewDomain: tenant.Domain,
|
|
}
|
|
|
|
_, err = db.Update(self, func() error {
|
|
self.ProjectId = tenant.Id
|
|
self.DomainId = tenant.DomainId
|
|
self.ProjectSrc = string(apis.OWNER_SOURCE_LOCAL)
|
|
return nil
|
|
})
|
|
if err != nil {
|
|
return nil, httperrors.NewGeneralError(errors.Wrapf(err, "db.Update"))
|
|
}
|
|
|
|
logclient.AddSimpleActionLog(self, logclient.ACT_CHANGE_OWNER, notes, userCred, true)
|
|
return nil, nil
|
|
}
|
|
|
|
// 云平台导入项目列表
|
|
func (manager *SExternalProjectManager) ListItemFilter(
|
|
ctx context.Context,
|
|
q *sqlchemy.SQuery,
|
|
userCred mcclient.TokenCredential,
|
|
query api.ExternalProjectListInput,
|
|
) (*sqlchemy.SQuery, error) {
|
|
var err error
|
|
|
|
q, err = manager.SVirtualResourceBaseManager.ListItemFilter(ctx, q, userCred, query.VirtualResourceListInput)
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, "SVirtualResourceBaseManager.ListItemFilter")
|
|
}
|
|
q, err = manager.SExternalizedResourceBaseManager.ListItemFilter(ctx, q, userCred, query.ExternalizedResourceBaseListInput)
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, "SExternalizedResourceBaseManager.ListItemFilter")
|
|
}
|
|
|
|
q, err = manager.SManagedResourceBaseManager.ListItemFilter(ctx, q, userCred, query.ManagedResourceListInput)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return q, nil
|
|
}
|
|
|
|
func (manager *SExternalProjectManager) OrderByExtraFields(
|
|
ctx context.Context,
|
|
q *sqlchemy.SQuery,
|
|
userCred mcclient.TokenCredential,
|
|
query api.ExternalProjectListInput,
|
|
) (*sqlchemy.SQuery, error) {
|
|
var err error
|
|
|
|
q, err = manager.SVirtualResourceBaseManager.OrderByExtraFields(ctx, q, userCred, query.VirtualResourceListInput)
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, "SVirtualResourceBaseManager.OrderByExtraFields")
|
|
}
|
|
q, err = manager.SManagedResourceBaseManager.OrderByExtraFields(ctx, q, userCred, query.ManagedResourceListInput)
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, "SManagedResourceBaseManager.OrderByExtraFields")
|
|
}
|
|
|
|
return q, nil
|
|
}
|
|
|
|
func (manager *SExternalProjectManager) QueryDistinctExtraField(q *sqlchemy.SQuery, field string) (*sqlchemy.SQuery, error) {
|
|
var err error
|
|
|
|
q, err = manager.SVirtualResourceBaseManager.QueryDistinctExtraField(q, field)
|
|
if err == nil {
|
|
return q, nil
|
|
}
|
|
q, err = manager.SManagedResourceBaseManager.QueryDistinctExtraField(q, field)
|
|
if err == nil {
|
|
return q, nil
|
|
}
|
|
|
|
return q, httperrors.ErrNotFound
|
|
}
|
|
|
|
func (manager *SExternalProjectManager) QueryDistinctExtraFields(q *sqlchemy.SQuery, resource string, fields []string) (*sqlchemy.SQuery, error) {
|
|
var err error
|
|
q, err = manager.SManagedResourceBaseManager.QueryDistinctExtraFields(q, resource, fields)
|
|
if err == nil {
|
|
return q, nil
|
|
}
|
|
return q, httperrors.ErrNotFound
|
|
}
|
|
|
|
func (manager *SExternalProjectManager) ListItemExportKeys(ctx context.Context, q *sqlchemy.SQuery, userCred mcclient.TokenCredential,
|
|
keys stringutils2.SSortedStrings) (*sqlchemy.SQuery, error) {
|
|
q, err := manager.SVirtualResourceBaseManager.ListItemExportKeys(ctx, q, userCred, keys)
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, "SVirtualResourceBaseManager.ListItemExportKeys")
|
|
}
|
|
return q, nil
|
|
}
|
|
|
|
func (manager *SExternalProjectManager) InitializeData() error {
|
|
q := manager.Query().IsNullOrEmpty("manager_id")
|
|
projects := []SExternalProject{}
|
|
err := db.FetchModelObjects(manager, q, &projects)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
for i := range projects {
|
|
if len(projects[i].CloudaccountId) > 0 {
|
|
accountObj, err := CloudaccountManager.FetchById(projects[i].CloudaccountId)
|
|
if err != nil {
|
|
continue
|
|
}
|
|
account := accountObj.(*SCloudaccount)
|
|
providers := account.GetCloudproviders()
|
|
if len(providers) == 1 {
|
|
_, err = db.Update(&projects[i], func() error {
|
|
projects[i].ManagerId = providers[0].Id
|
|
return nil
|
|
})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
}
|
|
}
|
|
return nil
|
|
}
|