cloudpods/pkg/compute/models/app.go

// Copyright 2019 Yunion
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package models

import (
	"context"
	"fmt"
	"time"

	"yunion.io/x/jsonutils"
	"yunion.io/x/log"
	"yunion.io/x/pkg/errors"
	"yunion.io/x/pkg/tristate"
	"yunion.io/x/pkg/util/compare"
	"yunion.io/x/sqlchemy"

	"yunion.io/x/onecloud/pkg/apis"
	api "yunion.io/x/onecloud/pkg/apis/compute"
	"yunion.io/x/onecloud/pkg/cloudcommon/db"
	"yunion.io/x/onecloud/pkg/cloudcommon/db/lockman"
	"yunion.io/x/onecloud/pkg/cloudcommon/db/taskman"
	"yunion.io/x/onecloud/pkg/cloudcommon/notifyclient"
	"yunion.io/x/onecloud/pkg/cloudprovider"
	"yunion.io/x/onecloud/pkg/httperrors"
	"yunion.io/x/onecloud/pkg/mcclient"
	"yunion.io/x/onecloud/pkg/util/stringutils2"
)

type SAppManager struct {
	db.SVirtualResourceBaseManager
	db.SExternalizedResourceBaseManager
	db.SEnabledResourceBaseManager

	SManagedResourceBaseManager
	SCloudregionResourceBaseManager
}

type SApp struct {
	db.SVirtualResourceBase
	db.SExternalizedResourceBase
	db.SEnabledResourceBase

	SManagedResourceBase
	SCloudregionResourceBase

	Type      string `width:"16" charset:"ascii" nullable:"false" get:"user" list:"user"`
	TechStack string `width:"64" charset:"ascii" nullable:"false" get:"user" list:"user"`
	Kind      string `width:"64" charset:"ascii" nullable:"false" get:"user" list:"user"`
}

var AppManager *SAppManager

func init() {
	AppManager = &SAppManager{
		SVirtualResourceBaseManager: db.NewVirtualResourceBaseManager(
			SApp{},
			"apps_tbl",
			"webapp",
			"webapps",
		),
	}
	AppManager.SetVirtualObject(AppManager)
}

func (am *SAppManager) AllowListItems(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject) bool {
	return true
}

func (am *SAppManager) ListItemFilter(ctx context.Context, q *sqlchemy.SQuery, userCred mcclient.TokenCredential, query api.AppListInput) (*sqlchemy.SQuery, error) {
	q, err := am.SVirtualResourceBaseManager.ListItemFilter(ctx, q, userCred, query.VirtualResourceListInput)
	if err != nil {
		return nil, errors.Wrap(err, "SVirtualResourceBaseManager.ListItemFilter")
	}
	q, err = am.SEnabledResourceBaseManager.ListItemFilter(ctx, q, userCred, query.EnabledResourceBaseListInput)
	if err != nil {
		return nil, errors.Wrap(err, "SEnabledResourceBaseManager.ListItemFilter")
	}
	q, err = am.SExternalizedResourceBaseManager.ListItemFilter(ctx, q, userCred, query.ExternalizedResourceBaseListInput)
	if err != nil {
		return nil, errors.Wrap(err, "SExternalizedResourceBaseManager.ListItemFilter")
	}
	q, err = am.SManagedResourceBaseManager.ListItemFilter(ctx, q, userCred, query.ManagedResourceListInput)
	if err != nil {
		return nil, errors.Wrap(err, "SManagedResourceBaseManager.ListItemFilter")
	}
	q, err = am.SCloudregionResourceBaseManager.ListItemFilter(ctx, q, userCred, query.RegionalFilterListInput)
	if err != nil {
		return nil, errors.Wrap(err, "SCloudregionResourceBaseManager.ListItemFilter")
	}
	if query.TechStack != "" {
		q = q.Equals("tech_stack", query.TechStack)
	}

	return q, nil
}

func (am *SAppManager) OrderByExtraFields(ctx context.Context, q *sqlchemy.SQuery, userCred mcclient.TokenCredential, query api.AppListInput) (*sqlchemy.SQuery, error) {
	var err error

	q, err = am.SVirtualResourceBaseManager.OrderByExtraFields(ctx, q, userCred, query.VirtualResourceListInput)
	if err != nil {
		return nil, errors.Wrap(err, "SVirtualResourceBaseManager.OrderByExtraFields")
	}
	q, err = am.SManagedResourceBaseManager.OrderByExtraFields(ctx, q, userCred, query.ManagedResourceListInput)
	if err != nil {
		return nil, errors.Wrap(err, "SManagedResourceBaseManager.OrderByExtraFields")
	}
	q, err = am.SCloudregionResourceBaseManager.OrderByExtraFields(ctx, q, userCred, query.RegionalFilterListInput)
	if err != nil {
		return nil, errors.Wrap(err, "CloudregionResourceBaseManager.OrderByExtraFields")
	}
	return q, nil
}

func (am *SAppManager) QueryDistinctExtraField(q *sqlchemy.SQuery, field string) (*sqlchemy.SQuery, error) {
	var err error

	q, err = am.SVirtualResourceBaseManager.QueryDistinctExtraField(q, field)
	if err == nil {
		return q, nil
	}
	q, err = am.SManagedResourceBaseManager.QueryDistinctExtraField(q, field)
	if err == nil {
		return q, nil
	}
	q, err = am.SCloudregionResourceBaseManager.QueryDistinctExtraField(q, field)
	if err == nil {
		return q, nil
	}
	switch field {
	case "tech_stack":
		q = am.Query("tech_stack").Distinct()
	}
	return q, nil
}

func (am *SAppManager) ListItemExportKeys(ctx context.Context, q *sqlchemy.SQuery, userCred mcclient.TokenCredential, keys stringutils2.SSortedStrings) (*sqlchemy.SQuery, error) {
	var err error
	q, err = am.SVirtualResourceBaseManager.ListItemExportKeys(ctx, q, userCred, keys)
	if err != nil {
		return nil, errors.Wrap(err, "SVirtualResourceBaseManager.ListItemExportKeys")
	}
	if keys.ContainsAny(am.SManagedResourceBaseManager.GetExportKeys()...) {
		q, err = am.SManagedResourceBaseManager.ListItemExportKeys(ctx, q, userCred, keys)
		if err != nil {
			return nil, errors.Wrap(err, "SManagedResourceBaseManager.ListItemExportKeys")
		}
	}

	if keys.ContainsAny(am.SCloudregionResourceBaseManager.GetExportKeys()...) {
		q, err = am.SCloudregionResourceBaseManager.ListItemExportKeys(ctx, q, userCred, keys)
		if err != nil {
			return nil, errors.Wrap(err, "SCloudregionResourceBaseManager.ListItemExportKeys")
		}
	}

	return q, nil
}

func (am *SAppManager) GetExtraDetails(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, isList bool) (api.AppDetails, error) {
	return api.AppDetails{}, nil
}

func (a *SApp) GetAppEnvironments() ([]SAppEnvironment, error) {
	q := AppEnvironmentManager.Query().Equals("app_id", a.Id)
	ret := []SAppEnvironment{}
	err := db.FetchModelObjects(AppEnvironmentManager, q, &ret)
	if err != nil {
		return nil, errors.Wrap(err, "db.FetchModelObjects")
	}
	return ret, nil
}

func (am *SAppManager) GetApps(providerId string) ([]SApp, error) {
	q := AppManager.Query().Equals("manager_id", providerId)
	ret := []SApp{}
	err := db.FetchModelObjects(AppManager, q, &ret)
	if err != nil {
		return nil, errors.Wrap(err, "db.FetchModelObjects")
	}
	return ret, nil
}

func (self *SCloudregion) GetApps(managerId string) ([]SApp, error) {
	q := AppManager.Query().Equals("cloudregion_id", self.Id)
	if len(managerId) > 0 {
		q = q.Equals("manager_id", managerId)
	}
	ret := []SApp{}
	err := db.FetchModelObjects(AppManager, q, &ret)
	if err != nil {
		return nil, errors.Wrap(err, "db.FetchModelObjects")
	}
	return ret, nil
}

func (self *SCloudregion) SyncApps(ctx context.Context, userCred mcclient.TokenCredential, provider *SCloudprovider, exts []cloudprovider.ICloudApp) compare.SyncResult {
	lockman.LockRawObject(ctx, AppManager.KeywordPlural(), fmt.Sprintf("%s-%s", provider.Id, self.Id))
	defer lockman.ReleaseRawObject(ctx, AppManager.KeywordPlural(), fmt.Sprintf("%s-%s", provider.Id, self.Id))
	result := compare.SyncResult{}
	apps, err := self.GetApps(provider.Id)
	if err != nil {
		result.Error(err)
		return result
	}

	removed := make([]SApp, 0)
	commondb := make([]SApp, 0)
	commonext := make([]cloudprovider.ICloudApp, 0)
	added := make([]cloudprovider.ICloudApp, 0)
	// compare
	err = compare.CompareSets(apps, exts, &removed, &commondb, &commonext, &added)
	if err != nil {
		result.Error(err)
		return result
	}

	// remove
	for i := 0; i < len(removed); i++ {
		err := removed[i].syncRemoveCloudApp(ctx, userCred)
		if err != nil {
			result.DeleteError(err)
			continue
		}
		result.Delete()
	}

	// sync with cloud app
	for i := 0; i < len(commondb); i++ {
		err := commondb[i].SyncWithCloudApp(ctx, userCred, provider, commonext[i])
		if err != nil {
			result.UpdateError(err)
			continue
		}
		result.Update()
	}

	// new one
	for i := 0; i < len(added); i++ {
		_, err := self.newFromCloudApp(ctx, userCred, provider, added[i])
		if err != nil {
			result.AddError(err)
			continue
		}
		result.Add()
	}
	return result
}

func (self *SCloudregion) newFromCloudApp(ctx context.Context, userCred mcclient.TokenCredential, provider *SCloudprovider, ext cloudprovider.ICloudApp) (*SApp, error) {
	app := SApp{}
	app.SetModelManager(AppManager, &app)

	app.ExternalId = ext.GetGlobalId()
	app.CloudregionId = self.Id
	app.ManagerId = provider.Id
	app.IsEmulated = ext.IsEmulated()
	app.Status = ext.GetStatus()
	app.Type = ext.GetType()
	app.Kind = ext.GetKind()
	app.TechStack = ext.GetTechStack()
	app.Name = ext.GetName()
	app.Enabled = tristate.True

	err := AppManager.TableSpec().Insert(ctx, &app)
	if err != nil {
		return nil, errors.Wrap(err, "unable to insert app")
	}
	aes, err := ext.GetEnvironments()
	if err != nil {
		return &app, errors.Wrap(err, "unable to GetEnvironments")
	}
	result := app.SyncAppEnvironments(ctx, userCred, provider, aes)
	if result.IsError() {
		return &app, errors.Wrap(result.AllError(), "unable to SyncAppEnvironments")
	}
	SyncCloudProject(userCred, &app, provider.GetOwnerId(), ext, provider.Id)
	syncVirtualResourceMetadata(ctx, userCred, &app, ext)

	db.OpsLog.LogEvent(&app, db.ACT_CREATE, app.GetShortDesc(ctx), userCred)
	notifyclient.EventNotify(ctx, userCred, notifyclient.SEventNotifyParam{
		Obj:    &app,
		Action: notifyclient.ActionSyncCreate,
	})

	return &app, nil
}

func (am *SAppManager) purgeAll(ctx context.Context, userCred mcclient.TokenCredential, providerId string) error {
	apps, err := am.GetApps(providerId)
	if err != nil {
		return errors.Wrapf(err, "unable to GetApps of provider id %s", providerId)
	}
	for i := range apps {
		err = apps[i].purge(ctx, userCred)
		if err != nil {
			return err
		}
	}
	return nil
}

func (a *SApp) purge(ctx context.Context, userCred mcclient.TokenCredential) error {
	aes, err := a.GetAppEnvironments()
	if err != nil {
		return errors.Wrap(err, "unable to GetAppEnvironments")
	}
	for i := range aes {
		err = aes[i].Delete(ctx, userCred)
		if err != nil {
			return errors.Wrapf(err, "unable to Delete AppEnvironment %s", aes[i].Id)
		}
	}
	return a.Delete(ctx, userCred)
}

func (a *SApp) syncRemoveCloudApp(ctx context.Context, userCred mcclient.TokenCredential) error {
	err := a.purge(ctx, userCred)
	if err != nil {
		return err
	}
	notifyclient.EventNotify(ctx, userCred, notifyclient.SEventNotifyParam{
		Obj:    a,
		Action: notifyclient.ActionSyncDelete,
	})
	return nil
}

func (a *SApp) SyncWithCloudApp(ctx context.Context, userCred mcclient.TokenCredential, provider *SCloudprovider, ext cloudprovider.ICloudApp) error {
	diff, err := db.UpdateWithLock(ctx, a, func() error {
		a.ExternalId = ext.GetGlobalId()
		a.Status = ext.GetStatus()
		a.Type = ext.GetType()
		a.Kind = ext.GetKind()
		a.TechStack = ext.GetTechStack()
		return nil
	})
	if err != nil {
		return errors.Wrap(err, "db.Update")
	}
	aes, err := ext.GetEnvironments()
	if err != nil {
		return errors.Wrapf(err, "unable to GetAppEnvironments for ICloudApp %s", ext.GetGlobalId())
	}
	result := a.SyncAppEnvironments(ctx, userCred, provider, aes)
	if result.IsError() {
		return result.AllError()
	}
	if len(diff) > 0 {
		notifyclient.EventNotify(ctx, userCred, notifyclient.SEventNotifyParam{
			Obj:    a,
			Action: notifyclient.ActionSyncUpdate,
		})
	}
	syncVirtualResourceMetadata(ctx, userCred, a, ext)
	return nil
}

func (am *SAppManager) FetchCustomizeColumns(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, objs []interface{}, fields stringutils2.SSortedStrings, isList bool) []api.AppDetails {
	rows := make([]api.AppDetails, len(objs))
	virtRows := am.SVirtualResourceBaseManager.FetchCustomizeColumns(ctx, userCred, query, objs, fields, isList)
	manRows := am.SManagedResourceBaseManager.FetchCustomizeColumns(ctx, userCred, query, objs, fields, isList)
	regRows := am.SCloudregionResourceBaseManager.FetchCustomizeColumns(ctx, userCred, query, objs, fields, isList)
	for i := range rows {
		rows[i].VirtualResourceDetails = virtRows[i]
		rows[i].ManagedResourceInfo = manRows[i]
		rows[i].CloudregionResourceInfo = regRows[i]
	}
	return rows
}

func (a *SApp) AllowPerformSyncstatus(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, data jsonutils.JSONObject) bool {
	return a.IsOwner(userCred) || db.IsAdminAllowPerform(userCred, a, "syncstatus")
}

func (a *SApp) PerformSyncstatus(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, data jsonutils.JSONObject) (jsonutils.JSONObject, error) {
	var openTask = true
	count, err := taskman.TaskManager.QueryTasksOfObject(a, time.Now().Add(-3*time.Minute), &openTask).CountWithError()
	if err != nil {
		return nil, err
	}
	if count > 0 {
		return nil, httperrors.NewBadRequestError("WebApp has %d task active, can't sync status", count)
	}

	return nil, StartResourceSyncStatusTask(ctx, userCred, a, "AppSyncstatusTask", "")
}

func (a *SApp) GetIRegion() (cloudprovider.ICloudRegion, error) {
	region, err := a.GetRegion()
	if err != nil {
		return nil, errors.Wrap(err, "GetRegion")
	}
	provider, err := a.GetDriver()
	if err != nil {
		return nil, errors.Wrap(err, "GetDriver")
	}
	return provider.GetIRegionById(region.GetExternalId())
}

func (a *SApp) GetIApp() (cloudprovider.ICloudApp, error) {
	if len(a.ExternalId) == 0 {
		return nil, errors.Wrapf(cloudprovider.ErrNotFound, "empty externalId")
	}
	iRegion, err := a.GetIRegion()
	if err != nil {
		return nil, errors.Wrapf(cloudprovider.ErrNotFound, "GetIRegion")
	}
	return iRegion.GetICloudAppById(a.ExternalId)
}

func (self *SApp) AllowPerformRemoteUpdate(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, data jsonutils.JSONObject) bool {
	return self.IsOwner(userCred) || db.IsAdminAllowPerform(userCred, self, "remote-update")
}

func (self *SApp) PerformRemoteUpdate(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, input api.MongoDBRemoteUpdateInput) (jsonutils.JSONObject, error) {
	err := self.StartRemoteUpdateTask(ctx, userCred, (input.ReplaceTags != nil && *input.ReplaceTags), "")
	if err != nil {
		return nil, errors.Wrap(err, "StartRemoteUpdateTask")
	}
	return nil, nil
}

func (self *SApp) StartRemoteUpdateTask(ctx context.Context, userCred mcclient.TokenCredential, replaceTags bool, parentTaskId string) error {
	data := jsonutils.NewDict()
	data.Add(jsonutils.NewBool(replaceTags), "replace_tags")
	task, err := taskman.TaskManager.NewTask(ctx, "AppRemoteUpdateTask", self, userCred, data, parentTaskId, "", nil)
	if err != nil {
		return errors.Wrap(err, "NewTask")
	}
	self.SetStatus(userCred, apis.STATUS_UPDATE_TAGS, "StartRemoteUpdateTask")
	return task.ScheduleRun(nil)
}

func (self *SApp) OnMetadataUpdated(ctx context.Context, userCred mcclient.TokenCredential) {
	if len(self.ExternalId) == 0 {
		return
	}
	err := self.StartRemoteUpdateTask(ctx, userCred, true, "")
	if err != nil {
		log.Errorf("StartRemoteUpdateTask fail: %s", err)
	}
}