mirror of
https://github.com/yunionio/cloudpods.git
synced 2026-05-22 20:40:23 +08:00
131 lines
2.8 KiB
Go
131 lines
2.8 KiB
Go
// Copyright 2019 Yunion
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package apihelper
|
|
|
|
import (
|
|
"context"
|
|
"sync"
|
|
"time"
|
|
|
|
"yunion.io/x/log"
|
|
"yunion.io/x/pkg/errors"
|
|
|
|
"yunion.io/x/onecloud/pkg/mcclient"
|
|
"yunion.io/x/onecloud/pkg/mcclient/auth"
|
|
)
|
|
|
|
const (
|
|
ErrSync = errors.Error("sync error")
|
|
)
|
|
|
|
type APIHelper struct {
|
|
opts *Options
|
|
modelSets IModelSets
|
|
modelSetsCh chan IModelSets
|
|
|
|
mcclientSession *mcclient.ClientSession
|
|
}
|
|
|
|
func NewAPIHelper(opts *Options, modelSets IModelSets) (*APIHelper, error) {
|
|
modelSetsCh := make(chan IModelSets)
|
|
helper := &APIHelper{
|
|
opts: opts,
|
|
modelSets: modelSets,
|
|
modelSetsCh: modelSetsCh,
|
|
}
|
|
return helper, nil
|
|
}
|
|
|
|
func (h *APIHelper) Start(ctx context.Context) {
|
|
defer func() {
|
|
log.Infoln("apihelper: bye")
|
|
wg := ctx.Value("wg").(*sync.WaitGroup)
|
|
wg.Done()
|
|
}()
|
|
|
|
h.run(ctx)
|
|
|
|
tickDuration := time.Duration(h.opts.SyncInterval) * time.Second
|
|
tick := time.NewTimer(tickDuration)
|
|
defer tick.Stop()
|
|
|
|
for {
|
|
select {
|
|
case <-tick.C:
|
|
h.run(ctx)
|
|
tick.Reset(tickDuration)
|
|
case <-ctx.Done():
|
|
return
|
|
}
|
|
}
|
|
}
|
|
|
|
func (h *APIHelper) ModelSets() <-chan IModelSets {
|
|
return h.modelSetsCh
|
|
}
|
|
|
|
func (h *APIHelper) run(ctx context.Context) {
|
|
changed, err := h.doSync(ctx)
|
|
if err != nil {
|
|
log.Errorln(err)
|
|
}
|
|
if changed {
|
|
mssCopy := h.modelSets.CopyJoined()
|
|
select {
|
|
case h.modelSetsCh <- mssCopy:
|
|
case <-ctx.Done():
|
|
}
|
|
}
|
|
}
|
|
|
|
func (h *APIHelper) doSync(ctx context.Context) (changed bool, err error) {
|
|
{
|
|
stime := time.Now()
|
|
defer func() {
|
|
elapsed := time.Since(stime)
|
|
log.Infof("sync data done, changed: %v, elapsed: %s", changed, elapsed.String())
|
|
}()
|
|
}
|
|
|
|
s := h.adminClientSession(ctx)
|
|
mss := h.modelSets.Copy()
|
|
r, err := SyncModelSets(mss, s, h.opts.ListBatchSize)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
h.modelSets = mss
|
|
if !r.Correct {
|
|
return false, errors.Wrap(ErrSync, "incorrect")
|
|
}
|
|
changed = r.Changed
|
|
return changed, nil
|
|
}
|
|
|
|
func (h *APIHelper) adminClientSession(ctx context.Context) *mcclient.ClientSession {
|
|
s := h.mcclientSession
|
|
if s != nil {
|
|
token := s.GetToken()
|
|
expires := token.GetExpires()
|
|
if time.Now().Add(time.Hour).After(expires) {
|
|
return s
|
|
}
|
|
}
|
|
|
|
region := h.opts.CommonOptions.Region
|
|
apiVersion := "v2"
|
|
h.mcclientSession = auth.GetAdminSession(ctx, region, apiVersion)
|
|
return h.mcclientSession
|
|
}
|