Files
cloudpods/pkg/keystone/driver/ldap/sync.go
2019-09-07 18:44:35 +08:00

320 lines
9.4 KiB
Go

// Copyright 2019 Yunion
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package ldap
import (
"context"
"database/sql"
"gopkg.in/ldap.v3"
"yunion.io/x/log"
"yunion.io/x/pkg/errors"
"yunion.io/x/pkg/tristate"
api "yunion.io/x/onecloud/pkg/apis/identity"
"yunion.io/x/onecloud/pkg/keystone/models"
"yunion.io/x/onecloud/pkg/util/ldaputils"
)
func (self *SLDAPDriver) Probe(ctx context.Context) error {
cli, err := self.getClient()
if err != nil {
return errors.Wrap(err, "getClient")
}
defer cli.Close()
return nil
}
func (self *SLDAPDriver) Sync(ctx context.Context) error {
cli, err := self.getClient()
if err != nil {
return errors.Wrap(err, "getClient")
}
defer cli.Close()
if len(self.ldapConfig.DomainTreeDN) > 0 {
return self.syncDomains(ctx, cli)
} else {
return self.syncSingleDomain(ctx, cli)
}
}
func (self *SLDAPDriver) syncSingleDomain(ctx context.Context, cli *ldaputils.SLDAPClient) error {
var domain *models.SDomain
if len(self.TargetDomainId) > 0 {
targetDomain, err := models.DomainManager.FetchDomainById(self.TargetDomainId)
if err != nil && err != sql.ErrNoRows {
return errors.Wrap(err, "models.DomainManager.FetchDomainById")
}
if targetDomain == nil {
log.Warningln("target domain not exist!")
} else {
domain = targetDomain
}
}
if domain == nil {
domainInfo := SDomainInfo{DN: self.ldapConfig.Suffix, Id: api.DefaultRemoteDomainId, Name: self.IdpName}
newDomain, err := self.syncDomainInfo(ctx, domainInfo)
if err != nil {
return errors.Wrap(err, "syncDomainInfo")
}
domain = newDomain
}
userIdMap, err := self.syncUsers(ctx, cli, domain.Id, self.getUserTreeDN())
if err != nil {
return errors.Wrap(err, "syncUsers")
}
err = self.syncGroups(ctx, cli, domain.Id, self.getGroupTreeDN(), userIdMap)
if err != nil {
return errors.Wrap(err, "syncGroups")
}
return nil
}
func (self *SLDAPDriver) searchDomainEntries(cli *ldaputils.SLDAPClient, domainid string) ([]*ldap.Entry, error) {
attrMap := make(map[string]string)
if len(domainid) > 0 {
attrMap[self.ldapConfig.DomainIdAttribute] = domainid
}
return cli.Search(self.getDomainTreeDN(),
self.ldapConfig.DomainObjectclass,
attrMap,
self.ldapConfig.DomainFilter,
self.domainAttributeList(),
self.domainQueryScope(),
)
}
func (self *SLDAPDriver) syncDomains(ctx context.Context, cli *ldaputils.SLDAPClient) error {
entries, err := self.searchDomainEntries(cli, "")
if err != nil {
return errors.Wrap(err, "searchLDAP")
}
domainIds := make([]string, 0)
for i := range entries {
domainInfo := self.entry2Domain(entries[i])
if !domainInfo.isValid() {
continue
}
domain, err := self.syncDomainInfo(ctx, domainInfo)
if err != nil {
return errors.Wrap(err, "syncDomainInfo")
}
domainIds = append(domainIds, domain.Id)
userIdMap, err := self.syncUsers(ctx, cli, domain.Id, domainInfo.DN)
if err != nil {
return errors.Wrap(err, "syncUsers")
}
err = self.syncGroups(ctx, cli, domain.Id, domainInfo.DN, userIdMap)
if err != nil {
return errors.Wrap(err, "syncGroups")
}
}
// remove any obsolete domains
obsoleteDomainIds, err := models.IdmappingManager.FetchPublicIdsExcludes(self.IdpId, api.IdMappingEntityDomain, domainIds)
if err != nil {
return errors.Wrap(err, "models.IdmappingManager.FetchPublicIdsExcludes")
}
for _, obsoleteDomainId := range obsoleteDomainIds {
obsoleteDomain, err := models.DomainManager.FetchDomainById(obsoleteDomainId)
if err != nil {
log.Errorf("models.DomainManager.FetchDomainById error %s", err)
continue
}
obsoleteDomain.AppendDescription(models.GetDefaultAdminCred(), "domain source removed")
// unlink with Idp
err = obsoleteDomain.UnlinkIdp(self.IdpId)
if err != nil {
log.Errorf("obsoleteDomain.UnlinkIdp error %s", err)
continue
}
// remove any user and groups
err = obsoleteDomain.DeleteUserGroups(ctx, models.GetDefaultAdminCred())
if err != nil {
log.Errorf("domain.DeleteUserGroups error %s", err)
continue
}
err = obsoleteDomain.ValidateDeleteCondition(ctx)
if err != nil {
log.Errorf("obsoleteDomain.ValidateDeleteCondition error %s", err)
continue
}
err = obsoleteDomain.Delete(ctx, models.GetDefaultAdminCred())
if err != nil {
log.Errorf("obsoleteDomain.Delete error %s", err)
continue
}
}
return nil
}
func (self *SLDAPDriver) syncDomainInfo(ctx context.Context, info SDomainInfo) (*models.SDomain, error) {
idp, err := models.IdentityProviderManager.FetchIdentityProviderById(self.IdpId)
if err != nil {
return nil, errors.Wrap(err, "self.GetIdentityProvider")
}
return idp.SyncOrCreateDomain(ctx, info.Id, info.Name, info.DN)
}
func (self *SLDAPDriver) syncUsers(ctx context.Context, cli *ldaputils.SLDAPClient, domainId string, baseDN string) (map[string]string, error) {
entries, err := cli.Search(baseDN,
self.ldapConfig.UserObjectclass,
nil,
self.ldapConfig.UserFilter,
self.userAttributeList(),
self.userQueryScope(),
)
if err != nil {
return nil, errors.Wrap(err, "searchLDAP")
}
userIds := make([]string, 0)
userIdMap := make(map[string]string)
for i := range entries {
userInfo := self.entry2User(entries[i])
if !userInfo.isValid() {
continue
}
userId, err := self.syncUserDB(ctx, userInfo, domainId)
if err != nil {
return nil, errors.Wrap(err, "syncUserDB")
}
userIds = append(userIds, userId)
if self.ldapConfig.GroupMembersAreIds {
userIdMap[userInfo.Id] = userId
} else {
userIdMap[userInfo.DN] = userId
}
}
deleteUsers, err := models.UserManager.FetchUsersInDomain(domainId, userIds)
if err != nil {
return nil, errors.Wrap(err, "models.UserManager.FetchUserIdsInDomain")
}
for i := range deleteUsers {
if !deleteUsers[i].LinkedWithIdp(self.IdpId) {
continue
}
err := deleteUsers[i].UnlinkIdp(self.IdpId)
if err != nil {
log.Errorf("deleteUser.UnlinkIdp error %s", err)
continue
}
err = deleteUsers[i].ValidateDeleteCondition(ctx)
if err != nil {
log.Errorf("deleteUser.ValidateDeleteCondition error %s", err)
continue
}
err = deleteUsers[i].Delete(ctx, models.GetDefaultAdminCred())
if err != nil {
log.Errorf("deleteUser.Delete error %s", err)
continue
}
}
return userIdMap, nil
}
func (self *SLDAPDriver) syncUserDB(ctx context.Context, ui SUserInfo, domainId string) (string, error) {
idp, err := models.IdentityProviderManager.FetchIdentityProviderById(self.IdpId)
if err != nil {
return "", errors.Wrap(err, "models.IdentityProviderManager.FetchIdentityProviderById")
}
usr, err := idp.SyncOrCreateUser(ctx, ui.Id, ui.Name, domainId, func(user *models.SUser) {
if ui.Enabled {
user.Enabled = tristate.True
} else {
user.Enabled = tristate.False
}
if val, ok := ui.Extra["email"]; ok && len(val) > 0 {
user.Email = val
}
if val, ok := ui.Extra["displayname"]; ok && len(val) > 0 {
user.Displayname = val
}
if val, ok := ui.Extra["mobile"]; ok && len(val) > 0 {
user.Mobile = val
}
})
if err != nil {
return "", errors.Wrap(err, "idp.SyncOrCreateUser")
}
return usr.Id, nil
}
func (self *SLDAPDriver) syncGroups(ctx context.Context, cli *ldaputils.SLDAPClient, domainId string, baseDN string, userIdMap map[string]string) error {
entries, err := cli.Search(baseDN,
self.ldapConfig.GroupObjectclass,
nil,
self.ldapConfig.GroupFilter,
self.groupAttributeList(),
self.groupQueryScope(),
)
if err != nil {
return errors.Wrap(err, "searchLDAP")
}
groupIds := make([]string, 0)
for i := range entries {
groupInfo := self.entry2Group(entries[i])
if !groupInfo.isValid() {
continue
}
groupId, err := self.syncGroupDB(ctx, groupInfo, domainId, userIdMap)
if err != nil {
return errors.Wrap(err, "syncGroupDB")
}
groupIds = append(groupIds, groupId)
}
deleteGroups, err := models.GroupManager.FetchGroupsInDomain(domainId, groupIds)
if err != nil {
return errors.Wrap(err, "models.GroupManager.FetchGroupsInDomain")
}
for i := range deleteGroups {
if !deleteGroups[i].LinkedWithIdp(self.IdpId) {
continue
}
err := deleteGroups[i].UnlinkIdp(self.IdpId)
if err != nil {
log.Errorf("deleteGroup.UnlinkIdp error %s", err)
continue
}
err = deleteGroups[i].ValidateDeleteCondition(ctx)
if err != nil {
log.Errorf("deleteGroup.ValidateDeleteCondition error %s", err)
continue
}
err = deleteGroups[i].Delete(ctx, models.GetDefaultAdminCred())
if err != nil {
log.Errorf("deleteGroup.Delete error %s", err)
continue
}
}
return nil
}
func (self *SLDAPDriver) syncGroupDB(ctx context.Context, groupInfo SGroupInfo, domainId string, userIdMap map[string]string) (string, error) {
grp, err := models.GroupManager.RegisterExternalGroup(ctx, self.IdpId, domainId, groupInfo.Id, groupInfo.Name)
if err != nil {
return "", errors.Wrap(err, "GroupManager.RegisterExternalGroup")
}
userIds := make([]string, 0)
for _, userExtId := range groupInfo.Members {
if uid, ok := userIdMap[userExtId]; ok {
userIds = append(userIds, uid)
}
}
models.UsergroupManager.SyncGroupUsers(ctx, models.GetDefaultAdminCred(), grp.Id, userIds)
return grp.Id, nil
}