复制项目
This commit is contained in:
kim.dev.6789
157
tools/attribute-to-credential/main.go
Normal file
157
tools/attribute-to-credential/main.go
Normal file
@@ -0,0 +1,157 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
"context"
|
||||
"flag"
|
||||
"fmt"
|
||||
"path/filepath"
|
||||
|
||||
"git.imall.cloud/openim/chat/internal/rpc/chat"
|
||||
"git.imall.cloud/openim/chat/pkg/common/config"
|
||||
"git.imall.cloud/openim/chat/pkg/common/constant"
|
||||
table "git.imall.cloud/openim/chat/pkg/common/db/table/chat"
|
||||
"git.imall.cloud/openim/chat/tools/dataversion"
|
||||
"git.imall.cloud/openim/protocol/sdkws"
|
||||
"github.com/openimsdk/tools/db/mongoutil"
|
||||
"github.com/openimsdk/tools/system/program"
|
||||
"github.com/openimsdk/tools/utils/runtimeenv"
|
||||
"go.mongodb.org/mongo-driver/bson"
|
||||
"go.mongodb.org/mongo-driver/mongo"
|
||||
"go.mongodb.org/mongo-driver/mongo/options"
|
||||
)
|
||||
|
||||
const (
|
||||
credentialKey = "credential"
|
||||
credentialVersion = 1
|
||||
|
||||
attributeCollection = "attribute"
|
||||
credentialCollection = "credential"
|
||||
pageNum = 1000
|
||||
)
|
||||
|
||||
func initConfig(configDir string) (*config.Mongo, error) {
|
||||
var (
|
||||
mongoConfig = &config.Mongo{}
|
||||
)
|
||||
|
||||
runtimeEnv := runtimeenv.PrintRuntimeEnvironment()
|
||||
|
||||
err := config.Load(configDir, config.MongodbConfigFileName, config.EnvPrefixMap[config.MongodbConfigFileName], runtimeEnv, mongoConfig)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
return mongoConfig, nil
|
||||
}
|
||||
|
||||
func pageGetAttribute(ctx context.Context, coll *mongo.Collection, pagination *sdkws.RequestPagination) (int64, []*table.Attribute, error) {
|
||||
return mongoutil.FindPage[*table.Attribute](ctx, coll, bson.M{}, pagination)
|
||||
}
|
||||
|
||||
func doAttributeToCredential() error {
|
||||
var index int
|
||||
var configDir string
|
||||
flag.IntVar(&index, "i", 0, "Index number")
|
||||
defaultConfigDir := filepath.Join("..", "..", "..", "..", "..", "config")
|
||||
flag.StringVar(&configDir, "c", defaultConfigDir, "Configuration dir")
|
||||
flag.Parse()
|
||||
|
||||
fmt.Printf("Index: %d, Config Path: %s\n", index, configDir)
|
||||
|
||||
mongoConfig, err := initConfig(configDir)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
ctx := context.Background()
|
||||
|
||||
mgocli, err := mongoutil.NewMongoDB(ctx, mongoConfig.Build())
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
versionColl := mgocli.GetDB().Collection(dataversion.Collection)
|
||||
converted, err := dataversion.CheckVersion(versionColl, credentialKey, credentialVersion)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
if converted {
|
||||
fmt.Println("[credential] credential data has been converted")
|
||||
return nil
|
||||
}
|
||||
|
||||
attrColl := mgocli.GetDB().Collection(attributeCollection)
|
||||
credColl := mgocli.GetDB().Collection(credentialCollection)
|
||||
|
||||
pagination := &sdkws.RequestPagination{
|
||||
PageNumber: 1,
|
||||
ShowNumber: pageNum,
|
||||
}
|
||||
tx := mgocli.GetTx()
|
||||
if err = tx.Transaction(ctx, func(ctx context.Context) error {
|
||||
for {
|
||||
_, attrs, err := pageGetAttribute(ctx, attrColl, pagination)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
credentials := make([]*table.Credential, 0, pageNum*3)
|
||||
for _, attr := range attrs {
|
||||
if attr.Email != "" {
|
||||
credentials = append(credentials, &table.Credential{
|
||||
UserID: attr.UserID,
|
||||
Account: attr.Email,
|
||||
Type: constant.CredentialEmail,
|
||||
AllowChange: true,
|
||||
})
|
||||
}
|
||||
if attr.Account != "" {
|
||||
credentials = append(credentials, &table.Credential{
|
||||
UserID: attr.UserID,
|
||||
Account: attr.Account,
|
||||
Type: constant.CredentialAccount,
|
||||
AllowChange: true,
|
||||
})
|
||||
}
|
||||
if attr.PhoneNumber != "" && attr.AreaCode != "" {
|
||||
credentials = append(credentials, &table.Credential{
|
||||
UserID: attr.UserID,
|
||||
Account: chat.BuildCredentialPhone(attr.AreaCode, attr.PhoneNumber),
|
||||
Type: constant.CredentialPhone,
|
||||
AllowChange: true,
|
||||
})
|
||||
}
|
||||
|
||||
}
|
||||
for _, credential := range credentials {
|
||||
err = mongoutil.UpdateOne(ctx, credColl, bson.M{
|
||||
"user_id": credential.UserID,
|
||||
"type": credential.Type,
|
||||
}, bson.M{
|
||||
"$set": credential,
|
||||
}, false, options.Update().SetUpsert(true))
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
}
|
||||
|
||||
pagination.PageNumber++
|
||||
if len(attrs) < pageNum {
|
||||
break
|
||||
}
|
||||
}
|
||||
return nil
|
||||
}); err != nil {
|
||||
return err
|
||||
}
|
||||
if err := dataversion.SetVersion(versionColl, credentialKey, credentialVersion); err != nil {
|
||||
return fmt.Errorf("set mongodb credential version %w", err)
|
||||
}
|
||||
fmt.Println("[credential] update old data to credential success")
|
||||
return nil
|
||||
}
|
||||
|
||||
func main() {
|
||||
if err := doAttributeToCredential(); err != nil {
|
||||
program.ExitWithError(err)
|
||||
}
|
||||
}
|
||||
161
tools/check-component/main.go
Normal file
161
tools/check-component/main.go
Normal file
@@ -0,0 +1,161 @@
|
||||
// Copyright © 2023 OpenIM. All rights reserved.
|
||||
//
|
||||
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
// you may not use this file except in compliance with the License.
|
||||
// You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing, software
|
||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
// See the License for the specific language governing permissions and
|
||||
// limitations under the License.
|
||||
|
||||
package main
|
||||
|
||||
import (
|
||||
"context"
|
||||
"flag"
|
||||
"fmt"
|
||||
"path/filepath"
|
||||
"time"
|
||||
|
||||
"git.imall.cloud/openim/chat/pkg/common/config"
|
||||
"git.imall.cloud/openim/chat/pkg/common/imapi"
|
||||
"github.com/openimsdk/tools/db/mongoutil"
|
||||
"github.com/openimsdk/tools/db/redisutil"
|
||||
"github.com/openimsdk/tools/discovery/etcd"
|
||||
"github.com/openimsdk/tools/mcontext"
|
||||
"github.com/openimsdk/tools/system/program"
|
||||
"github.com/openimsdk/tools/utils/idutil"
|
||||
"github.com/openimsdk/tools/utils/runtimeenv"
|
||||
)
|
||||
|
||||
const maxRetry = 180
|
||||
|
||||
func CheckEtcd(ctx context.Context, config *config.Etcd) error {
|
||||
return etcd.Check(ctx, config.Address, "/check_chat_component",
|
||||
true,
|
||||
etcd.WithDialTimeout(10*time.Second),
|
||||
etcd.WithMaxCallSendMsgSize(20*1024*1024),
|
||||
etcd.WithUsernameAndPassword(config.Username, config.Password))
|
||||
}
|
||||
|
||||
func CheckMongo(ctx context.Context, config *config.Mongo) error {
|
||||
return mongoutil.Check(ctx, config.Build())
|
||||
}
|
||||
|
||||
func CheckRedis(ctx context.Context, config *config.Redis) error {
|
||||
return redisutil.Check(ctx, config.Build())
|
||||
}
|
||||
|
||||
func CheckOpenIM(ctx context.Context, apiURL, secret, adminUserID string, redisConf *config.Redis, interval int) error {
|
||||
imAPI := imapi.New(apiURL, secret, adminUserID)
|
||||
_, err := imAPI.GetAdminTokenServer(mcontext.SetOperationID(ctx, "CheckOpenIM"+idutil.OperationIDGenerator()), adminUserID)
|
||||
return err
|
||||
}
|
||||
|
||||
func initConfig(configDir string) (*config.Mongo, *config.Redis, *config.Discovery, *config.Share, error) {
|
||||
var (
|
||||
mongoConfig = &config.Mongo{}
|
||||
redisConfig = &config.Redis{}
|
||||
discoveryConfig = &config.Discovery{}
|
||||
shareConfig = &config.Share{}
|
||||
)
|
||||
|
||||
runtimeEnv := runtimeenv.PrintRuntimeEnvironment()
|
||||
|
||||
err := config.Load(configDir, config.MongodbConfigFileName, config.EnvPrefixMap[config.MongodbConfigFileName], runtimeEnv, mongoConfig)
|
||||
if err != nil {
|
||||
return nil, nil, nil, nil, err
|
||||
}
|
||||
|
||||
err = config.Load(configDir, config.RedisConfigFileName, config.EnvPrefixMap[config.RedisConfigFileName], runtimeEnv, redisConfig)
|
||||
if err != nil {
|
||||
return nil, nil, nil, nil, err
|
||||
}
|
||||
|
||||
err = config.Load(configDir, config.DiscoveryConfigFileName, config.EnvPrefixMap[config.DiscoveryConfigFileName], runtimeEnv, discoveryConfig)
|
||||
if err != nil {
|
||||
return nil, nil, nil, nil, err
|
||||
}
|
||||
err = config.Load(configDir, config.ShareFileName, config.EnvPrefixMap[config.ShareFileName], runtimeEnv, shareConfig)
|
||||
if err != nil {
|
||||
return nil, nil, nil, nil, err
|
||||
}
|
||||
|
||||
return mongoConfig, redisConfig, discoveryConfig, shareConfig, nil
|
||||
}
|
||||
|
||||
func main() {
|
||||
var index int
|
||||
var configDir string
|
||||
flag.IntVar(&index, "i", 0, "Index number")
|
||||
defaultConfigDir := filepath.Join("..", "..", "..", "..", "..", "config")
|
||||
flag.StringVar(&configDir, "c", defaultConfigDir, "Configuration dir")
|
||||
flag.Parse()
|
||||
|
||||
fmt.Printf("Index: %d, Config Path: %s\n", index, configDir)
|
||||
|
||||
mongoConfig, redisConfig, zookeeperConfig, shareConfig, err := initConfig(configDir)
|
||||
if err != nil {
|
||||
program.ExitWithError(err)
|
||||
}
|
||||
|
||||
ctx := context.Background()
|
||||
err = performChecks(ctx, mongoConfig, redisConfig, zookeeperConfig, shareConfig, maxRetry)
|
||||
if err != nil {
|
||||
// Assume program.ExitWithError logs the error and exits.
|
||||
// Replace with your error handling logic as necessary.
|
||||
program.ExitWithError(err)
|
||||
}
|
||||
}
|
||||
|
||||
func performChecks(ctx context.Context, mongoConfig *config.Mongo, redisConfig *config.Redis, discovery *config.Discovery, shareConfig *config.Share, maxRetry int) error {
|
||||
checksDone := make(map[string]bool)
|
||||
|
||||
checks := map[string]func(ctx context.Context) error{
|
||||
"Mongo": func(ctx context.Context) error {
|
||||
return CheckMongo(ctx, mongoConfig)
|
||||
},
|
||||
"Redis": func(ctx context.Context) error {
|
||||
return CheckRedis(ctx, redisConfig)
|
||||
},
|
||||
"OpenIM": func(ctx context.Context) error {
|
||||
return CheckOpenIM(ctx, shareConfig.OpenIM.ApiURL, shareConfig.OpenIM.Secret, shareConfig.OpenIM.AdminUserID, redisConfig, shareConfig.OpenIM.TokenRefreshInterval)
|
||||
},
|
||||
}
|
||||
|
||||
if discovery.Enable == "etcd" {
|
||||
checks["Etcd"] = func(ctx context.Context) error {
|
||||
return CheckEtcd(ctx, &discovery.Etcd)
|
||||
}
|
||||
}
|
||||
|
||||
for i := 0; i < maxRetry; i++ {
|
||||
allSuccess := true
|
||||
for name, check := range checks {
|
||||
ctx, cancel := context.WithTimeout(ctx, 5*time.Second)
|
||||
if !checksDone[name] {
|
||||
if err := check(ctx); err != nil {
|
||||
fmt.Printf("%s check failed: %v\n", name, err)
|
||||
allSuccess = false
|
||||
} else {
|
||||
fmt.Printf("%s check succeeded.\n", name)
|
||||
checksDone[name] = true
|
||||
}
|
||||
}
|
||||
cancel()
|
||||
}
|
||||
|
||||
if allSuccess {
|
||||
fmt.Println("All components checks passed successfully.")
|
||||
return nil
|
||||
}
|
||||
|
||||
time.Sleep(1 * time.Second)
|
||||
}
|
||||
|
||||
return fmt.Errorf("not all components checks passed successfully after %d attempts", maxRetry)
|
||||
}
|
||||
51
tools/dataversion/data_version.go
Normal file
51
tools/dataversion/data_version.go
Normal file
@@ -0,0 +1,51 @@
|
||||
package dataversion
|
||||
|
||||
import (
|
||||
"context"
|
||||
"errors"
|
||||
"fmt"
|
||||
"strconv"
|
||||
"time"
|
||||
|
||||
"github.com/openimsdk/tools/db/mongoutil"
|
||||
"go.mongodb.org/mongo-driver/bson"
|
||||
"go.mongodb.org/mongo-driver/mongo"
|
||||
"go.mongodb.org/mongo-driver/mongo/options"
|
||||
)
|
||||
|
||||
const (
|
||||
Collection = "data_version"
|
||||
)
|
||||
|
||||
func CheckVersion(coll *mongo.Collection, key string, currentVersion int) (converted bool, err error) {
|
||||
type VersionTable struct {
|
||||
Key string `bson:"key"`
|
||||
Value string `bson:"value"`
|
||||
}
|
||||
ctx, cancel := context.WithTimeout(context.Background(), time.Second*5)
|
||||
defer cancel()
|
||||
res, err := mongoutil.FindOne[VersionTable](ctx, coll, bson.M{"key": key})
|
||||
if err == nil {
|
||||
ver, err := strconv.Atoi(res.Value)
|
||||
if err != nil {
|
||||
return false, fmt.Errorf("version %s parse error %w", res.Value, err)
|
||||
}
|
||||
if ver >= currentVersion {
|
||||
return true, nil
|
||||
}
|
||||
return false, nil
|
||||
} else if errors.Is(err, mongo.ErrNoDocuments) {
|
||||
return false, nil
|
||||
} else {
|
||||
return false, err
|
||||
}
|
||||
}
|
||||
|
||||
func SetVersion(coll *mongo.Collection, key string, version int) error {
|
||||
ctx, cancel := context.WithTimeout(context.Background(), time.Second*5)
|
||||
defer cancel()
|
||||
option := options.Update().SetUpsert(true)
|
||||
filter := bson.M{"key": key}
|
||||
update := bson.M{"$set": bson.M{"key": key, "value": strconv.Itoa(version)}}
|
||||
return mongoutil.UpdateOne(ctx, coll, filter, update, false, option)
|
||||
}
|
||||
Reference in New Issue
Block a user