From 6148878bb32c9871cb61986e9fcd3635faa7de62 Mon Sep 17 00:00:00 2001
From: johnypeng <johnypeng@canway.net>
Date: Wed, 27 Nov 2024 10:43:08 +0800
Subject: [PATCH] =?UTF-8?q?feat:=20bcs-project-manager=E5=A2=9E=E5=8A=A0?=
 =?UTF-8?q?=E5=91=BD=E4=BB=A4=E8=A1=8C=E5=8F=82=E6=95=B0=E6=8E=A7=E5=88=B6?=
 =?UTF-8?q?=E6=98=AF=E5=90=A6=E8=BF=81=E7=A7=BBcc=E6=95=B0=E6=8D=AE=20(#36?=
 =?UTF-8?q?07)?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 .../script/migrations/project/migrate.go      | 90 +++++++++++--------
 1 file changed, 52 insertions(+), 38 deletions(-)

diff --git a/bcs-services/bcs-project-manager/script/migrations/project/migrate.go b/bcs-services/bcs-project-manager/script/migrations/project/migrate.go
index bc959fc62c..af7e93c335 100644
--- a/bcs-services/bcs-project-manager/script/migrations/project/migrate.go
+++ b/bcs-services/bcs-project-manager/script/migrations/project/migrate.go
@@ -55,6 +55,7 @@ var (
 	mongoPwd    string
 	mongoDBName string
 	initProject bool
+	migrateCC   bool
 
 	ccdb  *gorm.DB
 	model store.ProjectModel
@@ -97,45 +98,10 @@ func main() {
 		return
 	}
 
-	ccProjects := fetchBCSCCData()
-	var totalCount, insertCount, updateCount int
-	fmt.Printf("total projects length in cc: %d\n", len(ccProjects))
-	projects, _, err := model.ListProjects(context.Background(), operator.EmptyCondition, &page.Pagination{All: true})
-	if err != nil {
-		fmt.Printf("list projects in bcs db failed, err: %s\n", err.Error())
-		return
+	if migrateCC {
+		migrateCCData()
 	}
-	projectsMap := map[string]pm.Project{}
-	fmt.Printf("total projects length in bcs: %d\n", len(projects))
-	for _, project := range projects {
-		projectsMap[project.ProjectID] = project
-	}
-	for _, ccProject := range ccProjects {
-		project, exists := projectsMap[ccProject.ProjectID]
-		if !exists {
-			if err := insertProject(ccProject); err != nil {
-				fmt.Printf("insert project %s failed, err: %s\n", ccProject.ProjectID, err.Error())
-				return
-			}
-			insertCount++
-			fmt.Printf("insert project %s success, count %d\n", ccProject.ProjectID, insertCount)
-			continue
-		}
-		if checkUpdate(ccProject, project) {
-			if err := updateProject(ccProject, project); err != nil {
-				fmt.Printf("update project %s failed, err: %s\n", ccProject.ProjectID, err.Error())
-				return
-			}
-			updateCount++
-			fmt.Printf("update project %s success, count %d\n", ccProject.ProjectID, updateCount)
-		}
-		totalCount++
-		if totalCount%1000 == 0 {
-			fmt.Printf("[%s] checked projects num: %d\n", time.Now().Format(time.RFC3339), totalCount)
-		}
-	}
-	fmt.Printf("[%s] migrate success! inserted %d projects, updated %d projects\n",
-		time.Now().Format(time.RFC3339), insertCount, updateCount)
+
 	if initProject {
 		fmt.Println("start init built-in project...")
 		if err := initBuiltInProject(); err != nil {
@@ -162,6 +128,8 @@ func parseFlags() {
 
 	// init built-in project
 	flag.BoolVar(&initProject, "init_project", false, "whether to init the built-in project")
+	// migrate cc data
+	flag.BoolVar(&migrateCC, "migrate_cc", false, "whether to migrate cc data")
 
 	flag.Parse()
 }
@@ -181,6 +149,9 @@ func initDB() error {
 	model = store.New(store.GetMongo())
 
 	// mysql
+	if !migrateCC {
+		return nil
+	}
 	dsn := fmt.Sprintf("%s:%s@tcp(%s:%d)/%s?charset=utf8&parseTime=True&loc=Local", mysqlUser, mysqlPwd, mysqlHost,
 		mysqlPort, mysqlDBName)
 	db, err := gorm.Open("mysql", dsn)
@@ -203,6 +174,49 @@ func fetchBCSCCData() []BCSCCProjectData {
 	return p
 }
 
+// migrateCCData 迁移cc数据
+func migrateCCData() {
+	ccProjects := fetchBCSCCData()
+	var totalCount, insertCount, updateCount int
+	fmt.Printf("total projects length in cc: %d\n", len(ccProjects))
+	projects, _, err := model.ListProjects(context.Background(), operator.EmptyCondition, &page.Pagination{All: true})
+	if err != nil {
+		fmt.Printf("list projects in bcs db failed, err: %s\n", err.Error())
+		return
+	}
+	projectsMap := map[string]pm.Project{}
+	fmt.Printf("total projects length in bcs: %d\n", len(projects))
+	for _, project := range projects {
+		projectsMap[project.ProjectID] = project
+	}
+	for _, ccProject := range ccProjects {
+		totalCount++
+		if totalCount%1000 == 0 {
+			fmt.Printf("[%s] checked projects num: %d\n", time.Now().Format(time.RFC3339), totalCount)
+		}
+		project, exists := projectsMap[ccProject.ProjectID]
+		if !exists {
+			if err := insertProject(ccProject); err != nil {
+				fmt.Printf("insert project %s failed, err: %s\n", ccProject.ProjectID, err.Error())
+				return
+			}
+			insertCount++
+			fmt.Printf("insert project %s success, count %d\n", ccProject.ProjectID, insertCount)
+			continue
+		}
+		if checkUpdate(ccProject, project) {
+			if err := updateProject(ccProject, project); err != nil {
+				fmt.Printf("update project %s failed, err: %s\n", ccProject.ProjectID, err.Error())
+				return
+			}
+			updateCount++
+			fmt.Printf("update project %s success, count %d\n", ccProject.ProjectID, updateCount)
+		}
+	}
+	fmt.Printf("[%s] migrate success! inserted %d projects, updated %d projects\n",
+		time.Now().Format(time.RFC3339), insertCount, updateCount)
+}
+
 // upsertInitProject 初始化集群配置，项目ID / Code 固定
 func initBuiltInProject() error {
 	projectID := stringx.GetEnv("INIT_PROJECT_ID", "")