chore(other): 使用 self-hosted 作为 github runner #2291

.github/configuration.json

@@ -2,31 +2,31 @@
     "categories": [
       {
         "title": "### 🔥 Refactors",
-        "labels": ["kind/refactor", "refactor", "refactor(front)"]
+        "labels": ["kind/refactor", "refactor", "refactor"]
       },
       {
         "title": "### 🚀 Features",
-        "labels": ["kind/feature", "feature", "feat(front)"]
+        "labels": ["kind/feature", "feature", "feat"]
       },
       {
         "title": "### ✨ Optimizations",
-        "labels": ["kind/optimization", "optimization", "perf(front)", "optimize(front)", "style(front)"]
+        "labels": ["kind/optimization", "optimization", "perf", "optimize", "style"]
       },
       {
         "title": "### 🐛 Bugfixes",
-        "labels": ["kind/bugfix", "bugfix", "fix(front)"]
+        "labels": ["kind/bugfix", "bugfix", "fix"]
       },
       {
         "title": "### ✏️ Docs",
-        "labels": ["kind/docs", "docs", "docs(front)"]
+        "labels": ["kind/docs", "docs", "docs"]
       },
       {
         "title": "### 🧪 Tests",
-        "labels": ["kind/test", "test", "test(front)"]
+        "labels": ["kind/test", "test", "test"]
       },
       {
         "title": "## 📦 Dependencies",
-        "labels": ["build(front)"]
+        "labels": ["build"]
       }
     ],
     "sort": "ASC",
@@ -35,12 +35,8 @@
     "empty_template": "- no changes",
     "label_extractor": [
       {
-        "pattern": "^(feature|docs|bugfix|optimization|refactor|test):(.*)",
+        "pattern": "^(feat|feature|fix|bugfix|refactor|docs|test|style|chore)(.*)",
         "target": "$1"
-      },
-      {
-        "pattern": "^(refactor|feat|perf|optimize|fix|docs|test|build|style)\\(front\\):(.*)",
-        "target": "$1(front)"
       }
     ],
     "duplicate_filter": {
@@ -50,12 +46,8 @@
     },
     "transformers": [
       {
-        "pattern": "^(feature|docs|bugfix|optimization|refactor|test):\\s*(.*)",
-        "target": "$2"
-      },
-      {
-        "pattern": "^(feature|docs|bugfix|optimization|refactor|test)\\(front\\):\\s*(.*)",
+        "pattern": "^(feat|feature|fix|bugfix|refactor|docs|test|style|chore)(.*)",
         "target": "$2"
       }
     ]
-}
+}

.github/workflows/auto_tag.yml → .github/workflows/auto_create_release.yml

@@ -1,4 +1,4 @@
-name: Commit Message Check
+name: Auto Create Release
 
 on:
   push:
@@ -9,7 +9,7 @@ on:
 
 jobs:
   build:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-20.04
     steps:
     - id: checkout
       name: Checkout
@@ -22,6 +22,18 @@ jobs:
         file: 'helm-charts/bk-dbm/Chart.yaml'
         key-path: '["version"]'
 
+    - id: create-temporary-tag
+      name: Create temporary tag
+      uses: actions/github-script@v6
+      with:
+        script: |
+          github.rest.git.createRef({
+            owner: context.repo.owner,
+            repo: context.repo.repo,
+            ref: 'refs/tags/v${{ steps.yaml-data.outputs.data }}',
+            sha: context.sha
+          })
+
     - id: build-release-log
       name: Build release log
       uses: mikepenz/[email protected]
@@ -33,40 +45,40 @@ jobs:
       env:
         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 
+    - id: delete-temporary-tag
+      name: Delete temporary tag
+      uses: actions/github-script@v6
+      with:
+        # 参考 https://octokit.github.io/rest.js/v18#git-delete-ref
+        # 参考 https://github.com/actions/github-script
+        script: |
+          github.rest.git.deleteRef({
+            owner: context.repo.owner,
+            repo: context.repo.repo,
+            ref: 'tags/v${{ steps.yaml-data.outputs.data }}'
+          })
+
     - id: create-tag
       name: Create tag
       uses: actions/github-script@v6
       with:
         script: |
-          const tagName = '${{ steps.yaml-data.outputs.data }}';
-          const tagMessage = '${{ steps.build-release-log.outputs.changelog }}';
-          
           // Create a lightweight tag
           await github.rest.git.createRef({
             owner: context.repo.owner,
             repo: context.repo.repo,
-            ref: `refs/tags/${tagName}`,
+            ref: 'refs/tags/${{ steps.yaml-data.outputs.data }}',
             sha: context.sha
           });
 
-          // Create a tag object
-          const tagObject = await github.rest.git.createTag({
-            owner: context.repo.owner,
-            repo: context.repo.repo,
-            tag: tagName,
-            message: tagMessage,
-            object: context.sha,
-            type: 'commit'
-          });
-          
-          // Create a new release with the tag
-          await github.rest.repos.createRelease({
-            owner: context.repo.owner,
-            repo: context.repo.repo,
-            tag_name: tagName,
-            name: tagName,
-            body: tagMessage
-          });
-
-          // Output the name of the created tag to use in other steps
-          return tagName;
+    - id: create-release
+      name: Create release
+      uses: actions/create-release@latest
+      env:
+        GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      with:
+        tag_name: ${{ steps.yaml-data.outputs.data }}
+        release_name: ${{ steps.yaml-data.outputs.data }}
+        body: ${{ steps.build-release-log.outputs.changelog }}
+        draft: false
+        prerelease: true

dbm-ui/backend/db_services/dbresource/views/resource.py

@@ -27,7 +27,7 @@
 from backend.components.dbresource.client import DBResourceApi
 from backend.configuration.constants import SystemSettingsEnum
 from backend.configuration.models import SystemSettings
-from backend.db_meta.models import AppCache, Spec
+from backend.db_meta.models import AppCache
 from backend.db_services.dbresource.constants import (
     GSE_AGENT_RUNNING_CODE,
     RESOURCE_IMPORT_EXPIRE_TIME,

dbm-ui/backend/db_services/mysql/cluster/handlers.py

@@ -15,7 +15,7 @@
 from functools import reduce
 from typing import Any, Dict, List, Set
 
-from django.db.models import ExpressionWrapper, F, IntegerField, Prefetch, Q, Value
+from django.db.models import Prefetch, Q
 from django.db.models.query import QuerySet
 from django.forms import model_to_dict
 from django.utils.translation import ugettext_lazy as _
@@ -29,7 +29,7 @@
     TenDBClusterSpiderRole,
 )
 from backend.db_meta.exceptions import InstanceNotExistException
-from backend.db_meta.models import Cluster, DBModule, ProxyInstance, StorageInstance, TenDBClusterSpiderExt
+from backend.db_meta.models import Cluster, DBModule, ProxyInstance, StorageInstance
 from backend.db_meta.models.machine import Machine
 from backend.db_services.mysql.dataclass import ClusterFilter, DBInstance
 

dbm-ui/backend/db_services/plugin/mysql/authorize/serializers.py

@@ -12,11 +12,6 @@
 from django.utils.translation import gettext_lazy as _
 from rest_framework import serializers
 
-from backend.db_meta.enums.cluster_type import ClusterType
-from backend.db_services.mysql.permission.authorize import mock_data
-from backend.db_services.mysql.permission.constants import AUTHORIZE_EXCEL_HEADER
-from backend.utils.excel import ExcelHandler
-
 
 class AuthorizeApplySerializer(serializers.Serializer):
     bk_biz_id = serializers.IntegerField(help_text=_("业务ID"), required=False)

dbm-ui/backend/db_services/redis/autofix/enums.py

@@ -8,7 +8,6 @@
 an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the
 specific language governing permissions and limitations under the License.
 """
-from dataclasses import dataclass, field
 
 from django.utils.translation import ugettext_lazy as _
 

dbm-ui/backend/db_services/redis/rollback/handlers.py

@@ -8,27 +8,17 @@
 an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the
 specific language governing permissions and limitations under the License.
 """
-import base64
-import copy
 import json
 import logging.config
-import re
-from collections import defaultdict
-from concurrent.futures import ThreadPoolExecutor, as_completed
 from datetime import datetime, timedelta
-from typing import Any, Callable, Dict, List, Union
+from typing import Any, Dict, List, Union
 
-from django.conf import settings
-from django.db.models import Q
 from django.utils.translation import ugettext as _
-from jinja2 import Environment
 
 from backend import env
-from backend.components import JobApi
 from backend.components.bklog.client import BKLogApi
 from backend.constants import DATETIME_PATTERN
 from backend.db_meta.enums import ClusterType, InstanceInnerRole
-from backend.db_meta.models import StorageInstance
 from backend.db_meta.models.cluster import Cluster
 from backend.db_services.redis.rollback.constants import BACKUP_LOG_ROLLBACK_TIME_RANGE_DAYS
 from backend.exceptions import AppBaseException

dbm-ui/backend/flow/engine/bamboo/scene/cloud/nginx_service_flow.py

@@ -9,18 +9,13 @@
 specific language governing permissions and limitations under the License.
 """
 import logging
-from dataclasses import asdict
 
 from django.utils.translation import ugettext as _
 
-from backend.flow.consts import CloudServiceName
 from backend.flow.engine.bamboo.scene.cloud.base_service_flow import CloudBaseServiceFlow
 from backend.flow.engine.bamboo.scene.cloud.dbha_service_flow import CloudDBHAServiceFlow
 from backend.flow.engine.bamboo.scene.common.builder import Builder, SubBuilder
-from backend.flow.plugins.components.collections.cloud.exec_service_script import ExecCloudScriptComponent
-from backend.flow.plugins.components.collections.cloud.service_proxy import CloudProxyComponent
 from backend.flow.utils.cloud.cloud_act_payload import CloudServiceActPayload
-from backend.flow.utils.cloud.cloud_context_dataclass import CloudDRSKwargs, CloudProxyKwargs, CloudServiceActKwargs
 from backend.flow.utils.cloud.cloud_db_proxy import CloudDBProxy
 from backend.flow.utils.cloud.script_template import nginx_stop_template
 

dbm-ui/backend/flow/engine/bamboo/scene/es/es_fake_apply_flow.py

@@ -15,7 +15,7 @@
 from django.utils.translation import ugettext as _
 
 from backend.configuration.constants import DBType
-from backend.flow.consts import ES_DEFAULT_INSTANCE_NUM, ManagerDefaultPort, ManagerOpType, ManagerServiceType
+from backend.flow.consts import ManagerDefaultPort, ManagerOpType, ManagerServiceType
 from backend.flow.engine.bamboo.scene.common.builder import Builder
 from backend.flow.engine.bamboo.scene.common.get_file_list import GetFileList
 from backend.flow.engine.bamboo.scene.es.es_flow import EsFlow, get_node_in_ticket_preferred_hot

dbm-ui/backend/flow/engine/bamboo/scene/mysql/mysql_rollback_data_sub_flow.py

@@ -27,7 +27,6 @@
     MySQLDownloadBackupfileComponent,
 )
 from backend.flow.plugins.components.collections.mysql.mysql_rollback_data_download_binlog import (
-    MySQLRollbackDownloadBinlog,
     MySQLRollbackDownloadBinlogComponent,
 )
 from backend.flow.plugins.components.collections.mysql.rollback_local_trans_flies import (

dbm-ui/backend/flow/engine/bamboo/scene/redis/atom_jobs/redis_dbmon.py

@@ -8,24 +8,20 @@
 an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the
 specific language governing permissions and limitations under the License.
 """
-import logging
 import logging.config
 from dataclasses import asdict
-from typing import Dict, Optional
+from typing import Dict
 
 from django.utils.translation import ugettext as _
 
 from backend.configuration.constants import DBType
-from backend.db_meta.enums import InstanceRole
 from backend.db_meta.models import AppCache
 from backend.flow.engine.bamboo.scene.common.builder import SubBuilder
 from backend.flow.engine.bamboo.scene.common.get_file_list import GetFileList
 from backend.flow.plugins.components.collections.redis.exec_actuator_script import ExecuteDBActuatorScriptComponent
-from backend.flow.plugins.components.collections.redis.redis_db_meta import RedisDBMetaComponent
 from backend.flow.plugins.components.collections.redis.trans_flies import TransFileComponent
 from backend.flow.utils.redis.redis_act_playload import RedisActPayload
 from backend.flow.utils.redis.redis_context_dataclass import ActKwargs
-from backend.flow.utils.redis.redis_db_meta import RedisDBMeta
 
 logger = logging.getLogger("flow")
 

dbm-ui/backend/flow/engine/bamboo/scene/redis/atom_jobs/redis_switch.py

@@ -10,12 +10,11 @@
 """
 import logging.config
 from dataclasses import asdict
-from typing import Dict, List, Optional
+from typing import List
 
 from django.utils.translation import ugettext as _
 
 from backend.configuration.constants import DBType
-from backend.constants import IP_PORT_DIVIDER
 from backend.db_meta.api.cluster import nosqlcomm
 from backend.db_meta.enums import ClusterType
 from backend.flow.consts import SwitchType, SyncType

dbm-ui/backend/flow/engine/bamboo/scene/redis/redis_cluster_scene_mss.py

@@ -12,20 +12,18 @@
 from collections import defaultdict
 from copy import deepcopy
 from dataclasses import asdict
-from typing import Any, Dict, List, Optional
+from typing import Dict, Optional
 
 from django.utils.translation import ugettext as _
 
-from backend.components import DBConfigApi
 from backend.configuration.constants import DBType
 from backend.constants import IP_PORT_DIVIDER
-from backend.db_meta import api
-from backend.db_meta.enums import ClusterType, InstanceRole, InstanceStatus
+from backend.db_meta.enums import InstanceRole, InstanceStatus
 from backend.db_meta.models import AppCache, Cluster, StorageInstance
 from backend.flow.consts import DEFAULT_LAST_IO_SECOND_AGO, DEFAULT_MASTER_DIFF_TIME, SyncType
 from backend.flow.engine.bamboo.scene.common.builder import Builder, SubBuilder
 from backend.flow.engine.bamboo.scene.common.get_file_list import GetFileList
-from backend.flow.engine.bamboo.scene.redis.atom_jobs import RedisBatchShutdownAtomJob, RedisClusterSwitchAtomJob
+from backend.flow.engine.bamboo.scene.redis.atom_jobs import RedisClusterSwitchAtomJob
 from backend.flow.plugins.components.collections.redis.exec_actuator_script import ExecuteDBActuatorScriptComponent
 from backend.flow.plugins.components.collections.redis.get_redis_payload import (
     GetRedisActPayloadComponent,

dbm-ui/backend/flow/engine/bamboo/scene/redis/tendis_plus_apply_flow.py

@@ -9,7 +9,6 @@
 specific language governing permissions and limitations under the License.
 """
 import copy
-import json
 import logging.config
 from dataclasses import asdict
 from typing import Dict, Optional

dbm-ui/backend/flow/engine/bamboo/scene/riak/riak_cluster_destroy_flow.py

@@ -18,7 +18,6 @@
 from backend.flow.consts import DBA_ROOT_USER
 from backend.flow.engine.bamboo.scene.common.builder import Builder, SubBuilder
 from backend.flow.engine.bamboo.scene.common.get_file_list import GetFileList
-from backend.flow.plugins.components.collections.common.pause import PauseComponent
 from backend.flow.plugins.components.collections.riak.exec_actuator_script import ExecuteRiakActuatorScriptComponent
 from backend.flow.plugins.components.collections.riak.get_riak_cluster_node import GetRiakClusterNodeComponent
 from backend.flow.plugins.components.collections.riak.riak_db_meta import RiakDBMetaComponent

dbm-ui/backend/flow/engine/bamboo/scene/spider/spider_recover.py

@@ -8,7 +8,6 @@
 an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the
 specific language governing permissions and limitations under the License.
 """
-import copy
 from dataclasses import asdict
 
 from django.utils.translation import ugettext as _
@@ -25,7 +24,6 @@
 from backend.flow.utils.mysql.common.compare_time import compare_time
 from backend.flow.utils.mysql.mysql_act_dataclass import DownloadBackupFileKwargs, ExecActuatorKwargs
 from backend.flow.utils.mysql.mysql_act_playload import MysqlActPayload
-from backend.utils import time
 
 
 def spider_recover_sub_flow(root_id: str, ticket_data: dict, cluster: dict):

dbm-ui/backend/flow/engine/bamboo/scene/spider/spider_remotedb_migrate_flow.py

@@ -11,7 +11,7 @@
 import copy
 import logging
 from dataclasses import asdict
-from typing import Dict, List, Optional
+from typing import Dict, Optional
 
 from django.utils.translation import ugettext as _
 

dbm-ui/backend/flow/engine/bamboo/scene/spider/spider_slave_cluster_destroy.py

@@ -15,7 +15,7 @@
 from django.utils.translation import ugettext as _
 
 from backend.db_meta.enums import ClusterEntryRole, ClusterEntryType, TenDBClusterSpiderRole
-from backend.db_meta.models import Cluster, ClusterEntry, ProxyInstance
+from backend.db_meta.models import Cluster, ProxyInstance
 from backend.flow.engine.bamboo.scene.common.builder import Builder, SubBuilder
 from backend.flow.engine.bamboo.scene.spider.common.common_sub_flow import reduce_spider_slaves_flow
 from backend.flow.plugins.components.collections.common.pause import PauseComponent