Merge branch 'master' into support-offset

hhyo · Sep 16, 2021 · 9e66c17 · 9e66c17
2 parents bf88b63 + ae54ae6
commit 9e66c17
Show file tree

Hide file tree

Showing 5 changed files with 78 additions and 8 deletions.
diff --git a/common/static/ace/ace-init.js b/common/static/ace/ace-init.js
@@ -40,7 +40,7 @@ editor.commands.addCommand({
     exec: function (editor) {
         let pathname = window.location.pathname;
         if (pathname === "/sqlquery/") {
-            sqlquery();
+            dosqlquery()
         }
     }
 });

diff --git a/masking.sh b/masking.sh
@@ -0,0 +1,66 @@
+# 脱敏字段添加过于繁琐
+# 可参考下面的脚本，定时运行即可
+
+# 脱敏规则
+# (1, '手机号'), (2, '证件号码'), (3, '银行卡'), (4, '邮箱'), (5, '金额'), (6, '其他')
+masking_rule_phone='phone|mobile'
+masking_rule_idno='id_number|idcard'
+masking_rule_bankcardno='bank_no'
+masking_rule_mail='mail|email'
+masking_rule_amount='pay_money|amount'
+masking_rule_others='pwd|password|user_pass'
+masking_rules="$masking_rule_phone|$masking_rule_idno|$masking_rule_bankcardno|$masking_rule_mail|$masking_rule_amount|$masking_rule_others";
+
+DIR="$( cd "$( dirname "$0"  )" && pwd  )"
+cd $DIR
+archery_host=127.0.0.1
+archery_port=3306 
+archery_user=
+archery_db=archery
+archery_pw=
+
+# 获取archery所有slave实例信息
+mysql -h$archery_host -P$archery_port -u$archery_user -p$archery_pw $archery_db -N -e "select 
+id,instance_name,host,port 
+from sql_instance  where type='slave';">instances.list
+
+# 清空表
+mysql -h$archery_host -P$archery_port -u$archery_user -p$archery_pw $archery_db -N -e "truncate table data_masking_columns;"
+
+# 临时账号密码（因实例账号&密码为加密，写死使用）
+# 此方式只适用单个实例或多个实例账号密码一致
+user=
+pw=
+
+# 获取脱敏字段信息
+cat instances.list|while read instance_name host port 
+do 
+mysql -h$host -P$port -u$user -p$pw -N -e "
+SELECT CASE
+         WHEN COLUMN_NAME REGEXP '$masking_rule_phone'
+           THEN 1
+         WHEN COLUMN_NAME REGEXP '$masking_rule_idno'
+           THEN 2
+         WHEN COLUMN_NAME REGEXP '$masking_rule_bankcardno'
+           THEN 3
+         WHEN COLUMN_NAME REGEXP '$masking_rule_mail'
+           THEN 4
+         WHEN COLUMN_NAME REGEXP '$masking_rule_amount'
+           THEN 5
+         WHEN COLUMN_NAME REGEXP '$masking_rule_others'
+           THEN 6
+         END AS       rule_type,
+       1     AS       active,
+       '$instance_id' instance_id,
+       TABLE_SCHEMA   table_schema,
+       TABLE_NAME     table_name,
+       COLUMN_NAME    column_name,
+       COLUMN_COMMENT column_comment
+FROM information_schema.COLUMNS
+WHERE COLUMN_NAME REGEXP '$masking_rules'
+AND TABLE_SCHEMA != 'performance_schema'
+AND TABLE_SCHEMA != 'information_schema';">$instance_name.txt
+
+# 更新表数据
+mysql -h$archery_host -P$archery_port -u$archery_user -p$archery_pw $archery_db -N -e "load data local infile '$instance_name.txt' replace into table data_masking_columns fields terminated by '\t' ( rule_type,active,instance_id,table_schema,table_name,column_name,column_comment);"
+done
diff --git a/sql/admin.py b/sql/admin.py
@@ -151,7 +151,7 @@ class QueryPrivilegesApplyAdmin(admin.ModelAdmin):
 @admin.register(DataMaskingColumns)
 class DataMaskingColumnsAdmin(admin.ModelAdmin):
     list_display = (
-        'column_id', 'rule_type', 'active', 'instance', 'table_schema', 'table_name', 'column_name',
+        'column_id', 'rule_type', 'active', 'instance', 'table_schema', 'table_name', 'column_name', 'column_comment',
         'create_time',)
     search_fields = ['table_name', 'column_name']
     list_filter = ('rule_type', 'active', 'instance__instance_name')

diff --git a/sql/db_diagnostic.py b/sql/db_diagnostic.py
@@ -277,7 +277,7 @@ def innodb_trx(request):
     ON trx.trx_mysql_thread_id = p.id
     WHERE trx.trx_state = 'RUNNING'
     AND p.COMMAND = 'Sleep'
-    AND P.time > 3
+    AND p.time > 3
     ORDER BY trx.trx_started ASC;'''
 
     query_result = query_engine.query('information_schema', sql)

diff --git a/sql/templates/sqlquery.html b/sql/templates/sqlquery.html
@@ -622,11 +622,7 @@ <h4 class="modal-title text-danger">收藏语句</h4>
 
         //先做表单验证，验证成功再成功提交查询请求
         $("#btn-sqlquery").click(function () {
-                if (sqlquery_validate()) {
-                    $('input[type=button]').addClass('disabled');
-                    $('input[type=button]').prop('disabled', true);
-                    sqlquery();
-                }
+                dosqlquery();
             }
         );
 
@@ -913,6 +909,14 @@ <h4 class="modal-title text-danger">收藏语句</h4>
                 }
             });
         }
+
+        function dosqlquery() {
+            if (sqlquery_validate()) {
+                $('input[type=button]').addClass('disabled');
+                $('input[type=button]').prop('disabled', true);
+                sqlquery();
+            }
+        }
     </script>
     <!-- common -->
     <script>