From fdedc3d73fdecceeb51bc82bc465425a0ec0e977 Mon Sep 17 00:00:00 2001
From: kyonRay <rui.kwok@outlook.com>
Date: Tue, 20 Feb 2024 10:34:34 +0800
Subject: [PATCH] <fix>(CI): add CI rare string test.

---
 .ci/check_rare_string.sh           | 54 ++++++++++++++++++++++++
 .ci/ci_cross_all_check.sh          | 15 +++++++
 .ci/ci_cross_bcos3_demo_check.sh   | 15 +++++++
 .ci/ci_cross_fabric2_demo_check.sh | 15 ++++++-
 .ci/ci_cross_gm_demo_check.sh      | 13 ++++++
 .ci/ci_demo_check.sh               | 12 ++++++
 .ci/gen_rare_string.sh             | 67 ++++++++++++++++++++++++++++++
 scripts/download_console.sh        |  4 +-
 8 files changed, 192 insertions(+), 3 deletions(-)
 create mode 100644 .ci/check_rare_string.sh
 create mode 100644 .ci/gen_rare_string.sh

diff --git a/.ci/check_rare_string.sh b/.ci/check_rare_string.sh
new file mode 100644
index 000000000..fa2555b20
--- /dev/null
+++ b/.ci/check_rare_string.sh
@@ -0,0 +1,54 @@
+#!/bin/bash
+
+
+
+function LOG_ERROR()
+{
+    local content=${1}
+    echo -e "\033[31m"${content}"\033[0m"
+}
+
+function LOG_INFO()
+{
+    local content=${1}
+    echo -e "\033[32m"${content}"\033[0m"
+}
+
+get_md5sum_cmd() {
+  local md5sum_cmd="md5sum"
+  if [ "$(uname)" == "Darwin" ]; then
+    md5sum_cmd="md5"
+  fi
+  echo "$md5sum_cmd"
+}
+
+function checkConcatenatedRareString() {
+
+   concatenatedString=${1}
+   log_file=${2}
+   md5sum_cmd=$(get_md5sum_cmd)
+
+   md5_concatenatedString=$(echo -n "$concatenatedString" | $md5sum_cmd | awk '{print $1}')
+
+   # compare rare string and stringFromGet
+   get_output=$(cat ${log_file}| grep "result=" | awk -F '[][]' '{print $4}' | awk NF | tail -n 1)
+   md5_stringFromGet=$(echo -n "$get_output" | $md5sum_cmd | awk '{print $1}')
+   if [ "$md5_concatenatedString" != "$md5_stringFromGet" ]; then
+     LOG_ERROR "error: check failed, the md5 values of rareString and stringFromGet are not equal, fail concatenatedString: ${concatenatedString}, get_output: ${get_output}"
+     exit 1
+   else
+     LOG_INFO "check success, concatenatedString: ${concatenatedString}"
+   fi
+}
+
+main() {
+  concatenatedString=${1}
+  log_file=${2}
+  LOG_INFO "check rare string start, concatenatedString: ${concatenatedString}"
+
+  checkConcatenatedRareString ${concatenatedString} ${log_file}
+  LOG_INFO "check rare string finished!"
+}
+
+main "$@"
+
diff --git a/.ci/ci_cross_all_check.sh b/.ci/ci_cross_all_check.sh
index 937bdc7c9..1a8390345 100644
--- a/.ci/ci_cross_all_check.sh
+++ b/.ci/ci_cross_all_check.sh
@@ -2,7 +2,9 @@
 
 set -e
 ROOT=$(pwd)/demo/
+CI_PWD=$(pwd)
 PLUGIN_BRANCH=master
+final_rare_input=""
 
 LOG_INFO() {
     local content=${1}
@@ -14,6 +16,14 @@ LOG_ERROR() {
     echo -e "\033[31m[ERROR] ${content}\033[0m"
 }
 
+prepare_rare_string() {
+  final_rare_input=$(bash ${CI_PWD}/.ci/gen_rare_string.sh)
+}
+
+check_rare_string() {
+  bash ${CI_PWD}/.ci/check_rare_string.sh ${final_rare_input} ${ROOT}/WeCross-Console/logs/debug.log
+}
+
 check_log() {
     cd ${ROOT}
     error_log=routers-payment/127.0.0.1-8250-25500/logs/error.log
@@ -62,6 +72,8 @@ demo_test() {
 
     ensure_bcos_nodes_running
 
+    prepare_rare_string
+
     cd WeCross-Console/
     bash start.sh <<EOF
 listResources
@@ -83,6 +95,8 @@ call payment.bcos-gm.HelloWorld get
 sendTransaction payment.bcos-gm.HelloWorld set Jerry
 call payment.bcos-gm.HelloWorld get
 
+sendTransaction payment.bcos-gm.HelloWorld set ${final_rare_input}
+call payment.bcos-gm.HelloWorld get
 quit
 EOF
     cd ..
@@ -90,6 +104,7 @@ EOF
     check_log
     check_console_log ${ROOT}/WeCross-Console/logs/warn.log
     check_console_log ${ROOT}/WeCross-Console/logs/error.log
+    check_rare_string
 
 }
 
diff --git a/.ci/ci_cross_bcos3_demo_check.sh b/.ci/ci_cross_bcos3_demo_check.sh
index f7b9988f1..d91272b29 100644
--- a/.ci/ci_cross_bcos3_demo_check.sh
+++ b/.ci/ci_cross_bcos3_demo_check.sh
@@ -2,7 +2,9 @@
 
 set -e
 ROOT=$(pwd)/demo/
+CI_PWD=$(pwd)
 PLUGIN_BRANCH=master
+final_rare_input=""
 
 LOG_INFO() {
     local content=${1}
@@ -14,6 +16,14 @@ LOG_ERROR() {
     echo -e "\033[31m[ERROR] ${content}\033[0m"
 }
 
+prepare_rare_string() {
+  final_rare_input=$(bash ${CI_PWD}/.ci/gen_rare_string.sh)
+}
+
+check_rare_string() {
+  bash ${CI_PWD}/.ci/check_rare_string.sh ${final_rare_input} ${ROOT}/WeCross-Console/logs/debug.log
+}
+
 check_log() {
     cd ${ROOT}
     error_log=routers-payment/127.0.0.1-8250-25500/logs/error.log
@@ -56,6 +66,8 @@ cross_bcos3_demo_test() {
 
     bash build_cross_bcos3.sh -H 127.0.0.1 -P 3306 -u root -p 123456
 
+    prepare_rare_string
+
     cd WeCross-Console/
     bash start.sh <<EOF
 listResources
@@ -68,6 +80,8 @@ call payment.bcos3.HelloWorld get
 call payment.bcos3_gm.HelloWorld get
 sendTransaction payment.bcos3_gm.HelloWorld set Jerry
 call payment.bcos3_gm.HelloWorld get
+sendTransaction payment.bcos3_gm.HelloWorld set ${final_rare_input}
+call payment.bcos3_gm.HelloWorld get
 quit
 EOF
     cd ..
@@ -75,6 +89,7 @@ EOF
     check_log
     check_console_log ${ROOT}/WeCross-Console/logs/warn.log
     check_console_log ${ROOT}/WeCross-Console/logs/error.log
+    check_rare_string
 }
 
 prepare_wecross() {
diff --git a/.ci/ci_cross_fabric2_demo_check.sh b/.ci/ci_cross_fabric2_demo_check.sh
index 02d507321..5616e02ef 100644
--- a/.ci/ci_cross_fabric2_demo_check.sh
+++ b/.ci/ci_cross_fabric2_demo_check.sh
@@ -1,8 +1,10 @@
 #!/bin/bash
 
 set -e
+CI_PWD=$(pwd)
 ROOT=$(pwd)/demo/
 PLUGIN_BRANCH=master
+final_rare_input=""
 
 LOG_INFO() {
     local content=${1}
@@ -14,6 +16,14 @@ LOG_ERROR() {
     echo -e "\033[31m[ERROR] ${content}\033[0m"
 }
 
+prepare_rare_string() {
+  final_rare_input=$(bash ${CI_PWD}/.ci/gen_rare_string.sh)
+}
+
+check_rare_string() {
+  bash ${CI_PWD}/.ci/check_rare_string.sh ${final_rare_input} ${ROOT}/WeCross-Console/logs/debug.log
+}
+
 check_log() {
     cd ${ROOT}
     error_log=routers-payment/127.0.0.1-8250-25500/logs/error.log
@@ -61,6 +71,7 @@ demo_test() {
     bash build_cross_fabric2.sh -H 127.0.0.1 -P 3306 -u root -p 123456
 
     ensure_bcos_nodes_running
+    prepare_rare_string
 
     cd WeCross-Console/
     bash start.sh <<EOF
@@ -73,6 +84,8 @@ sendTransaction payment.bcos.HelloWorld set Tom
 call payment.bcos.HelloWorld get
 sendTransaction payment.fabric2.sacc set a 666
 call payment.fabric2.sacc query a
+sendTransaction payment.fabric2.sacc set a ${final_rare_input}
+call payment.fabric2.sacc query a
 quit
 EOF
     cd ..
@@ -80,7 +93,7 @@ EOF
     check_log
     check_console_log ${ROOT}/WeCross-Console/logs/warn.log
     check_console_log ${ROOT}/WeCross-Console/logs/error.log
-
+    check_rare_string
 }
 
 prepare_wecross() {
diff --git a/.ci/ci_cross_gm_demo_check.sh b/.ci/ci_cross_gm_demo_check.sh
index b7dd0a8ae..95bd761f8 100644
--- a/.ci/ci_cross_gm_demo_check.sh
+++ b/.ci/ci_cross_gm_demo_check.sh
@@ -2,7 +2,9 @@
 
 set -e
 ROOT=$(pwd)/demo/
+CI_PWD=$(pwd)
 PLUGIN_BRANCH=master
+final_rare_input=""
 
 LOG_INFO() {
     local content=${1}
@@ -14,6 +16,13 @@ LOG_ERROR() {
     echo -e "\033[31m[ERROR] ${content}\033[0m"
 }
 
+prepare_rare_string() {
+  final_rare_input=$(bash ${CI_PWD}/.ci/gen_rare_string.sh)
+}
+
+check_rare_string() {
+  bash ${CI_PWD}/.ci/check_rare_string.sh ${final_rare_input} ${ROOT}/WeCross-Console/logs/debug.log
+}
 check_log() {
     cd ${ROOT}
     error_log=routers-payment/127.0.0.1-8250-25500/logs/error.log
@@ -55,6 +64,7 @@ cross_normal_guomi_demo_test() {
     cd ${ROOT}
 
     bash build_cross_gm.sh -H 127.0.0.1 -P 3306 -u root -p 123456
+    prepare_rare_string
 
     cd WeCross-Console/
     bash start.sh <<EOF
@@ -68,6 +78,8 @@ call payment.bcos.HelloWorld get
 call payment.bcos_gm.HelloWorld get
 sendTransaction payment.bcos_gm.HelloWorld set Jerry
 call payment.bcos_gm.HelloWorld get
+sendTransaction payment.bcos_gm.HelloWorld set ${final_rare_input}
+call payment.bcos_gm.HelloWorld get
 quit
 EOF
     cd ..
@@ -75,6 +87,7 @@ EOF
     check_log
     check_console_log ${ROOT}/WeCross-Console/logs/warn.log
     check_console_log ${ROOT}/WeCross-Console/logs/error.log
+    check_rare_string
 }
 
 prepare_wecross() {
diff --git a/.ci/ci_demo_check.sh b/.ci/ci_demo_check.sh
index 38c20019c..67b69d376 100644
--- a/.ci/ci_demo_check.sh
+++ b/.ci/ci_demo_check.sh
@@ -2,7 +2,9 @@
 
 set -e
 ROOT=$(pwd)/demo/
+CI_PWD=$(pwd)
 PLUGIN_BRANCH=master
+final_rare_input=""
 
 LOG_INFO() {
     local content=${1}
@@ -13,7 +15,13 @@ LOG_ERROR() {
     local content=${1}
     echo -e "\033[31m[ERROR] ${content}\033[0m"
 }
+prepare_rare_string() {
+  final_rare_input=$(bash ${CI_PWD}/.ci/gen_rare_string.sh)
+}
 
+check_rare_string() {
+  bash ${CI_PWD}/.ci/check_rare_string.sh ${final_rare_input} ${ROOT}/WeCross-Console/logs/debug.log
+}
 check_log() {
     cd ${ROOT}
     error_log=routers-payment/127.0.0.1-8250-25500/logs/error.log
@@ -61,6 +69,7 @@ demo_test() {
     bash -x build.sh -H 127.0.0.1 -P 3306 -u root -p 123456
 
     ensure_bcos_nodes_running
+    prepare_rare_string
 
     cd WeCross-Console/
     bash start.sh <<EOF
@@ -74,6 +83,8 @@ call payment.bcos.HelloWorld get
 call payment.fabric.sacc query a
 sendTransaction payment.fabric.sacc set a 666
 call payment.fabric.sacc query a
+sendTransaction payment.fabric.sacc set a ${final_rare_input}
+call payment.fabric.sacc query a
 quit
 EOF
     cd ..
@@ -81,6 +92,7 @@ EOF
     check_log
     check_console_log ${ROOT}/WeCross-Console/logs/warn.log
     check_console_log ${ROOT}/WeCross-Console/logs/error.log
+    check_rare_string
 
 }
 
diff --git a/.ci/gen_rare_string.sh b/.ci/gen_rare_string.sh
new file mode 100644
index 000000000..8a365cd71
--- /dev/null
+++ b/.ci/gen_rare_string.sh
@@ -0,0 +1,67 @@
+#!/bin/bash
+rare_str_range_names=("CJKUnifiedIdeographs" "CJKCompatibilityIdeographs" "CJKCompatibilityIdeographsSupplement" "KangxiRadicals" "CJKRadicalsSupplement" "IdeographicDescriptionCharacters" "Bopomofo" "BopomofoExtended" "CJKStrokes" "CJKSymbolsandPunctuation" "CJKCompatibilityForms" "CJKCompatibility" "EnclosedCJKLettersandMonths" "CJKUnifiedIdeographsExtensionA" "CJKUnifiedIdeographsExtensionB" "CJKUnifiedIdeographsExtensionC" "CJKUnifiedIdeographsExtensionD" "CJKUnifiedIdeographsExtensionE" "CJKUnifiedIdeographsExtensionF")
+rare_str_range_values=("19968,40959" "63744,64255" "194560,195103" "12032,12255" "11904,12031" "12272,12287" "12544,12591" "12704,12735" "12736,12783" "12288,12351" "65072,65103" "13056,13311" "12800,13055" "13312,19903" "131072,173791" "173824,177977" "177984,178205" "178208,183969" "183984,191456")
+final_rare_input=""
+
+LOG_INFO() {
+    local content=${1}
+    echo -e "\033[32m[INFO] ${content}\033[0m"
+}
+
+LOG_ERROR() {
+    local content=${1}
+    echo -e "\033[31m[ERROR] ${content}\033[0m"
+}
+
+download_rare_string_jar() {
+  curl -LOs "https://github.com/FISCO-BCOS/LargeFiles/raw/master/binaries/jar/get-rare-string-with-unicode.jar"
+}
+
+getRangeValues() {
+  local rangeValue=$1
+  IFS=',' read -r startValue endValue <<<"$rangeValue"
+
+  echo "$startValue $endValue"
+}
+
+getConcatenatedRareStringWithRange() {
+  local startUnicode=${1}
+  local endUnicode=${2}
+
+  # concatenate strings with begin middle end
+  local concatenatedString
+  concatenatedString=$(java -cp './get-rare-string-with-unicode.jar' org.example.Main ${startUnicode})
+  local midUnicode=$((($startUnicode + $endUnicode) / 2))
+  for ((i = midUnicode; i <= midUnicode + 5; i++)); do
+    local currentRareString
+    currentRareString=$(java -cp './get-rare-string-with-unicode.jar' org.example.Main ${i})
+    concatenatedString+="$currentRareString"
+  done
+  local endRareString
+  endRareString=$(java -cp './get-rare-string-with-unicode.jar' org.example.Main ${endUnicode})
+  concatenatedString+="$endRareString"
+  echo "$concatenatedString"
+}
+
+get_rare_string() {
+  download_rare_string_jar
+  export LC_ALL=en_US.UTF-8
+  export LANG=en_US.UTF-8
+  export LANGUAGE=en_US.UTF-8
+
+  for ((i = 0; i < ${#rare_str_range_names[@]}; i++)); do
+    range_name="${rare_str_range_names[$i]}"
+    range_value="${rare_str_range_values[$i]}"
+
+    read -r start_value end_value <<<$(getRangeValues "${range_value}")
+    concatenated=$(getConcatenatedRareStringWithRange $start_value $end_value)
+    final_rare_input+="${concatenated}"
+  done
+}
+
+main() {
+  get_rare_string
+  echo "${final_rare_input}"
+}
+
+main
\ No newline at end of file
diff --git a/scripts/download_console.sh b/scripts/download_console.sh
index 2d58107af..1bde8b7b4 100644
--- a/scripts/download_console.sh
+++ b/scripts/download_console.sh
@@ -201,11 +201,11 @@ download_get_account_scripts() {
     cd ${scripts_dir}
 
     LOG_INFO "Download get_account.sh ..."
-    Download https://gitee.com/FISCO-BCOS/console/raw/${BCOS_VERSION}/tools/get_account.sh
+    Download https://github.com/FISCO-BCOS/console/releases/download/v3.0.0/get_account.sh
     chmod u+x get_account.sh
 
     LOG_INFO "Download get_gm_account.sh ..."
-    Download https://gitee.com/FISCO-BCOS/console/raw/${BCOS_VERSION}/tools/get_gm_account.sh
+    Download https://github.com/FISCO-BCOS/console/releases/download/v3.0.0/get_gm_account.sh
     chmod u+x get_gm_account.sh
 
     cd -