Do not merge until v7.1.2: cdc: add hex encoding to csv (#14427) (#14854

)
pingcap · Oct 25, 2023 · 874d392 · 874d392
1 parent 5b7338c
commit 874d392
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 1 deletion.
diff --git a/ticdc/ticdc-changefeed-config.md b/ticdc/ticdc-changefeed-config.md
@@ -168,6 +168,8 @@ enable-partition-separator = true
 # null = '\N'
 # Whether to include commit-ts in CSV rows. The default value is false.
 # include-commit-ts = false
+# The encoding method of binary data, which can be 'base64' or 'hex'. New in v7.1.2. The default value is 'base64'.
+# binary-encoding-method = 'base64'
 
 # Specifies the replication consistency configurations for a changefeed when using the redo log. For more information, see https://docs.pingcap.com/tidb/stable/ticdc-sink-to-mysql#eventually-consistent-replication-in-disaster-scenarios.
 # Note: The consistency-related configuration items only take effect when the downstream is a database and the redo log feature is enabled.

diff --git a/ticdc/ticdc-csv.md b/ticdc/ticdc-csv.md
@@ -33,6 +33,7 @@ delimiter = ','
 quote = '"'
 null = '\N'
 include-commit-ts = true
+binary-encoding-method = 'base64'
 ```
 
 ## Transactional constraints
@@ -89,7 +90,7 @@ The DML events of this table are stored in the CSV format as follows:
 | `TIME`                                                | String   | `"23:59:59"`                   | Format: `yyyy-MM-dd`                         |
 | `YEAR`                                                | Integer  | `1970`                         |  -                                     |
 | `VARCHAR`/`JSON`/`TINYTEXT`/`MEDIUMTEXT`/`LONGTEXT`/`TEXT`/`CHAR` | String   | `"test"`                       | UTF-8 encoded                       |
-| `VARBINARY`/`TINYBLOB`/`MEDIUMBLOB`/`LONGBLOB`/`BLOB`/`BINARY`  | String   | `"6Zi/5pav"`                   | base64 encoded                      |
+| `VARBINARY`/`TINYBLOB`/`MEDIUMBLOB`/`LONGBLOB`/`BLOB`/`BINARY`  | String   | `"6Zi/5pav"` or `"e998bfe696af"`                  | Base64 or hex encoded                      |
 | `BIT`                                                 | Integer  | `81`                           | -                                      |
 | `DECIMAL`                                             | String   | `"129012.1230000"`             | -                                      |
 | `ENUM`                                                | String   | `"a"`                          | -                                     |