TCM/config-example.json at master · Hel10word/TCM · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
{
  "sourceConfig":{
    "dataSourceEnum":"POSTGRESQL",
    "host":"192.168.0.1",
    "port":"5432",
    "username":"root",
    "password":"root",
    "databaseName":"test_db",
    "catalog":"test_db",
    "schema":"public"
  },
  "cloneConfig_mysql":{
    "dataSourceEnum":"MYSQL",
    "host":"192.168.0.2",
    "port":"3306",
    "username":"root",
    "password":"root",
    "databaseName":"test_db"
  },
  "cloneConfig_rpdsql":{
    "dataSourceEnum":"RPDSQL",
    "host":"192.168.0.3",
    "port":"3306",
    "username":"root",
    "password":"root",
    "databaseName":"test_db"
  },
  "cloneConfig_pg":{
    "dataSourceEnum":"POSTGRESQL",
    "host":"192.168.0.4",
    "port":"5432",
    "username":"root",
    "password":"root",
    "databaseName":"test_db",
    "catalog":"test_db",
    "schema":"public"
  },
  "cloneConfig_sqlserver":{
    "dataSourceEnum":"SQLSERVER",
    "host":"192.168.0.5",
    "port":"1433",
    "username":"root",
    "password":"root",
    "databaseName":"test_db",
    "catalog":"test_db",
    "schema":"dbo"
  },
  "cloneConfig":{
    "dataSourceEnum":"HUDI",
    "host":"192.168.0.6",
    "port":"10000",
    "username":"root",
    "password":"root",
    "databaseName":"test_db"
  },
  "redis":{
    "host":"192.168.0.7",
    "messageKey":"TestRedisKey",
    "port":"16379"
  },
  "sourceTableNames":["lineitem_test"],
  "cloneTableNames":["lineitem_test_hudi"],
  "customTables":[],
  "hdfsSourceDataDir":"hdfs:///tcm-test/",
  "hdfsCloneDataPath":"hdfs:///tcm-test/hudi-data/",
  "primaryKey":"l_comment",
  "partitionKey":"_hoodie_date",
  "hoodieTableType":"MERGE_ON_READ",
  "nonPartition":false,
  "multiPartitionKeys":false,
  "sparkCustomCommand":"spark-shell --jars /opt/jars/hudi-spark-bundle_2.11-0.8.0.jar --driver-class-path $HADOOP_CONF_DIR --packages org.apache.spark:spark-avro_2.11:2.4.4 --master local[2] --deploy-mode client --driver-memory 4G --executor-memory 4G --num-executors 2",
  "csvSaveInHDFS":false,
  "useCustomTables":false,
  "outSourceTableSQL":true,
  "outCloneTableSQL":true,
  "createTableInClone":true,
  "createPrimaryKeyInClone":true,
  "executeExportScript":true,
  "executeLoadScript":true,
  "deleteCache":false,
  "tempDirectory":"/usr/local/TCM-Temp",
  "delimiter":"|",
  "lineSeparate": "\\n",
  "quote": "\"",
  "escape": "\\",
  "sendRedis":true,
  "debug":false
}