-
Notifications
You must be signed in to change notification settings - Fork 305
/
stream2kudu.json
55 lines (55 loc) · 1.29 KB
/
stream2kudu.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
{
"job": {
"setting": {
"speed": {
"channel": 1,
"bytes": -1
}
},
"content": [
{
"reader": {
"name": "streamreader",
"parameter": {
"column": [
{
"random": "1,1000",
"type": "long"
},
{
"random": "1,10",
"type": "string"
},
{
"random": "1000,50000",
"type": "double"
}
],
"sliceRecordCount": 1000
}
},
"writer": {
"name": "kuduwriter",
"parameter": {
"masterAddress": "10.60.172.153:7051,10.60.172.153:7151,10.60.172.153:7251",
"timeout": 60,
"sessionTimeout": 60,
"table": "users",
"replicaCount": 3,
"truncate": false,
"writeMode": "upsert",
"column": [
{"name":"user_id","type":"int"},
{"name":"user_name", "type":"long"},
{"name":"salary", "type":"double"}
],
"batchSize": 1024,
"bufferSize": 2048,
"skipFail": false,
"encoding": "UTF-8"
}
}
}
]
}
}