-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathwikipedia-kafka-supervisor.json
56 lines (56 loc) · 1.32 KB
/
wikipedia-kafka-supervisor.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
{
"type": "kafka",
"dataSchema": {
"dataSource": "wikipedia-kafka",
"parser": {
"type": "string",
"parseSpec": {
"format": "json",
"timestampSpec": {
"column": "timestamp",
"format": "iso"
},
"dimensionsSpec": {
"dimensions": [
"isRobot",
"channel",
"flags",
"isUnpatrolled",
"page",
"diffUrl",
"comment",
"isNew",
"isMinor",
"user",
"namespace",
{ "name" : "commentLength", "type" : "long" },
{ "name" : "deltaBucket", "type" : "long" },
"cityName",
"countryIsoCode",
"countryName",
"isAnonymous",
"metroCode",
"regionIsoCode",
"regionName",
{ "name": "added", "type": "long" },
{ "name": "deleted", "type": "long" },
{ "name": "delta", "type": "long" }
]
}
}
},
"metricsSpec" : [],
"granularitySpec": {
"type": "uniform",
"segmentGranularity": "HOUR",
"queryGranularity": "NONE",
"rollup": true
}
},
"ioConfig": {
"topic": "wikipedia",
"consumerProperties": {
"bootstrap.servers": "localhost:9092"
}
}
}