iggy/foreign/java/external-processors/iggy-connector-pinot/deployment/table.json at 051cb8b9eeb7810d01284a3548c7fb678b33086a · chiradip/iggy · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
{
  "tableName": "test_events",
  "tableType": "REALTIME",
  "segmentsConfig": {
    "timeColumnName": "timestamp",
    "timeType": "MILLISECONDS",
    "replication": "1",
    "schemaName": "test_events"
  },
  "tenants": {
    "broker": "DefaultTenant",
    "server": "DefaultTenant"
  },
  "tableIndexConfig": {
    "loadMode": "MMAP",
    "streamConfigs": {
      "streamType": "iggy",
      "stream.iggy.topic.name": "test-events",
      "stream.iggy.consumer.type": "lowlevel",
      "stream.iggy.consumer.factory.class.name": "org.apache.iggy.connector.pinot.consumer.IggyConsumerFactory",
      "realtime.segment.consumer.factory.class.name": "org.apache.iggy.connector.pinot.consumer.IggyConsumerFactory",
      "stream.iggy.decoder.class.name": "org.apache.iggy.connector.pinot.decoder.IggyJsonMessageDecoder",

      "stream.iggy.host": "iggy",
      "stream.iggy.port": "8090",
      "stream.iggy.username": "iggy",
      "stream.iggy.password": "iggy",

      "stream.iggy.stream.id": "test-stream",
      "stream.iggy.topic.id": "test-events",
      "stream.iggy.consumer.group": "pinot-integration-test",

      "stream.iggy.poll.batch.size": "100",
      "stream.iggy.connection.pool.size": "4",
      "stream.iggy.consumer.prop.auto.offset.reset": "smallest",

      "realtime.segment.flush.threshold.rows": "1000",
      "realtime.segment.flush.threshold.time": "600000"
    }
  },
  "metadata": {}
}