Tue Nov 21 2023 10:06:07 GMT+0000 (Coordinated Universal Time)
Saved by @GlassFlow
{ "tableName": "clickstream", "tableType": "REALTIME", "segmentsConfig": { "timeColumnName": "ts", "schemaName": "clickstream", "replicasPerPartition": "1" }, "tenants": {}, "tableIndexConfig": { "streamConfigs": { "streamType": "kafka", "stream.kafka.topic.name": "clickstream-events", "stream.kafka.broker.list": "kafka-clickstream:9093", "stream.kafka.consumer.type": "lowlevel", "stream.kafka.consumer.prop.auto.offset.reset": "smallest", "stream.kafka.consumer.factory.class.name": "org.apache.pinot.plugin.stream.kafka20.KafkaConsumerFactory", "stream.kafka.decoder.class.name": "org.apache.pinot.plugin.stream.kafka.KafkaJSONMessageDecoder", "realtime.segment.flush.threshold.rows": "1000", "realtime.segment.flush.threshold.time": "24h", "realtime.segment.flush.segment.size": "100M" } }, "metadata": {}, "ingestionConfig": { "transformConfigs": [ { "columnName": "user_id", "transformFunction": "JSONPATH(meta, '$.user_id')" }, { "columnName": "web_page", "transformFunction": "JSONPATH(meta, '$.web_page')" }, { "columnName": "order", "transformFunction": "JSONPATH(meta, '$.order')" }, { "columnName": "location", "transformFunction": "JSONPATH(meta, '$.location')" }, { "columnName": "visit", "transformFunction": "JSONPATH(meta, '$.visit')" }, { "columnName": "ts", "transformFunction": "\"timestamp\" * 1000" } ] } }
Copy this HTML code:
Preview:
open_in_newInstructions on embedding in Medium
Comments