rabbitmq to druid error with docker
thuylevn opened this issue · 0 comments
curl -X POST -H 'Content-Type: application/json' -d @Druid_Ingestion/rabbitmq-index.json http://localhost:8081/druid/indexer/v1/task
{
"type": "index_realtime",
"spec": {
"dataSchema" : {
"dataSource" : "rabbitmq_test",
"parser" : {
"type" : "base64",
"parseSpec" : {
"format" : "json",
"timestampSpec" : {
"column" : "submit_date",
"format" : "auto"
},
"dimensionsSpec" : {
"dimensions": [ "request_type","origin","description" ],
"dimensionExclusions" : [],
"spatialDimensions" : []
}
}
},
"metricsSpec" : [ {
"type" : "count",
"name" : "count"
} ],
"granularitySpec" : {
"type" : "uniform",
"segmentGranularity" : "hour",
"queryGranularity" : "none"
}
},
"ioConfig" : {
"type" : "realtime",
"firehose": {
"type": "rabbitmq",
"connection" : {
"host": "172.29.242.173",
"port": "5672",
"username": "guest",
"password": "guest",
"virtualHost": "/",
"uri": "amqp://172.29.242.173/"
},
"config" : {
"exchange": "NiFi_Exchanges_test_1",
"queue" : "NiFi_Queues_test_1",
"routingKey": "NiFi_Routing_key_test_1",
"durable": "true",
"exclusive": "false",
"autoDelete": "false",
"maxRetries": "10",
"retryIntervalSeconds": "1",
"maxDurationSeconds": "300"
},
"plumber": {
"type": "realtime"
}
}
},
"tuningConfig": {
"type" : "realtime",
"maxRowsInMemory": 7500000,
"intermediatePersistPeriod": "PT10m",
"windowPeriod": "PT10m",
"basePersistDirectory": "/tmp/realtime/basePersist",
"rejectionPolicy": {
"type": "serverTime"
}
}
}
}
2018-08-17T11:57:21,400 WARN [MonitorScheduler-0] io.druid.segment.realtime.RealtimeMetricsMonitor - [1] events thrown away because they are outside the window period!
2018-08-17T12:10:00,001 INFO [rabbitmq_test-overseer-0] io.druid.segment.realtime.plumber.RealtimePlumber - Starting merge and push.
2018-08-17T12:10:00,001 INFO [rabbitmq_test-overseer-0] io.druid.segment.realtime.plumber.RealtimePlumber - Found [0] segments. Attempting to hand off segments that start before [2018-08-17T12:00:00.000Z].
2018-08-17T12:10:00,001 INFO [rabbitmq_test-overseer-0] io.druid.segment.realtime.plumber.RealtimePlumber - Found [0] sinks to persist and merge