Tranquility Kafka Dropping All the Events

Hi,

I’m running druid in cluster mode in different server.

Core Engine (Broker) 10.2.1.42

Coordination Engine (Coordinator + Overlord) 10.2.1.98

Compute Engine (Historical + middleManager) 10.2.1.229

Dependencies (Zookeeper + MySQL + Kafka + Nodejs) 10.2.1.239

My tranquility Kafka dropping all the events. Here is the log from tranquility Kafka :

2017-01-06 03:40:55,587 [KafkaConsumer-CommitThread] INFO c.m.tranquility.kafka.KafkaConsumer - Flushed {vnk-clst={receivedCount=2, sentCount=0, droppedCount=2, unparseableCount=0}} pending messages in 0ms and committed offsets in 2ms.
2017-01-06 03:41:10,588 [KafkaConsumer-CommitThread] INFO c.m.tranquility.kafka.KafkaConsumer - Flushed {vnk-clst={receivedCount=2, sentCount=0, droppedCount=2, unparseableCount=0}} pending messages in 0ms and committed offsets in 1ms.
2017-01-06 03:41:25,589 [KafkaConsumer-CommitThread] INFO c.m.tranquility.kafka.KafkaConsumer - Flushed {vnk-clst={receivedCount=5, sentCount=0, droppedCount=5, unparseableCount=0}} pending messages in 0ms and committed offsets in 1ms.
2017-01-06 03:41:40,596 [KafkaConsumer-CommitThread] INFO c.m.tranquility.kafka.KafkaConsumer - Flushed {vnk-clst={receivedCount=6, sentCount=0, droppedCount=6, unparseableCount=0}} pending messages in 0ms and committed offsets in 7ms.
2017-01-06 03:41:55,598 [KafkaConsumer-CommitThread] INFO c.m.tranquility.kafka.KafkaConsumer - Flushed {vnk-clst={receivedCount=4, sentCount=0, droppedCount=4, unparseableCount=0}} pending messages in 0ms and committed offsets in 2ms.
2017-01-06 03:42:10,600 [KafkaConsumer-CommitThread] INFO c.m.tranquility.kafka.KafkaConsumer - Flushed {vnk-clst={receivedCount=4, sentCount=0, droppedCount=4, unparseableCount=0}} pending messages in 0ms and committed offsets in 1ms.
2017-01-06 03:42:25,601 [KafkaConsumer-CommitThread] INFO c.m.tranquility.kafka.KafkaConsumer - Flushed {vnk-clst={receivedCount=5, sentCount=0, droppedCount=5, unparseableCount=0}} pending messages in 0ms and committed offsets in 1ms.
2017-01-06 03:42:40,603 [KafkaConsumer-CommitThread] INFO c.m.tranquility.kafka.KafkaConsumer - Flushed {vnk-clst={receivedCount=2, sentCount=0, droppedCount=2, unparseableCount=0}} pending messages in 0ms and committed offsets in 1ms.
2017-01-06 03:42:55,604 [KafkaConsumer-CommitThread] INFO c.m.tranquility.kafka.KafkaConsumer - Flushed {vnk-clst={receivedCount=6, sentCount=0, droppedCount=6, unparseableCount=0}} pending messages in 0ms and committed offsets in 1ms

Node Js events timestamp shows it is with in window period:

Current Time 2017-01-06T03:55:44.624Z
Event Time 2017-01-06T03:55:33.160Z
Current Time 2017-01-06T03:55:44.624Z
Event Time 2017-01-06T03:55:43.224Z
Current Time 2017-01-06T03:55:44.624Z
Event Time 2017-01-06T03:55:43.440Z
Response: { ‘vnk-clst’: { ‘0’: 11277 } }

Is there something I’m missing? All the servers in same timezone, using ec2 instances in Amazon.

Here is my kafka.json file:

{

“dataSources” : [

{

  "spec" : {

    "dataSchema" : {

      "dataSource" : "vnkcs",

      "parser" : {

        "type" : "string",

        "parseSpec" : {

          "format" : "json",

          "flattenSpec": {

            "useFieldDiscovery": true,

            "fields": [

              "timestamp",

              "event_type",

              "user_id",

              "advertiser_id",

              "session_id",

              "version_name",

              "os_name",

              "os_version",

              "device_brand",

              "device_manufacturer",

              "device_model",

              "carrier",

              "language",

              "platform",

              "sequence_number",

              "lat",

              "lng",

              "country",

              "city",

              "region",

              "device_id",

              "gps_enabled",

              "email",

              {

                "type": "path",

                "name": "event_source",

                "expr": "$.event_properties.Source"

              },

              {

                "type": "path",

                "name": "product_category",

                "expr": "$.event_properties.Category"

              },

              {

                "type": "path",

                "name": "tinder_action",

                "expr": "$.event_properties.Action"

              },

              {

                "type": "path",

                "name": "product_id",

                "expr": "$.event_properties.Id"

              },

              {

                "type": "path",

                "name": "search_term",

                "expr": "$.event_properties.['Search Query']"

              },

              {

                "type": "path",

                "name": "profile_menu",

                "expr": "$.event_properties.Item"

              },

              {

                "type": "path",

                "name": "page_view",

                "expr": "$.event_properties.['order type']"

              },

              {

                "type": "path",

                "name": "product_images",

                "expr": "$.event_properties.images"

              },

              {

                "type": "path",

                "name": "seller",

                "expr": "$.event_properties.Seller"

              },

              {

                "type": "path",

                "name": "seller_rating",

                "expr": "$.event_properties.['SellerRating ']"

              },

              {

                "type": "path",

                "name": "Brand",

                "expr": "$.event_properties.['Brand Name']"

              },

              {

                "type": "path",

                "name": "isCouponAvailable",

                "expr": "$.event_properties.isCouponAvailable"

              },

              {

                "type": "path",

                "name": "product_size",

                "expr": "$.event_properties.Size"

              },

              {

                "type": "path",

                "name": "payment_switched_to",

                "expr": "$.event_properties.mode"

              },

              {

                "type": "path",

                "name": "payment_method",

                "expr": "$.event_properties.payment_method"

              },

              {

                "type": "path",

                "name": "vendor_order_id",

                "expr": "$.event_properties.vendor_order_id"

              },

              {

                "type": "path",

                "name": "line_items",

                "expr": "$.event_properties.line_items"

              },

              {

                "type": "path",

                "name": "order_number",

                "expr": "$.event_properties.order_no"

              },

              {

                "type": "path",

                "name": "cancellation_reason",

                "expr": "$.event_properties.state_description"

              },

              {

                "type": "path",

                "name": "refund_through",

                "expr": "$.event_properties.refund_through"

              },

              {

                "type": "path",

                "name": "like_status",

                "expr": "$.event_properties.isLiked"

              },

              {

                "type": "path",

                "name": "payment_status",

                "expr": "$.event_properties.success"

              },

              {

                "type": "path",

                "name": "post_action",

                "expr": "$.event_properties.isSuccess"

              },

              {

                "type": "path",

                "name": "utm_medium",

                "expr": "$.event_properties.utm_medium"

              },

              {

                "type": "path",

                "name": "utm_source",

                "expr": "$.event_properties.utm_source"

              },

              {

                "type": "path",

                "name": "utm_campaign",

                "expr": "$.event_properties.utm_campaign"

              }

            ]

          },

          "timestampSpec" : {

            "column" : "timestamp",

            "format" : "auto"

          },

          "dimensionsSpec" : {

            "dimensions" : [],

            "dimensionExclusions" : [

              "timestamp",

              "value"

            ]

          }

        }

      },

      "granularitySpec" : {

        "type" : "uniform",

        "segmentGranularity" : "day",

        "queryGranularity" : "hour"

      },

      "metricsSpec" : [

        {

          "type" : "count",

          "name" : "count"

        },

        {

          "name" : "session_count",

          "type" : "count",

          "fieldName" : "session_id"

        },

        {  

          "type" : "hyperUnique",

          "name" : "hyper_user_id",

          "fieldName" : "user_id"

        }

      ]

    },

    "ioConfig" : {

      "type" : "realtime"

    },

    "tuningConfig" : {

      "type" : "realtime",

      "maxRowsInMemory" : "100000",

      "intermediatePersistPeriod" : "PT10M",

      "windowPeriod" : "PT10M"

    }

  },

  "properties" : {

    "task.partitions" : "1",

    "task.replicants" : "1",

    "topicPattern" : "vnk-clst"

  }

}

],

“properties” : {

"zookeeper.connect" : "10.2.1.239",

"druid.discovery.curator.path" : "/druid/discovery",

"druid.selectors.indexing.serviceName" : "druid/overlord",

"commit.periodMillis" : "15000",

"consumer.numThreads" : "2",

"kafka.zookeeper.connect" : "10.2.1.239",

"kafka.group.id" : "tranquility-kafka"

}

}

``

Hi Gowtham,

have you set timezone to UTC for all the druid and tranquility nodes ?

Hi Nishant,

Yes, all the nodes have same timezone including tranquility node. Couldn’t able to find the issue. Moved to imply. It is working fine with same configurations. Don’t know what I’m messing up with Druid! :frowning: