2020-08-13T02:38:02,166 INFO [main] org.hibernate.validator.internal.util.Version - HV000001: Hibernate Validator 5.2.5.Final 2020-08-13T02:38:22,358 INFO [main] org.apache.druid.initialization.Initialization - Loading extension [druid-kafka-indexing-service], jars: druid-kafka-indexing-service-0.18.1.jar, kafka-clients-2.2.2.jar, lz4-java-1.6.0.jar, snappy-java-1.1.7.2.jar, zstd-jni-1.3.3-1.jar 2020-08-13T02:38:22,460 INFO [main] org.apache.druid.initialization.Initialization - Loading extension [druid-s3-extensions], jars: druid-s3-extensions-0.18.1.jar 2020-08-13T02:38:22,561 INFO [main] org.apache.druid.initialization.Initialization - Loading extension [postgresql-metadata-storage], jars: postgresql-42.2.8.jar, postgresql-metadata-storage-0.18.1.jar 2020-08-13T02:38:22,757 INFO [main] org.apache.druid.initialization.Initialization - Loading extension [druid-datasketches], jars: commons-math3-3.6.1.jar, druid-datasketches-0.18.1.jar 2020-08-13T02:38:22,858 INFO [main] org.apache.druid.initialization.Initialization - Loading extension [druid-lookups-cached-global], jars: druid-lookups-cached-global-0.18.1.jar, mapdb-1.0.8.jar, postgresql-42.2.8.jar 2020-08-13T02:38:22,963 INFO [main] org.apache.druid.initialization.Initialization - Loading extension [druid-hdfs-storage], jars: accessors-smart-1.2.jar, apacheds-i18n-2.0.0-M15.jar, apacheds-kerberos-codec-2.0.0-M15.jar, api-asn1-api-1.0.0-M20.jar, api-util-1.0.3.jar, asm-7.1.jar, aws-java-sdk-core-1.11.199.jar, aws-java-sdk-kms-1.11.199.jar, aws-java-sdk-s3-1.11.199.jar, commons-codec-1.13.jar, commons-collections-3.2.2.jar, commons-configuration-1.6.jar, commons-digester-1.8.jar, commons-logging-1.1.1.jar, commons-net-3.6.jar, curator-framework-4.3.0.jar, curator-recipes-4.3.0.jar, druid-hdfs-storage-0.18.1.jar, gson-2.2.4.jar, hadoop-annotations-2.8.5.jar, hadoop-auth-2.8.5.jar, hadoop-aws-2.8.5.jar, hadoop-client-2.8.5.jar, hadoop-common-2.8.5.jar, hadoop-hdfs-client-2.8.5.jar, hadoop-mapreduce-client-app-2.8.5.jar, hadoop-mapreduce-client-common-2.8.5.jar, hadoop-mapreduce-client-core-2.8.5.jar, hadoop-mapreduce-client-jobclient-2.8.5.jar, hadoop-mapreduce-client-shuffle-2.8.5.jar, hadoop-yarn-api-2.8.5.jar, hadoop-yarn-client-2.8.5.jar, hadoop-yarn-server-common-2.8.5.jar, htrace-core4-4.0.1-incubating.jar, httpclient-4.5.10.jar, httpcore-4.4.11.jar, ion-java-1.0.2.jar, jackson-annotations-2.10.2.jar, jackson-core-2.10.2.jar, jackson-core-asl-1.9.13.jar, jackson-databind-2.10.2.jar, jackson-dataformat-cbor-2.10.2.jar, jackson-mapper-asl-1.9.13.jar, jcip-annotations-1.0-1.jar, jetty-sslengine-6.1.26.jar, jmespath-java-1.11.199.jar, joda-time-2.10.5.jar, json-smart-2.3.jar, jsp-api-2.1.jar, leveldbjni-all-1.8.jar, nimbus-jose-jwt-4.41.1.jar, xmlenc-0.52.jar 2020-08-13T02:38:29,068 INFO [main] org.apache.druid.initialization.Initialization - Loading extension [druid-kafka-indexing-service], jars: druid-kafka-indexing-service-0.18.1.jar, kafka-clients-2.2.2.jar, lz4-java-1.6.0.jar, snappy-java-1.1.7.2.jar, zstd-jni-1.3.3-1.jar 2020-08-13T02:38:29,261 INFO [main] org.apache.druid.initialization.Initialization - Loading extension [druid-s3-extensions], jars: druid-s3-extensions-0.18.1.jar 2020-08-13T02:38:29,368 INFO [main] org.apache.druid.initialization.Initialization - Loading extension [postgresql-metadata-storage], jars: postgresql-42.2.8.jar, postgresql-metadata-storage-0.18.1.jar 2020-08-13T02:38:29,370 INFO [main] org.apache.druid.initialization.Initialization - Loading extension [druid-datasketches], jars: commons-math3-3.6.1.jar, druid-datasketches-0.18.1.jar 2020-08-13T02:38:29,659 INFO [main] org.apache.druid.initialization.Initialization - Loading extension [druid-lookups-cached-global], jars: druid-lookups-cached-global-0.18.1.jar, mapdb-1.0.8.jar, postgresql-42.2.8.jar 2020-08-13T02:38:29,683 INFO [main] org.apache.druid.initialization.Initialization - Loading extension [druid-hdfs-storage], jars: accessors-smart-1.2.jar, apacheds-i18n-2.0.0-M15.jar, apacheds-kerberos-codec-2.0.0-M15.jar, api-asn1-api-1.0.0-M20.jar, api-util-1.0.3.jar, asm-7.1.jar, aws-java-sdk-core-1.11.199.jar, aws-java-sdk-kms-1.11.199.jar, aws-java-sdk-s3-1.11.199.jar, commons-codec-1.13.jar, commons-collections-3.2.2.jar, commons-configuration-1.6.jar, commons-digester-1.8.jar, commons-logging-1.1.1.jar, commons-net-3.6.jar, curator-framework-4.3.0.jar, curator-recipes-4.3.0.jar, druid-hdfs-storage-0.18.1.jar, gson-2.2.4.jar, hadoop-annotations-2.8.5.jar, hadoop-auth-2.8.5.jar, hadoop-aws-2.8.5.jar, hadoop-client-2.8.5.jar, hadoop-common-2.8.5.jar, hadoop-hdfs-client-2.8.5.jar, hadoop-mapreduce-client-app-2.8.5.jar, hadoop-mapreduce-client-common-2.8.5.jar, hadoop-mapreduce-client-core-2.8.5.jar, hadoop-mapreduce-client-jobclient-2.8.5.jar, hadoop-mapreduce-client-shuffle-2.8.5.jar, hadoop-yarn-api-2.8.5.jar, hadoop-yarn-client-2.8.5.jar, hadoop-yarn-server-common-2.8.5.jar, htrace-core4-4.0.1-incubating.jar, httpclient-4.5.10.jar, httpcore-4.4.11.jar, ion-java-1.0.2.jar, jackson-annotations-2.10.2.jar, jackson-core-2.10.2.jar, jackson-core-asl-1.9.13.jar, jackson-databind-2.10.2.jar, jackson-dataformat-cbor-2.10.2.jar, jackson-mapper-asl-1.9.13.jar, jcip-annotations-1.0-1.jar, jetty-sslengine-6.1.26.jar, jmespath-java-1.11.199.jar, joda-time-2.10.5.jar, json-smart-2.3.jar, jsp-api-2.1.jar, leveldbjni-all-1.8.jar, nimbus-jose-jwt-4.41.1.jar, xmlenc-0.52.jar 2020-08-13T02:38:56,656 WARN [main] org.apache.hadoop.util.NativeCodeLoader - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2020-08-13T02:39:20,266 INFO [main] org.apache.curator.utils.Compatibility - Running in ZooKeeper 3.4.x compatibility mode 2020-08-13T02:39:20,357 INFO [main] org.apache.curator.utils.Compatibility - Using emulated InjectSessionExpiration 2020-08-13T02:39:23,569 INFO [main] org.apache.druid.server.emitter.EmitterModule - Using emitter [LoggingEmitter{log=Logger{name=[org.apache.druid.java.util.emitter.core.LoggingEmitter], class[class org.apache.logging.slf4j.Log4jLogger]}, level=DEBUG}] for metrics and alerts, with dimensions [{version=0.18.1}]. 2020-08-13T02:39:40,065 INFO [main] org.apache.druid.server.metrics.MetricsModule - Loaded 3 monitors: org.apache.druid.java.util.metrics.JvmMonitor, org.apache.druid.query.ExecutorServiceMonitor, org.apache.druid.server.initialization.jetty.JettyServerModule$JettyMonitor 2020-08-13T02:39:40,165 INFO [main] org.apache.druid.cli.CliPeon - Starting up with processors[1], memory[129,892,352], maxMemory[2,075,918,336], directMemory[2,075,918,336]. Properties follow. 2020-08-13T02:39:40,166 INFO [main] org.apache.druid.cli.CliPeon - * aws.region: us-west-2 2020-08-13T02:39:40,166 INFO [main] org.apache.druid.cli.CliPeon - * awt.toolkit: sun.awt.X11.XToolkit 2020-08-13T02:39:40,166 INFO [main] org.apache.druid.cli.CliPeon - * druid.emitter: logging 2020-08-13T02:39:40,167 INFO [main] org.apache.druid.cli.CliPeon - * druid.emitter.logging.logLevel: debug 2020-08-13T02:39:40,167 INFO [main] org.apache.druid.cli.CliPeon - * druid.extensions.directory: /opt/druid/extensions 2020-08-13T02:39:40,167 INFO [main] org.apache.druid.cli.CliPeon - * druid.extensions.hadoopDependenciesDir: /opt/druid/hadoop-dependencies 2020-08-13T02:39:40,257 INFO [main] org.apache.druid.cli.CliPeon - * druid.extensions.loadList: ["druid-kafka-indexing-service","druid-s3-extensions","postgresql-metadata-storage","druid-datasketches","druid-lookups-cached-global", "druid-hdfs-storage"] 2020-08-13T02:39:40,257 INFO [main] org.apache.druid.cli.CliPeon - * druid.host: 10.0.4.112 2020-08-13T02:39:40,258 INFO [main] org.apache.druid.cli.CliPeon - * druid.indexer.fork.property.druid.monitoring.monitors: ["org.apache.druid.java.util.metrics.JvmMonitor"] 2020-08-13T02:39:40,258 INFO [main] org.apache.druid.cli.CliPeon - * druid.indexer.fork.property.druid.processing.buffer.sizeBytes: 256000000 2020-08-13T02:39:40,258 INFO [main] org.apache.druid.cli.CliPeon - * druid.indexer.fork.property.druid.processing.numThreads: 2 2020-08-13T02:39:40,258 INFO [main] org.apache.druid.cli.CliPeon - * druid.indexer.logs.s3Bucket: [REMOVED] 2020-08-13T02:39:40,258 INFO [main] org.apache.druid.cli.CliPeon - * druid.indexer.logs.s3Prefix: druid/indexing-logs 2020-08-13T02:39:40,259 INFO [main] org.apache.druid.cli.CliPeon - * druid.indexer.logs.type: s3 2020-08-13T02:39:40,259 INFO [main] org.apache.druid.cli.CliPeon - * druid.indexer.runner.javaOpts: -Daws.region=us-west-2 2020-08-13T02:39:40,259 INFO [main] org.apache.druid.cli.CliPeon - * druid.indexer.runner.startPort: 7081 2020-08-13T02:39:40,259 INFO [main] org.apache.druid.cli.CliPeon - * druid.indexer.runner.type: remote 2020-08-13T02:39:40,259 INFO [main] org.apache.druid.cli.CliPeon - * druid.indexer.task.hadoopWorkingPath: hdfs://:8020/var/druid/hadoop-tmp 2020-08-13T02:39:40,260 INFO [main] org.apache.druid.cli.CliPeon - * druid.indexer.task.restoreTasksOnRestart: true 2020-08-13T02:39:40,260 INFO [main] org.apache.druid.cli.CliPeon - * druid.metadata.storage.connector.connectURI: [REMOVED] 2020-08-13T02:39:40,260 INFO [main] org.apache.druid.cli.CliPeon - * druid.metadata.storage.connector.password: 2020-08-13T02:39:40,260 INFO [main] org.apache.druid.cli.CliPeon - * druid.metadata.storage.connector.user: [REMOVED] 2020-08-13T02:39:40,260 INFO [main] org.apache.druid.cli.CliPeon - * druid.metadata.storage.type: postgresql 2020-08-13T02:39:40,261 INFO [main] org.apache.druid.cli.CliPeon - * druid.metrics.emitter.dimension.dataSource: dev.serving.hydrate 2020-08-13T02:39:40,261 INFO [main] org.apache.druid.cli.CliPeon - * druid.metrics.emitter.dimension.taskId: index_kafka_dev.serving.hydrate_ee7bfffc775e2c7_bmjjjmbi 2020-08-13T02:39:40,265 INFO [main] org.apache.druid.cli.CliPeon - * druid.metrics.emitter.dimension.taskType: index_kafka 2020-08-13T02:39:40,359 INFO [main] org.apache.druid.cli.CliPeon - * druid.monitoring.monitors: ["org.apache.druid.java.util.metrics.JvmMonitor"] 2020-08-13T02:39:40,364 INFO [main] org.apache.druid.cli.CliPeon - * druid.plaintextPort: 7081 2020-08-13T02:39:40,364 INFO [main] org.apache.druid.cli.CliPeon - * druid.processing.buffer.sizeBytes: 256000000 2020-08-13T02:39:40,365 INFO [main] org.apache.druid.cli.CliPeon - * druid.processing.numThreads: 2 2020-08-13T02:39:40,365 INFO [main] org.apache.druid.cli.CliPeon - * druid.s3.endpoint.signingRegion: us-west-2 2020-08-13T02:39:40,365 INFO [main] org.apache.druid.cli.CliPeon - * druid.s3.endpoint.url: s3.amazonaws.com 2020-08-13T02:39:40,368 INFO [main] org.apache.druid.cli.CliPeon - * druid.selectors.coordinator.serviceName: druid/coordinator 2020-08-13T02:39:40,368 INFO [main] org.apache.druid.cli.CliPeon - * druid.selectors.indexing.serviceName: druid/overlord 2020-08-13T02:39:40,368 INFO [main] org.apache.druid.cli.CliPeon - * druid.server.hiddenProperties: ["druid.s3.accessKey","druid.s3.secretKey","druid.metadata.storage.connector.password"] 2020-08-13T02:39:40,368 INFO [main] org.apache.druid.cli.CliPeon - * druid.server.http.numThreads: 9 2020-08-13T02:39:40,368 INFO [main] org.apache.druid.cli.CliPeon - * druid.service: druid/middleManager 2020-08-13T02:39:40,456 INFO [main] org.apache.druid.cli.CliPeon - * druid.sql.enable: true 2020-08-13T02:39:40,457 INFO [main] org.apache.druid.cli.CliPeon - * druid.startup.logging.logProperties: true 2020-08-13T02:39:40,458 INFO [main] org.apache.druid.cli.CliPeon - * druid.storage.archiveBaseKey: [REMOVED]/archive 2020-08-13T02:39:40,458 INFO [main] org.apache.druid.cli.CliPeon - * druid.storage.archiveBucket: [REMOVED] 2020-08-13T02:39:40,458 INFO [main] org.apache.druid.cli.CliPeon - * druid.storage.baseKey: [REMOVED]/segments 2020-08-13T02:39:40,459 INFO [main] org.apache.druid.cli.CliPeon - * druid.storage.bucket: [REMOVED] 2020-08-13T02:39:40,459 INFO [main] org.apache.druid.cli.CliPeon - * druid.storage.type: s3 2020-08-13T02:39:40,459 INFO [main] org.apache.druid.cli.CliPeon - * druid.task.executor.enablePlaintextPort: true 2020-08-13T02:39:40,459 INFO [main] org.apache.druid.cli.CliPeon - * druid.task.executor.enableTlsPort: false 2020-08-13T02:39:40,459 INFO [main] org.apache.druid.cli.CliPeon - * druid.task.executor.host: 10.0.4.112 2020-08-13T02:39:40,460 INFO [main] org.apache.druid.cli.CliPeon - * druid.task.executor.plaintextPort: 8084 2020-08-13T02:39:40,460 INFO [main] org.apache.druid.cli.CliPeon - * druid.task.executor.service: druid/middleManager 2020-08-13T02:39:40,656 INFO [main] org.apache.druid.cli.CliPeon - * druid.task.executor.tlsPort: -1 2020-08-13T02:39:40,656 INFO [main] org.apache.druid.cli.CliPeon - * druid.tlsPort: -1 2020-08-13T02:39:40,656 INFO [main] org.apache.druid.cli.CliPeon - * druid.worker.capacity: 8 2020-08-13T02:39:40,656 INFO [main] org.apache.druid.cli.CliPeon - * druid.zk.paths.base: /druid 2020-08-13T02:39:40,656 INFO [main] org.apache.druid.cli.CliPeon - * druid.zk.service.host: zk-cs.druid.svc.cluster.local 2020-08-13T02:39:40,656 INFO [main] org.apache.druid.cli.CliPeon - * file.encoding: UTF-8 2020-08-13T02:39:40,657 INFO [main] org.apache.druid.cli.CliPeon - * file.encoding.pkg: sun.io 2020-08-13T02:39:40,657 INFO [main] org.apache.druid.cli.CliPeon - * file.separator: / 2020-08-13T02:39:40,657 INFO [main] org.apache.druid.cli.CliPeon - * hadoop.fs.defaultFS: hdfs://:8020 2020-08-13T02:39:40,657 INFO [main] org.apache.druid.cli.CliPeon - * hadoop.fs.s3.impl: org.apache.hadoop.fs.s3a.NativeS3FileSystem" 2020-08-13T02:39:40,657 INFO [main] org.apache.druid.cli.CliPeon - * hadoop.fs.s3n.impl: org.apache.hadoop.fs.s3native.NativeS3FileSystem" 2020-08-13T02:39:40,657 INFO [main] org.apache.druid.cli.CliPeon - * hadoop.io.compression.codecs: org.apache.hadoop.io.compress.GzipCodec,org.apache.hadoop.io.compress.DefaultCodec,org.apache.hadoop.io.compress.BZip2Codec,org.apache.hadoop.io.compress.SnappyCodec 2020-08-13T02:39:40,658 INFO [main] org.apache.druid.cli.CliPeon - * hadoop.mapreduce.framework.name: yarn 2020-08-13T02:39:40,658 INFO [main] org.apache.druid.cli.CliPeon - * hadoop.yarn.application.classpath: ,/*,/lib/*,/*,/lib/*,/*,/lib/*,/*,/lib/*,/usr/lib/hadoop-lzo/lib/*,/usr/share/aws/emr/emrfs/conf,/usr/share/aws/emr/emrfs/lib/*,/usr/share/aws/emr/emrfs/auxlib/*,/usr/share/aws/emr/lib/*,/usr/share/aws/emr/ddb/lib/emr-ddb-hadoop.jar,/usr/share/aws/emr/goodies/lib/emr-hadoop-goodies.jar,/usr/share/aws/emr/kinesis/lib/emr-kinesis-hadoop.jar,/usr/share/aws/emr/cloudwatch-sink/lib/* 2020-08-13T02:39:40,658 INFO [main] org.apache.druid.cli.CliPeon - * hadoop.yarn.resourcemanager.hostname: 2020-08-13T02:39:40,658 INFO [main] org.apache.druid.cli.CliPeon - * java.awt.graphicsenv: sun.awt.X11GraphicsEnvironment 2020-08-13T02:39:40,658 INFO [main] org.apache.druid.cli.CliPeon - * java.awt.printerjob: sun.print.PSPrinterJob 2020-08-13T02:39:40,659 INFO [main] org.apache.druid.cli.CliPeon - * java.class.path: /opt/druid/conf/_common:/opt/druid/conf/middleManager:/opt/druid/lib/FastInfoset-1.2.15.jar:/opt/druid/lib/RoaringBitmap-0.8.11.jar:/opt/druid/lib/accessors-smart-1.2.jar:/opt/druid/lib/aether-api-0.9.0.M2.jar:/opt/druid/lib/aether-connector-file-0.9.0.M2.jar:/opt/druid/lib/aether-connector-okhttp-0.0.9.jar:/opt/druid/lib/aether-impl-0.9.0.M2.jar:/opt/druid/lib/aether-spi-0.9.0.M2.jar:/opt/druid/lib/aether-util-0.9.0.M2.jar:/opt/druid/lib/aggdesigner-algorithm-6.0.jar:/opt/druid/lib/airline-0.7.jar:/opt/druid/lib/antlr4-runtime-4.5.1.jar:/opt/druid/lib/aopalliance-1.0.jar:/opt/druid/lib/asm-7.1.jar:/opt/druid/lib/asm-analysis-7.1.jar:/opt/druid/lib/asm-commons-7.1.jar:/opt/druid/lib/asm-tree-7.1.jar:/opt/druid/lib/async-http-client-2.5.3.jar:/opt/druid/lib/async-http-client-netty-utils-2.5.3.jar:/opt/druid/lib/audience-annotations-0.5.0.jar:/opt/druid/lib/avatica-core-1.15.0.jar:/opt/druid/lib/avatica-metrics-1.15.0.jar:/opt/druid/lib/avatica-server-1.15.0.jar:/opt/druid/lib/aws-java-sdk-core-1.11.199.jar:/opt/druid/lib/aws-java-sdk-ec2-1.11.199.jar:/opt/druid/lib/aws-java-sdk-kms-1.11.199.jar:/opt/druid/lib/aws-java-sdk-s3-1.11.199.jar:/opt/druid/lib/caffeine-2.8.0.jar:/opt/druid/lib/calcite-core-1.21.0.jar:/opt/druid/lib/calcite-linq4j-1.21.0.jar:/opt/druid/lib/checker-qual-2.5.7.jar:/opt/druid/lib/classmate-1.1.0.jar:/opt/druid/lib/commons-beanutils-1.9.4.jar:/opt/druid/lib/commons-codec-1.13.jar:/opt/druid/lib/commons-collections-3.2.2.jar:/opt/druid/lib/commons-collections4-4.2.jar:/opt/druid/lib/commons-compiler-3.0.11.jar:/opt/druid/lib/commons-compress-1.19.jar:/opt/druid/lib/commons-dbcp2-2.0.1.jar:/opt/druid/lib/commons-io-2.6.jar:/opt/druid/lib/commons-lang-2.6.jar:/opt/druid/lib/commons-lang3-3.8.1.jar:/opt/druid/lib/commons-logging-1.1.1.jar:/opt/druid/lib/commons-math3-3.6.1.jar:/opt/druid/lib/commons-net-3.6.jar:/opt/druid/lib/commons-pool2-2.2.jar:/opt/druid/lib/commons-text-1.3.jar:/opt/druid/lib/compress-lzf-1.0.4.jar:/opt/druid/lib/config-magic-0.9.jar:/opt/druid/lib/curator-client-4.3.0.jar:/opt/druid/lib/curator-framework-4.3.0.jar:/opt/druid/lib/curator-recipes-4.3.0.jar:/opt/druid/lib/curator-x-discovery-4.3.0.jar:/opt/druid/lib/datasketches-java-1.1.0-incubating.jar:/opt/druid/lib/datasketches-memory-1.2.0-incubating.jar:/opt/druid/lib/derby-10.14.2.0.jar:/opt/druid/lib/derbyclient-10.14.2.0.jar:/opt/druid/lib/derbynet-10.14.2.0.jar:/opt/druid/lib/disruptor-3.3.6.jar:/opt/druid/lib/druid-aws-common-0.18.1.jar:/opt/druid/lib/druid-console-0.18.1.jar:/opt/druid/lib/druid-core-0.18.1.jar:/opt/druid/lib/druid-gcp-common-0.18.1.jar:/opt/druid/lib/druid-hll-0.18.1.jar:/opt/druid/lib/druid-indexing-hadoop-0.18.1.jar:/opt/druid/lib/druid-indexing-service-0.18.1.jar:/opt/druid/lib/druid-processing-0.18.1.jar:/opt/druid/lib/druid-server-0.18.1.jar:/opt/druid/lib/druid-services-0.18.1.jar:/opt/druid/lib/druid-sql-0.18.1.jar:/opt/druid/lib/error_prone_annotations-2.3.2.jar:/opt/druid/lib/esri-geometry-api-2.2.0.jar:/opt/druid/lib/extendedset-0.18.1.jar:/opt/druid/lib/fastutil-8.2.3.jar:/opt/druid/lib/google-api-client-1.22.0.jar:/opt/druid/lib/google-http-client-1.22.0.jar:/opt/druid/lib/google-http-client-jackson2-1.22.0.jar:/opt/druid/lib/google-oauth-client-1.22.0.jar:/opt/druid/lib/guava-16.0.1.jar:/opt/druid/lib/guice-4.1.0.jar:/opt/druid/lib/guice-assistedinject-4.1.0.jar:/opt/druid/lib/guice-multibindings-4.1.0.jar:/opt/druid/lib/guice-servlet-4.1.0.jar:/opt/druid/lib/hibernate-validator-5.2.5.Final.jar:/opt/druid/lib/httpclient-4.5.10.jar:/opt/druid/lib/httpcore-4.4.11.jar:/opt/druid/lib/icu4j-55.1.jar:/opt/druid/lib/ion-java-1.0.2.jar:/opt/druid/lib/istack-commons-runtime-3.0.7.jar:/opt/druid/lib/jackson-annotations-2.10.2.jar:/opt/druid/lib/jackson-core-2.10.2.jar:/opt/druid/lib/jackson-databind-2.10.2.jar:/opt/druid/lib/jackson-dataformat-cbor-2.10.2.jar:/opt/druid/lib/jackson-dataformat-smile-2.10.2.jar:/opt/druid/lib/jackson-datatype-guava-2.10.2.jar:/opt/druid/lib/jackson-datatype-joda-2.10.2.jar:/opt/druid/lib/jackson-jaxrs-base-2.10.2.jar:/opt/druid/lib/jackson-jaxrs-json-provider-2.10.2.jar:/opt/druid/lib/jackson-jaxrs-smile-provider-2.10.2.jar:/opt/druid/lib/jackson-jq-0.0.10.jar:/opt/druid/lib/jackson-module-guice-2.10.2.jar:/opt/druid/lib/jackson-module-jaxb-annotations-2.10.2.jar:/opt/druid/lib/jakarta.activation-api-1.2.1.jar:/opt/druid/lib/jakarta.xml.bind-api-2.3.2.jar:/opt/druid/lib/janino-3.0.11.jar:/opt/druid/lib/javax.activation-1.2.0.jar:/opt/druid/lib/javax.activation-api-1.2.0.jar:/opt/druid/lib/javax.el-3.0.0.jar:/opt/druid/lib/javax.el-api-3.0.0.jar:/opt/druid/lib/javax.inject-1.jar:/opt/druid/lib/javax.servlet-api-3.1.0.jar:/opt/druid/lib/jaxb-api-2.3.1.jar:/opt/druid/lib/jaxb-runtime-2.3.1.jar:/opt/druid/lib/jboss-logging-3.2.1.Final.jar:/opt/druid/lib/jcl-over-slf4j-1.7.12.jar:/opt/druid/lib/jcodings-1.0.43.jar:/opt/druid/lib/jdbi-2.63.1.jar:/opt/druid/lib/jersey-core-1.19.3.jar:/opt/druid/lib/jersey-guice-1.19.3.jar:/opt/druid/lib/jersey-server-1.19.3.jar:/opt/druid/lib/jersey-servlet-1.19.3.jar:/opt/druid/lib/jetty-client-9.4.12.v20180830.jar:/opt/druid/lib/jetty-continuation-9.4.12.v20180830.jar:/opt/druid/lib/jetty-http-9.4.12.v20180830.jar:/opt/druid/lib/jetty-io-9.4.12.v20180830.jar:/opt/druid/lib/jetty-proxy-9.4.12.v20180830.jar:/opt/druid/lib/jetty-rewrite-9.4.12.v20180830.jar:/opt/druid/lib/jetty-security-9.4.12.v20180830.jar:/opt/druid/lib/jetty-server-9.4.12.v20180830.jar:/opt/druid/lib/jetty-servlet-9.4.12.v20180830.jar:/opt/druid/lib/jetty-servlets-9.4.12.v20180830.jar:/opt/druid/lib/jetty-util-9.4.12.v20180830.jar:/opt/druid/lib/jline-0.9.94.jar:/opt/druid/lib/jmespath-java-1.11.199.jar:/opt/druid/lib/jna-4.5.1.jar:/opt/druid/lib/joda-time-2.10.5.jar:/opt/druid/lib/joni-2.1.27.jar:/opt/druid/lib/json-path-2.3.0.jar:/opt/druid/lib/json-smart-2.3.jar:/opt/druid/lib/jsr305-2.0.1.jar:/opt/druid/lib/jsr311-api-1.1.1.jar:/opt/druid/lib/jvm-attach-api-1.5.jar:/opt/druid/lib/log4j-1.2-api-2.8.2.jar:/opt/druid/lib/log4j-api-2.8.2.jar:/opt/druid/lib/log4j-core-2.8.2.jar:/opt/druid/lib/log4j-jul-2.8.2.jar:/opt/druid/lib/log4j-slf4j-impl-2.8.2.jar:/opt/druid/lib/lz4-java-1.6.0.jar:/opt/druid/lib/maven-aether-provider-3.1.1.jar:/opt/druid/lib/maven-artifact-3.6.0.jar:/opt/druid/lib/maven-model-3.1.1.jar:/opt/druid/lib/maven-model-builder-3.1.1.jar:/opt/druid/lib/maven-repository-metadata-3.1.1.jar:/opt/druid/lib/maven-settings-3.1.1.jar:/opt/druid/lib/maven-settings-builder-3.1.1.jar:/opt/druid/lib/metrics-core-4.0.0.jar:/opt/druid/lib/netty-3.10.6.Final.jar:/opt/druid/lib/netty-buffer-4.1.48.Final.jar:/opt/druid/lib/netty-codec-4.1.48.Final.jar:/opt/druid/lib/netty-codec-dns-4.1.48.Final.jar:/opt/druid/lib/netty-codec-http-4.1.48.Final.jar:/opt/druid/lib/netty-codec-socks-4.1.48.Final.jar:/opt/druid/lib/netty-common-4.1.48.Final.jar:/opt/druid/lib/netty-handler-4.1.48.Final.jar:/opt/druid/lib/netty-handler-proxy-4.1.48.Final.jar:/opt/druid/lib/netty-reactive-streams-2.0.0.jar:/opt/druid/lib/netty-resolver-4.1.48.Final.jar:/opt/druid/lib/netty-resolver-dns-4.1.48.Final.jar:/opt/druid/lib/netty-transport-4.1.48.Final.jar:/opt/druid/lib/netty-transport-native-epoll-4.1.48.Final-linux-x86_64.jar:/opt/druid/lib/netty-transport-native-unix-common-4.1.48.Final.jar:/opt/druid/lib/okhttp-1.0.2.jar:/opt/druid/lib/opencsv-4.6.jar:/opt/druid/lib/plexus-interpolation-1.19.jar:/opt/druid/lib/plexus-utils-3.0.24.jar:/opt/druid/lib/protobuf-java-3.11.0.jar:/opt/druid/lib/reactive-streams-1.0.2.jar:/opt/druid/lib/resilience4j-bulkhead-1.3.1.jar:/opt/druid/lib/resilience4j-core-1.3.1.jar:/opt/druid/lib/rhino-1.7.11.jar:/opt/druid/lib/shims-0.8.11.jar:/opt/druid/lib/sigar-1.6.5.132.jar:/opt/druid/lib/slf4j-api-1.7.25.jar:/opt/druid/lib/spymemcached-2.12.3.jar:/opt/druid/lib/stax-ex-1.8.jar:/opt/druid/lib/tesla-aether-0.0.5.jar:/opt/druid/lib/txw2-2.3.1.jar:/opt/druid/lib/validation-api-1.1.0.Final.jar:/opt/druid/lib/vavr-0.10.2.jar:/opt/druid/lib/vavr-match-0.10.2.jar:/opt/druid/lib/wagon-provider-api-2.4.jar:/opt/druid/lib/xz-1.8.jar:/opt/druid/lib/zookeeper-3.4.14.jar:/opt/druid/lib/zstd-jni-1.3.3-1.jar 2020-08-13T02:39:40,662 INFO [main] org.apache.druid.cli.CliPeon - * java.class.version: 52.0 2020-08-13T02:39:40,662 INFO [main] org.apache.druid.cli.CliPeon - * java.endorsed.dirs: /usr/local/openjdk-8/lib/endorsed 2020-08-13T02:39:40,663 INFO [main] org.apache.druid.cli.CliPeon - * java.ext.dirs: /usr/local/openjdk-8/lib/ext:/usr/java/packages/lib/ext 2020-08-13T02:39:40,663 INFO [main] org.apache.druid.cli.CliPeon - * java.home: /usr/local/openjdk-8 2020-08-13T02:39:40,663 INFO [main] org.apache.druid.cli.CliPeon - * java.io.tmpdir: /tmp 2020-08-13T02:39:40,663 INFO [main] org.apache.druid.cli.CliPeon - * java.library.path: /usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib 2020-08-13T02:39:40,663 INFO [main] org.apache.druid.cli.CliPeon - * java.runtime.name: OpenJDK Runtime Environment 2020-08-13T02:39:40,663 INFO [main] org.apache.druid.cli.CliPeon - * java.runtime.version: 1.8.0_252-b09 2020-08-13T02:39:40,663 INFO [main] org.apache.druid.cli.CliPeon - * java.specification.name: Java Platform API Specification 2020-08-13T02:39:40,664 INFO [main] org.apache.druid.cli.CliPeon - * java.specification.vendor: Oracle Corporation 2020-08-13T02:39:40,664 INFO [main] org.apache.druid.cli.CliPeon - * java.specification.version: 1.8 2020-08-13T02:39:40,664 INFO [main] org.apache.druid.cli.CliPeon - * java.vendor: Oracle Corporation 2020-08-13T02:39:40,664 INFO [main] org.apache.druid.cli.CliPeon - * java.vendor.url: http://java.oracle.com/ 2020-08-13T02:39:40,664 INFO [main] org.apache.druid.cli.CliPeon - * java.vendor.url.bug: http://bugreport.sun.com/bugreport/ 2020-08-13T02:39:40,664 INFO [main] org.apache.druid.cli.CliPeon - * java.version: 1.8.0_252 2020-08-13T02:39:40,664 INFO [main] org.apache.druid.cli.CliPeon - * java.vm.info: mixed mode 2020-08-13T02:39:40,664 INFO [main] org.apache.druid.cli.CliPeon - * java.vm.name: OpenJDK 64-Bit Server VM 2020-08-13T02:39:40,665 INFO [main] org.apache.druid.cli.CliPeon - * java.vm.specification.name: Java Virtual Machine Specification 2020-08-13T02:39:40,665 INFO [main] org.apache.druid.cli.CliPeon - * java.vm.specification.vendor: Oracle Corporation 2020-08-13T02:39:40,665 INFO [main] org.apache.druid.cli.CliPeon - * java.vm.specification.version: 1.8 2020-08-13T02:39:40,665 INFO [main] org.apache.druid.cli.CliPeon - * java.vm.vendor: Oracle Corporation 2020-08-13T02:39:40,665 INFO [main] org.apache.druid.cli.CliPeon - * java.vm.version: 25.252-b09 2020-08-13T02:39:40,665 INFO [main] org.apache.druid.cli.CliPeon - * line.separator: 2020-08-13T02:39:40,665 INFO [main] org.apache.druid.cli.CliPeon - * log4j.shutdownCallbackRegistry: org.apache.druid.common.config.Log4jShutdown 2020-08-13T02:39:40,666 INFO [main] org.apache.druid.cli.CliPeon - * log4j.shutdownHookEnabled: true 2020-08-13T02:39:40,666 INFO [main] org.apache.druid.cli.CliPeon - * os.arch: amd64 2020-08-13T02:39:40,666 INFO [main] org.apache.druid.cli.CliPeon - * os.name: Linux 2020-08-13T02:39:40,666 INFO [main] org.apache.druid.cli.CliPeon - * os.version: 4.14.177-139.254.amzn2.x86_64 2020-08-13T02:39:40,666 INFO [main] org.apache.druid.cli.CliPeon - * path.separator: : 2020-08-13T02:39:40,666 INFO [main] org.apache.druid.cli.CliPeon - * sun.arch.data.model: 64 2020-08-13T02:39:40,666 INFO [main] org.apache.druid.cli.CliPeon - * sun.boot.class.path: /usr/local/openjdk-8/lib/resources.jar:/usr/local/openjdk-8/lib/rt.jar:/usr/local/openjdk-8/lib/sunrsasign.jar:/usr/local/openjdk-8/lib/jsse.jar:/usr/local/openjdk-8/lib/jce.jar:/usr/local/openjdk-8/lib/charsets.jar:/usr/local/openjdk-8/lib/jfr.jar:/usr/local/openjdk-8/classes 2020-08-13T02:39:40,666 INFO [main] org.apache.druid.cli.CliPeon - * sun.boot.library.path: /usr/local/openjdk-8/lib/amd64 2020-08-13T02:39:40,667 INFO [main] org.apache.druid.cli.CliPeon - * sun.cpu.endian: little 2020-08-13T02:39:40,667 INFO [main] org.apache.druid.cli.CliPeon - * sun.cpu.isalist: 2020-08-13T02:39:40,667 INFO [main] org.apache.druid.cli.CliPeon - * sun.io.unicode.encoding: UnicodeLittle 2020-08-13T02:39:40,667 INFO [main] org.apache.druid.cli.CliPeon - * sun.java.command: org.apache.druid.cli.Main internal peon /tmp/persistent/task/index_kafka_dev.serving.hydrate_ee7bfffc775e2c7_bmjjjmbi/task.json /tmp/persistent/task/index_kafka_dev.serving.hydrate_ee7bfffc775e2c7_bmjjjmbi/bb295a0b-a72a-4eff-b283-4b622cb0aeff/status.json /tmp/persistent/task/index_kafka_dev.serving.hydrate_ee7bfffc775e2c7_bmjjjmbi/bb295a0b-a72a-4eff-b283-4b622cb0aeff/report.json 2020-08-13T02:39:40,667 INFO [main] org.apache.druid.cli.CliPeon - * sun.java.launcher: SUN_STANDARD 2020-08-13T02:39:40,667 INFO [main] org.apache.druid.cli.CliPeon - * sun.jnu.encoding: UTF-8 2020-08-13T02:39:40,864 INFO [main] org.apache.druid.cli.CliPeon - * sun.management.compiler: HotSpot 64-Bit Tiered Compilers 2020-08-13T02:39:40,864 INFO [main] org.apache.druid.cli.CliPeon - * sun.os.patch.level: unknown 2020-08-13T02:39:40,864 INFO [main] org.apache.druid.cli.CliPeon - * user.dir: / 2020-08-13T02:39:40,864 INFO [main] org.apache.druid.cli.CliPeon - * user.home: /root 2020-08-13T02:39:40,864 INFO [main] org.apache.druid.cli.CliPeon - * user.language: en 2020-08-13T02:39:40,865 INFO [main] org.apache.druid.cli.CliPeon - * user.name: root 2020-08-13T02:39:40,865 INFO [main] org.apache.druid.cli.CliPeon - * user.timezone: UTC 2020-08-13T02:39:48,557 INFO [main] org.skife.config.ConfigurationObjectFactory - Using method itself for [druid.computation.buffer.poolCacheMaxCount, ${base_path}.buffer.poolCacheMaxCount] on [org.apache.druid.query.DruidProcessingConfig#poolCacheMaxCount()] 2020-08-13T02:39:48,561 INFO [main] org.skife.config.ConfigurationObjectFactory - Using method itself for [${base_path}.merge.pool.awaitShutdownMillis] on [org.apache.druid.query.DruidProcessingConfig#getMergePoolAwaitShutdownMillis()] 2020-08-13T02:39:48,562 INFO [main] org.skife.config.ConfigurationObjectFactory - Assigning value [256000000] for [druid.processing.buffer.sizeBytes] on [org.apache.druid.query.DruidProcessingConfig#intermediateComputeSizeBytesConfigured()] 2020-08-13T02:39:48,562 INFO [main] org.skife.config.ConfigurationObjectFactory - Assigning value [2] for [druid.processing.numThreads] on [org.apache.druid.query.DruidProcessingConfig#getNumThreadsConfigured()] 2020-08-13T02:39:48,562 INFO [main] org.skife.config.ConfigurationObjectFactory - Using method itself for [${base_path}.numMergeBuffers] on [org.apache.druid.query.DruidProcessingConfig#getNumMergeBuffersConfigured()] 2020-08-13T02:39:48,563 INFO [main] org.skife.config.ConfigurationObjectFactory - Using method itself for [${base_path}.columnCache.sizeBytes] on [org.apache.druid.query.DruidProcessingConfig#columnCacheSizeBytes()] 2020-08-13T02:39:48,563 INFO [main] org.skife.config.ConfigurationObjectFactory - Using method itself for [${base_path}.tmpDir] on [org.apache.druid.query.DruidProcessingConfig#getTmpDir()] 2020-08-13T02:39:48,564 INFO [main] org.skife.config.ConfigurationObjectFactory - Using method itself for [${base_path}.merge.useParallelMergePool] on [org.apache.druid.query.DruidProcessingConfig#useParallelMergePoolConfigured()] 2020-08-13T02:39:48,564 INFO [main] org.skife.config.ConfigurationObjectFactory - Using method itself for [${base_path}.merge.pool.parallelism] on [org.apache.druid.query.DruidProcessingConfig#getMergePoolParallelismConfigured()] 2020-08-13T02:39:48,564 INFO [main] org.skife.config.ConfigurationObjectFactory - Using method itself for [${base_path}.merge.pool.defaultMaxQueryParallelism] on [org.apache.druid.query.DruidProcessingConfig#getMergePoolDefaultMaxQueryParallelism()] 2020-08-13T02:39:48,565 INFO [main] org.skife.config.ConfigurationObjectFactory - Using method itself for [${base_path}.merge.task.targetRunTimeMillis] on [org.apache.druid.query.DruidProcessingConfig#getMergePoolTargetTaskRunTimeMillis()] 2020-08-13T02:39:48,565 INFO [main] org.skife.config.ConfigurationObjectFactory - Using method itself for [${base_path}.merge.task.initialYieldNumRows] on [org.apache.druid.query.DruidProcessingConfig#getMergePoolTaskInitialYieldRows()] 2020-08-13T02:39:48,566 INFO [main] org.skife.config.ConfigurationObjectFactory - Using method itself for [${base_path}.merge.task.smallBatchNumRows] on [org.apache.druid.query.DruidProcessingConfig#getMergePoolSmallBatchRows()] 2020-08-13T02:39:48,566 INFO [main] org.skife.config.ConfigurationObjectFactory - Using method itself for [${base_path}.fifo] on [org.apache.druid.query.DruidProcessingConfig#isFifo()] 2020-08-13T02:39:48,567 INFO [main] org.skife.config.ConfigurationObjectFactory - Assigning default value [processing-%s] for [${base_path}.formatString] on [org.apache.druid.java.util.common.concurrent.ExecutorServiceConfig#getFormatString()] 2020-08-13T02:39:53,556 INFO [main] org.eclipse.jetty.util.log - Logging initialized @144605ms to org.eclipse.jetty.util.log.Slf4jLog 2020-08-13T02:39:53,966 INFO [main] org.apache.druid.server.initialization.jetty.JettyServerModule - Creating http connector with port [7081] 2020-08-13T02:39:58,856 INFO [main] org.apache.druid.offheap.OffheapBufferGenerator - Allocating new intermediate processing buffer[0] of size[256,000,000] 2020-08-13T02:40:00,173 INFO [main] org.apache.druid.offheap.OffheapBufferGenerator - Allocating new intermediate processing buffer[1] of size[256,000,000] 2020-08-13T02:40:02,361 INFO [main] org.apache.druid.offheap.OffheapBufferGenerator - Allocating new result merging buffer[0] of size[256,000,000] 2020-08-13T02:40:03,856 INFO [main] org.apache.druid.offheap.OffheapBufferGenerator - Allocating new result merging buffer[1] of size[256,000,000] 2020-08-13T02:40:05,571 INFO [main] org.apache.druid.java.util.common.lifecycle.Lifecycle - Starting lifecycle [module] stage [INIT] 2020-08-13T02:40:05,571 INFO [main] org.apache.druid.java.util.common.lifecycle.Lifecycle - Starting lifecycle [module] stage [NORMAL] 2020-08-13T02:40:05,757 INFO [main] org.apache.curator.framework.imps.CuratorFrameworkImpl - Starting 2020-08-13T02:40:05,960 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:zookeeper.version=3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf, built on 03/06/2019 16:18 GMT 2020-08-13T02:40:05,960 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:host.name=middlemanager-c5986fd85-8vsxc 2020-08-13T02:40:05,960 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:java.version=1.8.0_252 2020-08-13T02:40:05,960 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:java.vendor=Oracle Corporation 2020-08-13T02:40:05,961 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:java.home=/usr/local/openjdk-8 2020-08-13T02:40:05,961 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:java.class.path=/opt/druid/conf/_common:/opt/druid/conf/middleManager:/opt/druid/lib/FastInfoset-1.2.15.jar:/opt/druid/lib/RoaringBitmap-0.8.11.jar:/opt/druid/lib/accessors-smart-1.2.jar:/opt/druid/lib/aether-api-0.9.0.M2.jar:/opt/druid/lib/aether-connector-file-0.9.0.M2.jar:/opt/druid/lib/aether-connector-okhttp-0.0.9.jar:/opt/druid/lib/aether-impl-0.9.0.M2.jar:/opt/druid/lib/aether-spi-0.9.0.M2.jar:/opt/druid/lib/aether-util-0.9.0.M2.jar:/opt/druid/lib/aggdesigner-algorithm-6.0.jar:/opt/druid/lib/airline-0.7.jar:/opt/druid/lib/antlr4-runtime-4.5.1.jar:/opt/druid/lib/aopalliance-1.0.jar:/opt/druid/lib/asm-7.1.jar:/opt/druid/lib/asm-analysis-7.1.jar:/opt/druid/lib/asm-commons-7.1.jar:/opt/druid/lib/asm-tree-7.1.jar:/opt/druid/lib/async-http-client-2.5.3.jar:/opt/druid/lib/async-http-client-netty-utils-2.5.3.jar:/opt/druid/lib/audience-annotations-0.5.0.jar:/opt/druid/lib/avatica-core-1.15.0.jar:/opt/druid/lib/avatica-metrics-1.15.0.jar:/opt/druid/lib/avatica-server-1.15.0.jar:/opt/druid/lib/aws-java-sdk-core-1.11.199.jar:/opt/druid/lib/aws-java-sdk-ec2-1.11.199.jar:/opt/druid/lib/aws-java-sdk-kms-1.11.199.jar:/opt/druid/lib/aws-java-sdk-s3-1.11.199.jar:/opt/druid/lib/caffeine-2.8.0.jar:/opt/druid/lib/calcite-core-1.21.0.jar:/opt/druid/lib/calcite-linq4j-1.21.0.jar:/opt/druid/lib/checker-qual-2.5.7.jar:/opt/druid/lib/classmate-1.1.0.jar:/opt/druid/lib/commons-beanutils-1.9.4.jar:/opt/druid/lib/commons-codec-1.13.jar:/opt/druid/lib/commons-collections-3.2.2.jar:/opt/druid/lib/commons-collections4-4.2.jar:/opt/druid/lib/commons-compiler-3.0.11.jar:/opt/druid/lib/commons-compress-1.19.jar:/opt/druid/lib/commons-dbcp2-2.0.1.jar:/opt/druid/lib/commons-io-2.6.jar:/opt/druid/lib/commons-lang-2.6.jar:/opt/druid/lib/commons-lang3-3.8.1.jar:/opt/druid/lib/commons-logging-1.1.1.jar:/opt/druid/lib/commons-math3-3.6.1.jar:/opt/druid/lib/commons-net-3.6.jar:/opt/druid/lib/commons-pool2-2.2.jar:/opt/druid/lib/commons-text-1.3.jar:/opt/druid/lib/compress-lzf-1.0.4.jar:/opt/druid/lib/config-magic-0.9.jar:/opt/druid/lib/curator-client-4.3.0.jar:/opt/druid/lib/curator-framework-4.3.0.jar:/opt/druid/lib/curator-recipes-4.3.0.jar:/opt/druid/lib/curator-x-discovery-4.3.0.jar:/opt/druid/lib/datasketches-java-1.1.0-incubating.jar:/opt/druid/lib/datasketches-memory-1.2.0-incubating.jar:/opt/druid/lib/derby-10.14.2.0.jar:/opt/druid/lib/derbyclient-10.14.2.0.jar:/opt/druid/lib/derbynet-10.14.2.0.jar:/opt/druid/lib/disruptor-3.3.6.jar:/opt/druid/lib/druid-aws-common-0.18.1.jar:/opt/druid/lib/druid-console-0.18.1.jar:/opt/druid/lib/druid-core-0.18.1.jar:/opt/druid/lib/druid-gcp-common-0.18.1.jar:/opt/druid/lib/druid-hll-0.18.1.jar:/opt/druid/lib/druid-indexing-hadoop-0.18.1.jar:/opt/druid/lib/druid-indexing-service-0.18.1.jar:/opt/druid/lib/druid-processing-0.18.1.jar:/opt/druid/lib/druid-server-0.18.1.jar:/opt/druid/lib/druid-services-0.18.1.jar:/opt/druid/lib/druid-sql-0.18.1.jar:/opt/druid/lib/error_prone_annotations-2.3.2.jar:/opt/druid/lib/esri-geometry-api-2.2.0.jar:/opt/druid/lib/extendedset-0.18.1.jar:/opt/druid/lib/fastutil-8.2.3.jar:/opt/druid/lib/google-api-client-1.22.0.jar:/opt/druid/lib/google-http-client-1.22.0.jar:/opt/druid/lib/google-http-client-jackson2-1.22.0.jar:/opt/druid/lib/google-oauth-client-1.22.0.jar:/opt/druid/lib/guava-16.0.1.jar:/opt/druid/lib/guice-4.1.0.jar:/opt/druid/lib/guice-assistedinject-4.1.0.jar:/opt/druid/lib/guice-multibindings-4.1.0.jar:/opt/druid/lib/guice-servlet-4.1.0.jar:/opt/druid/lib/hibernate-validator-5.2.5.Final.jar:/opt/druid/lib/httpclient-4.5.10.jar:/opt/druid/lib/httpcore-4.4.11.jar:/opt/druid/lib/icu4j-55.1.jar:/opt/druid/lib/ion-java-1.0.2.jar:/opt/druid/lib/istack-commons-runtime-3.0.7.jar:/opt/druid/lib/jackson-annotations-2.10.2.jar:/opt/druid/lib/jackson-core-2.10.2.jar:/opt/druid/lib/jackson-databind-2.10.2.jar:/opt/druid/lib/jackson-dataformat-cbor-2.10.2.jar:/opt/druid/lib/jackson-dataformat-smile-2.10.2.jar:/opt/druid/lib/jackson-datatype-guava-2.10.2.jar:/opt/druid/lib/jackson-datatype-joda-2.10.2.jar:/opt/druid/lib/jackson-jaxrs-base-2.10.2.jar:/opt/druid/lib/jackson-jaxrs-json-provider-2.10.2.jar:/opt/druid/lib/jackson-jaxrs-smile-provider-2.10.2.jar:/opt/druid/lib/jackson-jq-0.0.10.jar:/opt/druid/lib/jackson-module-guice-2.10.2.jar:/opt/druid/lib/jackson-module-jaxb-annotations-2.10.2.jar:/opt/druid/lib/jakarta.activation-api-1.2.1.jar:/opt/druid/lib/jakarta.xml.bind-api-2.3.2.jar:/opt/druid/lib/janino-3.0.11.jar:/opt/druid/lib/javax.activation-1.2.0.jar:/opt/druid/lib/javax.activation-api-1.2.0.jar:/opt/druid/lib/javax.el-3.0.0.jar:/opt/druid/lib/javax.el-api-3.0.0.jar:/opt/druid/lib/javax.inject-1.jar:/opt/druid/lib/javax.servlet-api-3.1.0.jar:/opt/druid/lib/jaxb-api-2.3.1.jar:/opt/druid/lib/jaxb-runtime-2.3.1.jar:/opt/druid/lib/jboss-logging-3.2.1.Final.jar:/opt/druid/lib/jcl-over-slf4j-1.7.12.jar:/opt/druid/lib/jcodings-1.0.43.jar:/opt/druid/lib/jdbi-2.63.1.jar:/opt/druid/lib/jersey-core-1.19.3.jar:/opt/druid/lib/jersey-guice-1.19.3.jar:/opt/druid/lib/jersey-server-1.19.3.jar:/opt/druid/lib/jersey-servlet-1.19.3.jar:/opt/druid/lib/jetty-client-9.4.12.v20180830.jar:/opt/druid/lib/jetty-continuation-9.4.12.v20180830.jar:/opt/druid/lib/jetty-http-9.4.12.v20180830.jar:/opt/druid/lib/jetty-io-9.4.12.v20180830.jar:/opt/druid/lib/jetty-proxy-9.4.12.v20180830.jar:/opt/druid/lib/jetty-rewrite-9.4.12.v20180830.jar:/opt/druid/lib/jetty-security-9.4.12.v20180830.jar:/opt/druid/lib/jetty-server-9.4.12.v20180830.jar:/opt/druid/lib/jetty-servlet-9.4.12.v20180830.jar:/opt/druid/lib/jetty-servlets-9.4.12.v20180830.jar:/opt/druid/lib/jetty-util-9.4.12.v20180830.jar:/opt/druid/lib/jline-0.9.94.jar:/opt/druid/lib/jmespath-java-1.11.199.jar:/opt/druid/lib/jna-4.5.1.jar:/opt/druid/lib/joda-time-2.10.5.jar:/opt/druid/lib/joni-2.1.27.jar:/opt/druid/lib/json-path-2.3.0.jar:/opt/druid/lib/json-smart-2.3.jar:/opt/druid/lib/jsr305-2.0.1.jar:/opt/druid/lib/jsr311-api-1.1.1.jar:/opt/druid/lib/jvm-attach-api-1.5.jar:/opt/druid/lib/log4j-1.2-api-2.8.2.jar:/opt/druid/lib/log4j-api-2.8.2.jar:/opt/druid/lib/log4j-core-2.8.2.jar:/opt/druid/lib/log4j-jul-2.8.2.jar:/opt/druid/lib/log4j-slf4j-impl-2.8.2.jar:/opt/druid/lib/lz4-java-1.6.0.jar:/opt/druid/lib/maven-aether-provider-3.1.1.jar:/opt/druid/lib/maven-artifact-3.6.0.jar:/opt/druid/lib/maven-model-3.1.1.jar:/opt/druid/lib/maven-model-builder-3.1.1.jar:/opt/druid/lib/maven-repository-metadata-3.1.1.jar:/opt/druid/lib/maven-settings-3.1.1.jar:/opt/druid/lib/maven-settings-builder-3.1.1.jar:/opt/druid/lib/metrics-core-4.0.0.jar:/opt/druid/lib/netty-3.10.6.Final.jar:/opt/druid/lib/netty-buffer-4.1.48.Final.jar:/opt/druid/lib/netty-codec-4.1.48.Final.jar:/opt/druid/lib/netty-codec-dns-4.1.48.Final.jar:/opt/druid/lib/netty-codec-http-4.1.48.Final.jar:/opt/druid/lib/netty-codec-socks-4.1.48.Final.jar:/opt/druid/lib/netty-common-4.1.48.Final.jar:/opt/druid/lib/netty-handler-4.1.48.Final.jar:/opt/druid/lib/netty-handler-proxy-4.1.48.Final.jar:/opt/druid/lib/netty-reactive-streams-2.0.0.jar:/opt/druid/lib/netty-resolver-4.1.48.Final.jar:/opt/druid/lib/netty-resolver-dns-4.1.48.Final.jar:/opt/druid/lib/netty-transport-4.1.48.Final.jar:/opt/druid/lib/netty-transport-native-epoll-4.1.48.Final-linux-x86_64.jar:/opt/druid/lib/netty-transport-native-unix-common-4.1.48.Final.jar:/opt/druid/lib/okhttp-1.0.2.jar:/opt/druid/lib/opencsv-4.6.jar:/opt/druid/lib/plexus-interpolation-1.19.jar:/opt/druid/lib/plexus-utils-3.0.24.jar:/opt/druid/lib/protobuf-java-3.11.0.jar:/opt/druid/lib/reactive-streams-1.0.2.jar:/opt/druid/lib/resilience4j-bulkhead-1.3.1.jar:/opt/druid/lib/resilience4j-core-1.3.1.jar:/opt/druid/lib/rhino-1.7.11.jar:/opt/druid/lib/shims-0.8.11.jar:/opt/druid/lib/sigar-1.6.5.132.jar:/opt/druid/lib/slf4j-api-1.7.25.jar:/opt/druid/lib/spymemcached-2.12.3.jar:/opt/druid/lib/stax-ex-1.8.jar:/opt/druid/lib/tesla-aether-0.0.5.jar:/opt/druid/lib/txw2-2.3.1.jar:/opt/druid/lib/validation-api-1.1.0.Final.jar:/opt/druid/lib/vavr-0.10.2.jar:/opt/druid/lib/vavr-match-0.10.2.jar:/opt/druid/lib/wagon-provider-api-2.4.jar:/opt/druid/lib/xz-1.8.jar:/opt/druid/lib/zookeeper-3.4.14.jar:/opt/druid/lib/zstd-jni-1.3.3-1.jar 2020-08-13T02:40:05,962 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:java.library.path=/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib 2020-08-13T02:40:05,962 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:java.io.tmpdir=/tmp 2020-08-13T02:40:05,962 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:java.compiler= 2020-08-13T02:40:05,962 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:os.name=Linux 2020-08-13T02:40:05,962 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:os.arch=amd64 2020-08-13T02:40:05,962 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:os.version=4.14.177-139.254.amzn2.x86_64 2020-08-13T02:40:05,962 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:user.name=root 2020-08-13T02:40:05,963 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:user.home=/root 2020-08-13T02:40:05,963 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:user.dir=/ 2020-08-13T02:40:06,059 INFO [main] org.apache.zookeeper.ZooKeeper - Initiating client connection, connectString=zk-cs.druid.svc.cluster.local sessionTimeout=30000 watcher=org.apache.curator.ConnectionState@17354708 2020-08-13T02:40:06,655 INFO [main] org.apache.curator.framework.imps.CuratorFrameworkImpl - Default schema 2020-08-13T02:40:06,866 INFO [main-SendThread(zk-cs.druid.svc.cluster.local:2181)] org.apache.zookeeper.ClientCnxn - Opening socket connection to server zk-cs.druid.svc.cluster.local/172.20.7.157:2181. Will not attempt to authenticate using SASL (unknown error) 2020-08-13T02:40:07,157 INFO [main-SendThread(zk-cs.druid.svc.cluster.local:2181)] org.apache.zookeeper.ClientCnxn - Socket connection established to zk-cs.druid.svc.cluster.local/172.20.7.157:2181, initiating session 2020-08-13T02:40:07,264 INFO [main-SendThread(zk-cs.druid.svc.cluster.local:2181)] org.apache.zookeeper.ClientCnxn - Session establishment complete on server zk-cs.druid.svc.cluster.local/172.20.7.157:2181, sessionid = 0x27283d8147d36c3, negotiated timeout = 30000 2020-08-13T02:40:07,361 INFO [main-EventThread] org.apache.curator.framework.state.ConnectionStateManager - State change: CONNECTED 2020-08-13T02:40:09,162 INFO [NodeRoleWatcher[COORDINATOR]] org.apache.druid.curator.discovery.CuratorDruidNodeDiscoveryProvider$NodeRoleWatcher - Node[http://10.0.1.54:8081] of role[coordinator] detected. 2020-08-13T02:40:09,162 INFO [NodeRoleWatcher[COORDINATOR]] org.apache.druid.curator.discovery.CuratorDruidNodeDiscoveryProvider$NodeRoleWatcher - Node watcher of role[coordinator] is now initialized. 2020-08-13T02:40:11,756 WARN [main] org.apache.druid.query.lookup.LookupReferencesManager - No lookups found for tier [__default], response [org.apache.druid.java.util.http.client.response.StringFullResponseHolder@1c2096c6] 2020-08-13T02:40:11,756 INFO [main] org.apache.druid.query.lookup.LookupReferencesManager - Coordinator is unavailable. Loading saved snapshot instead 2020-08-13T02:40:13,061 INFO [NodeRoleWatcher[OVERLORD]] org.apache.druid.curator.discovery.CuratorDruidNodeDiscoveryProvider$NodeRoleWatcher - Node[http://10.0.4.199:8090] of role[overlord] detected. 2020-08-13T02:40:13,062 INFO [NodeRoleWatcher[OVERLORD]] org.apache.druid.curator.discovery.CuratorDruidNodeDiscoveryProvider$NodeRoleWatcher - Node watcher of role[overlord] is now initialized. 2020-08-13T02:40:15,565 INFO [main] org.apache.druid.indexing.worker.executor.ExecutorLifecycle - Running with task: { "type" : "index_kafka", "id" : "index_kafka_dev.serving.hydrate_ee7bfffc775e2c7_bmjjjmbi", "resource" : { "availabilityGroup" : "index_kafka_dev.serving.hydrate_ee7bfffc775e2c7", "requiredCapacity" : 1 }, "dataSchema" : { "dataSource" : "dev.serving.hydrate", "timestampSpec" : { "column" : "timestamp", "format" : "millis", "missingValue" : null }, "dimensionsSpec" : { "dimensions" : [ { "type" : "string", "name" : "success", "multiValueHandling" : "SORTED_ARRAY", "createBitmapIndex" : true }, { "type" : "string", "name" : "tableName", "multiValueHandling" : "SORTED_ARRAY", "createBitmapIndex" : true }, { "type" : "string", "name" : "userName", "multiValueHandling" : "SORTED_ARRAY", "createBitmapIndex" : true }, { "type" : "long", "name" : "customerId", "multiValueHandling" : "SORTED_ARRAY", "createBitmapIndex" : false } ], "dimensionExclusions" : [ "sum_elapsedMs", "sum_userId", "sum_dyndbReadUnits", "count", "sum_numRowsFound", "userId", "sum_numRowsSearched", "numRowsSearched", "dyndbWriteUnits", "sum_dyndbWriteUnits", "numRowsFound", "timestamp", "dyndbReadUnits", "elapsedMs" ] }, "metricsSpec" : [ { "type" : "count", "name" : "count" }, { "type" : "longSum", "name" : "sum_dyndbReadUnits", "fieldName" : "dyndbReadUnits", "expression" : null }, { "type" : "longSum", "name" : "sum_dyndbWriteUnits", "fieldName" : "dyndbWriteUnits", "expression" : null }, { "type" : "longSum", "name" : "sum_elapsedMs", "fieldName" : "elapsedMs", "expression" : null }, { "type" : "longSum", "name" : "sum_numRowsFound", "fieldName" : "numRowsFound", "expression" : null }, { "type" : "longSum", "name" : "sum_numRowsSearched", "fieldName" : "numRowsSearched", "expression" : null }, { "type" : "longSum", "name" : "sum_userId", "fieldName" : "userId", "expression" : null } ], "granularitySpec" : { "type" : "uniform", "segmentGranularity" : "HOUR", "queryGranularity" : "HOUR", "rollup" : true, "intervals" : null }, "transformSpec" : { "filter" : { "type" : "not", "field" : { "type" : "in", "dimension" : "customerId", "values" : [ "0" ], "extractionFn" : null } }, "transforms" : [ ] } }, "tuningConfig" : { "type" : "KafkaTuningConfig", "maxRowsInMemory" : 1000000, "maxBytesInMemory" : 0, "maxRowsPerSegment" : 5000000, "maxTotalRows" : null, "intermediatePersistPeriod" : "PT10M", "basePersistDirectory" : "/tmp/druid-realtime-persist44158672946928278", "maxPendingPersists" : 0, "indexSpec" : { "bitmap" : { "type" : "roaring", "compressRunOnSerialization" : true }, "dimensionCompression" : "lz4", "metricCompression" : "lz4", "longEncoding" : "longs" }, "indexSpecForIntermediatePersists" : { "bitmap" : { "type" : "roaring", "compressRunOnSerialization" : true }, "dimensionCompression" : "lz4", "metricCompression" : "lz4", "longEncoding" : "longs" }, "buildV9Directly" : true, "reportParseExceptions" : false, "handoffConditionTimeout" : 0, "resetOffsetAutomatically" : false, "segmentWriteOutMediumFactory" : null, "intermediateHandoffPeriod" : "P2147483647D", "logParseExceptions" : false, "maxParseExceptions" : 2147483647, "maxSavedParseExceptions" : 0, "skipSequenceNumberAvailabilityCheck" : false }, "ioConfig" : { "type" : "kafka", "taskGroupId" : 0, "baseSequenceName" : "index_kafka_dev.serving.hydrate_ee7bfffc775e2c7", "startPartitions" : { "type" : "end", "stream" : "dev.serving.hydrate", "topic" : "dev.serving.hydrate", "partitionSequenceNumberMap" : { "0" : 7089 }, "partitionOffsetMap" : { "0" : 7089 } }, "endPartitions" : { "type" : "end", "stream" : "dev.serving.hydrate", "topic" : "dev.serving.hydrate", "partitionSequenceNumberMap" : { "0" : 9223372036854775807 }, "partitionOffsetMap" : { "0" : 9223372036854775807 } }, "startSequenceNumbers" : { "type" : "start", "stream" : "dev.serving.hydrate", "topic" : "dev.serving.hydrate", "partitionSequenceNumberMap" : { "0" : 7089 }, "partitionOffsetMap" : { "0" : 7089 }, "exclusivePartitions" : [ ] }, "endSequenceNumbers" : { "type" : "end", "stream" : "dev.serving.hydrate", "topic" : "dev.serving.hydrate", "partitionSequenceNumberMap" : { "0" : 9223372036854775807 }, "partitionOffsetMap" : { "0" : 9223372036854775807 } }, "consumerProperties" : { "bootstrap.servers" : "[REMOVED]" }, "pollTimeout" : 5000, "useTransaction" : true, "minimumMessageTime" : null, "maximumMessageTime" : null, "inputFormat" : { "type" : "json", "flattenSpec" : { "useFieldDiscovery" : true, "fields" : [ ] }, "featureSpec" : { } } }, "context" : { "checkpoints" : "{\"0\":{\"0\":7089}}", "IS_INCREMENTAL_HANDOFF_SUPPORTED" : true, "forceTimeChunkLock" : true }, "groupId" : "index_kafka_dev.serving.hydrate", "dataSource" : "dev.serving.hydrate" } 2020-08-13T02:40:15,664 INFO [main] org.apache.druid.indexing.worker.executor.ExecutorLifecycle - Attempting to lock file[/tmp/persistent/task/index_kafka_dev.serving.hydrate_ee7bfffc775e2c7_bmjjjmbi/lock]. 2020-08-13T02:40:15,667 INFO [main] org.apache.druid.indexing.worker.executor.ExecutorLifecycle - Acquired lock file[/tmp/persistent/task/index_kafka_dev.serving.hydrate_ee7bfffc775e2c7_bmjjjmbi/lock] in 3ms. 2020-08-13T02:40:15,756 INFO [parent-monitor-0] org.apache.druid.indexing.worker.executor.ExecutorLifecycle - Triggering JVM shutdown. 2020-08-13T02:40:15,959 INFO [task-runner-0-priority-0] org.apache.druid.indexing.overlord.SingleTaskBackgroundRunner - Running task: index_kafka_dev.serving.hydrate_ee7bfffc775e2c7_bmjjjmbi 2020-08-13T02:40:15,962 INFO [main] org.apache.druid.java.util.common.lifecycle.Lifecycle - Starting lifecycle [module] stage [SERVER] 2020-08-13T02:40:16,364 INFO [main] org.eclipse.jetty.server.Server - jetty-9.4.12.v20180830; built: 2018-08-30T13:59:14.071Z; git: 27208684755d94a92186989f695db2d7b21ebc51; jvm 1.8.0_252-b09