Comments (2)
filename = "kafka.lua"
output_limit = 8 * 1024 * 1024
brokerlist = "localhost:9092" -- see https://github.com/edenhill/librdkafka/blob/master/src/rdkafka.h#L2205
-- In balanced consumer group mode a consumer can only subscribe on topics, not topics:partitions.
-- The partition syntax is only used for manual assignments (without balanced consumer groups).
topics = {"test_output"}
-- https://github.com/edenhill/librdkafka/blob/master/CONFIGURATION.md#global-configuration-properties
consumer_conf = {
log_level = 7,
["statistics.interval.ms"] = 1000,
["group.id"] = "test_group2", -- must always be provided (a single consumer is considered a group of one
-- in that case make this a unique identifier)
["message.max.bytes"] = output_limit,
}
-- https://github.com/edenhill/librdkafka/blob/master/CONFIGURATION.md#topic-configuration-properties
topic_conf = {
-- ["auto.commit.enable"] = true, -- cannot be overridden
-- ["offset.store.method"] = "broker, -- cannot be overridden
}
-- Specify a module that will decode the raw data and inject the resulting message.
--decoder_module = "decoders.heka.protobuf" -- default
1513716844161305891 [info] rdkafka#consumer-1 { "name": "rdkafka#consumer-1", "type": "consumer", "ts":22941906481, "time":1513716844, "replyq":0, "msg_cnt":0, "msg_size":0, "msg_max":0, "msg_size_max":0, "simple_cnt":0, "metadata_cache_cnt":1, "brokers":{ "localhost:9092/bootstrap": { "name":"localhost:9092/bootstrap", "nodeid":-1, "state":"UP", "stateage":3001005, "outbuf_cnt":0, "outbuf_msg_cnt":0, "waitresp_cnt":0, "waitresp_msg_cnt":0, "tx":4, "txbytes":118, "txerrs":0, "txretries":0, "req_timeouts":0, "rx":4, "rxbytes":218, "rxerrs":0, "rxcorriderrs":0, "rxpartial":0, "zbuf_grow":0, "buf_grow":0, "wakeups":11, "int_latency": { "min":0, "max":0, "avg":0, "sum":0, "cnt":0 }, "rtt": { "min":0, "max":0, "avg":0, "sum":0, "cnt":0 }, "throttle": { "min":0, "max":0, "avg":0, "sum":0, "cnt":0 }, "toppars":{ } } , "ubuntu:9092/0": { "name":"ubuntu:9092/0", "nodeid":0, "state":"UP", "stateage":2998179, "outbuf_cnt":0, "outbuf_msg_cnt":0, "waitresp_cnt":1, "waitresp_msg_cnt":0, "tx":67, "txbytes":4709, "txerrs":0, "txretries":0, "req_timeouts":0, "rx":66, "rxbytes":8307431, "rxerrs":0, "rxcorriderrs":0, "rxpartial":0, "zbuf_grow":0, "buf_grow":0, "wakeups":154, "int_latency": { "min":0, "max":0, "avg":0, "sum":0, "cnt":0 }, "rtt": { "min":297, "max":105617, "avg":13067, "sum":561892, "cnt":43 }, "throttle": { "min":0, "max":0, "avg":0, "sum":0, "cnt":42 }, "toppars":{ "test_output-0": { "topic":"test_output", "partition":0} } } }, "topics":{ "test_output": { "topic":"test_output", "metadata_age":2983, "partitions":{ "0": { "partition":0, "leader":0, "desired":true, "unknown":false, "msgq_cnt":0, "msgq_bytes":0, "xmit_msgq_cnt":0, "xmit_msgq_bytes":0, "fetchq_cnt":0, "fetchq_size":0, "fetch_state":"active", "query_offset":0, "next_offset":4601219, "app_offset":4601219, "stored_offset":4601219, "commited_offset":4579309, "committed_offset":4579309, "eof_offset":4601219, "lo_offset":-1001, "hi_offset":4601219, "consumer_lag":0, "txmsgs":0, "txbytes":0, "msgs": 21910, "rx_ver_drops": 0 } , "-1": { "partition":-1, "leader":-1, "desired":false, "unknown":false, "msgq_cnt":0, "msgq_bytes":0, "xmit_msgq_cnt":0, "xmit_msgq_bytes":0, "fetchq_cnt":0, "fetchq_size":0, "fetch_state":"none", "query_offset":0, "next_offset":0, "app_offset":-1001, "stored_offset":-1001, "commited_offset":-1001, "committed_offset":-1001, "eof_offset":-1001, "lo_offset":-1001, "hi_offset":-1001, "consumer_lag":-1, "txmsgs":0, "txbytes":0, "msgs": 0, "rx_ver_drops": 0 } } } } , "cgrp": { "rebalance_age": 2980, "rebalance_cnt": 2, "assignment_size": 1 }}
from lua_sandbox_extensions.
from lua_sandbox_extensions.
Related Issues (20)
- taskcluster - the project is NULL when there is treeherder data but no taskcluster route HOT 1
- taskcluster - remove the migration code HOT 1
- lfs - tail.lua is not erroring on an invalid checkpoint HOT 1
- taskcluster - update sql queries to handle latent billing data HOT 2
- taskcluster - update mozilla_com table with people.m.o data HOT 3
- taskcluster - deprecate derived_kind_costs
- taskcluster - add the calculated_taskgroup_bins scheduled query to source control
- taskcluster - derived_taskgroup_costs tweak HOT 3
- gcp - bigquery output load failure in the timer_event will not alert HOT 1
- taskcluster - refactor the live_log decoder HOT 1
- gcp - bigquery output 'hung' when the bq command never returned HOT 1
- papertrail - invalidate outdated checkpoints HOT 1
- Support s3-sqs extension
- taskcluster - generalize/simplify the nightly taskcluster backfill
- taskcluster - use the artifact list to determine what perfherder data is available
- taskcluster - investigate analysis.influx_workertype OOM termination
- es_index_from_timestamp behavior
- Travis CI free usage ends Dec 3; mozilla repos should switch to other CI platforms
- Do I have to install aws-cpp-sdk-core by myself?
- Migrate CircleCI from mozilla/cidockerbases:docker-latest HOT 3
Recommend Projects
-
React
A declarative, efficient, and flexible JavaScript library for building user interfaces.
-
Vue.js
🖖 Vue.js is a progressive, incrementally-adoptable JavaScript framework for building UI on the web.
-
Typescript
TypeScript is a superset of JavaScript that compiles to clean JavaScript output.
-
TensorFlow
An Open Source Machine Learning Framework for Everyone
-
Django
The Web framework for perfectionists with deadlines.
-
Laravel
A PHP framework for web artisans
-
D3
Bring data to life with SVG, Canvas and HTML. 📊📈🎉
-
Recommend Topics
-
javascript
JavaScript (JS) is a lightweight interpreted programming language with first-class functions.
-
web
Some thing interesting about web. New door for the world.
-
server
A server is a program made to process requests and deliver data to clients.
-
Machine learning
Machine learning is a way of modeling and interpreting data that allows a piece of software to respond intelligently.
-
Visualization
Some thing interesting about visualization, use data art
-
Game
Some thing interesting about game, make everyone happy.
Recommend Org
-
Facebook
We are working to build community through open source technology. NB: members must have two-factor auth.
-
Microsoft
Open source projects and samples from Microsoft.
-
Google
Google ❤️ Open Source for everyone.
-
Alibaba
Alibaba Open Source for everyone
-
D3
Data-Driven Documents codes.
-
Tencent
China tencent open source team.
from lua_sandbox_extensions.