Mais conteúdo relacionado Semelhante a Connect at Twitter-scale | Jordan Bull and Ryanne Dolan, Twitter (20) Mais de HostedbyConfluent (20) Connect at Twitter-scale | Jordan Bull and Ryanne Dolan, Twitter13. Code on background
13
Configuration
cps.streamingPull.enabled: true
cps.streamingPull.flowControlMessages: 10000
cps.streamingPull.parallelStreams: 4
cps.streamingPull.maxAckExtensionMs: 10000
cps.streamingPull.maxMsPerAckExtension: 10000
kafka.record.headers: true
kafka.partition.scheme: kafka_partitioner
header.converter:
org.apache.kafka.connect.storage.StringConverter
key.converter:
org.apache.kafka.connect.storage.StringConverter
value.converter:
org.apache.kafka.connect.converters.ByteArrayConverter
cps.streamingPull.enabled: true
cps.streamingPull.flowControlMessages: 10000
cps.streamingPull.parallelStreams: 4
cps.streamingPull.maxAckExtensionMs: 10000
cps.streamingPull.maxMsPerAckExtension: 10000
kafka.record.headers: true
kafka.partition.scheme: kafka_partitioner
header.converter:
org.apache.kafka.connect.storage.StringConverter
key.converter:
org.apache.kafka.connect.storage.StringConverter
value.converter:
org.apache.kafka.connect.converters.ByteArrayConverter
cps.streamingPull.enabled: true
cps.streamingPull.flowControlMessages: 10000
cps.streamingPull.parallelStreams: 4
cps.streamingPull.maxAckExtensionMs: 10000
cps.streamingPull.maxMsPerAckExtension: 10000
kafka.record.headers: true
kafka.partition.scheme: kafka_partitioner
header.converter:
org.apache.kafka.connect.storage.StringConverter
key.converter:
org.apache.kafka.connect.storage.StringConverter
value.converter:
org.apache.kafka.connect.converters.ByteArrayConverter
cps.streamingPull.enabled: true
cps.streamingPull.flowControlMessages: 10000
cps.streamingPull.parallelStreams: 4
cps.streamingPull.maxAckExtensionMs: 10000
cps.streamingPull.maxMsPerAckExtension: 10000
kafka.record.headers: true
kafka.partition.scheme: kafka_partitioner
header.converter:
org.apache.kafka.connect.storage.StringConverter
key.converter:
org.apache.kafka.connect.storage.StringConverter
value.converter:
org.apache.kafka.connect.converters.ByteArrayConverter
cps.streamingPull.enabled: true
cps.streamingPull.flowControlMessages: 10000
cps.streamingPull.parallelStreams: 4
cps.streamingPull.maxAckExtensionMs: 10000
cps.streamingPull.maxMsPerAckExtension: 10000
kafka.record.headers: true
kafka.partition.scheme: kafka_partitioner
header.converter:
cps.streamingPull.enabled: true
cps.streamingPull.flowControlMessages: 10000