2ef2q0dq

1# (Copyright) [2016 - 2017] Confluent, Inc.
2
3
4# This template contains some of the commonly used configurations for the Connect Worker to connect
5# and produce to the destination cluster.
6
7
8############################################################
9#
10#               BASIC WORKER SETTINGS
11#
12############################################################
13
14# A list of host/port pairs to use for establishing the initial connection to the destination
15# Kafka cluster.
16bootstrap.servers=localhost:9092
17
18# unique name for the cluster, used in forming the Connect cluster group. Note that this must
19# not conflict with consumer group IDs
20group.id=connect-cluster
21
22# The converters specify the format of data in Kafka and how to translate it into Connect data.
23# Every Connect user will need to configure these based on the format they want their data in
24# when loaded from or stored into Kafka
25key.converter=org.apache.kafka.connect.json.JsonConverter
26value.converter=org.apache.kafka.connect.json.JsonConverter
27
28# Converter-specific settings can be passed in by prefixing the Converter's setting with the
29# converter we want to apply it to.
30key.converter.schemas.enable=true
31value.converter.schemas.enable=true
32
33# The internal converter used for offsets, config, and status data is configurable and must be
34# specified, but most users will always want to use the built-in default. Offset, config, and
35# status data is never visible outside of Kafka Connect in this format.
36internal.key.converter=org.apache.kafka.connect.json.JsonConverter
37internal.value.converter=org.apache.kafka.connect.json.JsonConverter
38internal.key.converter.schemas.enable=false
39internal.value.converter.schemas.enable=false
40
41# Topic to use for storing offsets. This topic should have many partitions and be replicated and
42# compacted. Kafka Connect will attempt to create the topic automatically when needed, but you
43# can always manually create the topic before starting Kafka Connect if a specific topic
44# configuration is needed.
45offset.storage.topic=connect-offsets
46offset.storage.replication.factor=3
47#offset.storage.partitions=25
48
49# Topic to use for storing connector and task configurations; note that this should be a single
50# partition, highly replicated, and compacted topic. Kafka Connect will attempt to create the
51# topic automatically when needed, but you can always manually create the topic before starting
52# Kafka Connect if a specific topic configuration is needed.
53config.storage.topic=connect-configs
54config.storage.replication.factor=3
55
56# Topic to use for storing statuses. This topic can have multiple partitions and should be
57# replicated and compacted. Kafka Connect will attempt to create the topic automatically when
58# needed, but you can always manually create the topic before starting Kafka Connect if a
59# specific topic configuration is needed.
60status.storage.topic=connect-status
61status.storage.replication.factor=3
62#status.storage.partitions=5
63
64# Interval at which to try committing offsets for tasks.
65#offset.flush.interval.ms=60000
66
67# These are provided to inform the user about the presence of the REST host and port configs
68# Hostname & Port for the REST API to listen on. If this is set, it will bind to the interface
69# used to listen to requests.
70#rest.host.name=
71#rest.port=8083
72
73# The Hostname & Port that will be given out to other workers to connect to i.e. URLs that are
74# routable from other servers.
75#rest.advertised.host.name=
76#rest.advertised.port=
77
78# A list of absolute filesystem paths separated by commas (,) to enable class loading isolation
79# for plugins (connectors, converters, transformations). The list should consist of top level
80# directories that include any combination of:
81# a) directories immediately containing jars with plugins and their dependencies
82# b) uber-jars with plugins and their dependencies
83# c) directories immediately containing the package directory structure of classes of plugins and
84#    their dependencies
85#
86#plugin.path=/usr/local/share/java,/usr/local/share/kafka/plugins,/opt/connectors
87
88
89############################################################
90#
91#        SECURITY SETTINGS FOR DESTINATION BROKER
92#
93############################################################
94
95# Protocol used to communicate with brokers. Valid values are:
96# a) PLAINTEXT
97# b) SSL
98# c) SASL_PLAINTEXT
99# d) SASL_SSL
100#security.protocol=SASL_SSL
101
102# The IANA-registered name of a SASL mechanism used for client connections. This may be any
103# mechanism for which a security provider is available. GSSAPI is the default mechanism.
104#sasl.mechanism = PLAIN
105
106# JAAS login context parameters for SASL connections in the format used by JAAS configuration
107# files. JAAS configuration file format is described here:
108# http://docs.oracle.com/javase/8/docs/technotes/guides/security/jgss/tutorials/LoginConfigFile.html
109# The format for the value is: '<loginModuleClass> <controlFlag> (<optionName>=<optionValue>)*;'
110#sasl.jaas.config=org.apache.kafka.common.security.plain.PlainLoginModule required \
111#    username="alice" \
112#    password="alice-secret";
113
114# The location of the trust store file
115#ssl.truststore.location=/home/kafka/client.truststore.jks
116
117# The password for the trust store file. If a password is not set access to the truststore is
118# still available, but integrity checking is disabled.
119#ssl.truststore.password=<passwd>
120
121# The location of the key store file. This is optional for client and can be used for two-way
122# authentication for client
123#ssl.keystore.location=/home/kafka/client.keystore.jks
124
125# The store password for the key store file. This is optional for client and only needed if
126# ssl.keystore.location is configured.
127#ssl.keystore.password=<passwd>
128
129# The password of the private key in the key store file.
130#ssl.key.password=<passwd>
131
132
133############################################################
134#
135#       SECURITY SETTINGS FOR THE DESTINATION PRODUCER
136#
137############################################################
138
139# These security settings are used only when creating producers for the destination cluster. By
140# default, the producer inherits these from the worker. Set values below only if the producer
141# would need different security settings.
142
143# Protocol used to communicate with brokers. Valid values are:
144# a) PLAINTEXT
145# b) SSL
146# c) SASL_PLAINTEXT
147# d) SASL_SSL
148#producer.security.protocol=SASL_SSL
149
150# The IANA-registered name of a SASL mechanism used for client connections. This may be any
151# mechanism for which a security provider is available. GSSAPI is the default mechanism.
152#producer.sasl.mechanism = PLAIN
153
154# JAAS login context parameters for SASL connections in the format used by JAAS configuration
155# files. JAAS configuration file format is described here:
156# http://docs.oracle.com/javase/8/docs/technotes/guides/security/jgss/tutorials/LoginConfigFile.html
157# The format for the value is: '<loginModuleClass> <controlFlag> (<optionName>=<optionValue>)*;'
158#producer.sasl.jaas.config=org.apache.kafka.common.security.plain.PlainLoginModule required \
159#    username="alice" \
160#    password="alice-secret";
161
162# The location of the trust store file
163#producer.ssl.truststore.location=/home/kafka/client.truststore.jks
164
165# The password for the trust store file. If a password is not set access to the truststore is
166# still available, but integrity checking is disabled.
167#producer.ssl.truststore.password=<passwd>
168
169# The location of the key store file. This is optional for client and can be used for two-way
170# authentication for client
171#producer.ssl.keystore.location=/home/kafka/client.keystore.jks
172
173# The store password for the key store file. This is optional for client and only needed if
174# ssl.keystore.location is configured.
175#producer.ssl.keystore.password=<passwd>
176
177# The password of the private key in the key store file.
178#producer.ssl.key.password=<passwd>
179
180
181
182############################################################
183#
184#       SECURITY SETTINGS FOR THE DESTINATION CONSUMER
185#
186############################################################
187
188# These security settings are used only when creating consumers for the destination cluster. By
189# default, the consumer inherits these from the worker. Set values below only if the consumers
190# would need different security settings.
191
192# Protocol used to communicate with brokers. Valid values are:
193# a) PLAINTEXT
194# b) SSL
195# c) SASL_PLAINTEXT
196# d) SASL_SSL
197#consumer.security.protocol=SASL_SSL
198
199# The IANA-registered name of a SASL mechanism used for client connections. This may be any
200# mechanism for which a security provider is available. GSSAPI is the default mechanism.
201#consumer.sasl.mechanism = PLAIN
202
203# JAAS login context parameters for SASL connections in the format used by JAAS configuration
204# files. JAAS configuration file format is described here:
205# http://docs.oracle.com/javase/8/docs/technotes/guides/security/jgss/tutorials/LoginConfigFile.html
206# The format for the value is: '<loginModuleClass> <controlFlag> (<optionName>=<optionValue>)*;'
207#consumer.sasl.jaas.config=org.apache.kafka.common.security.plain.PlainLoginModule required \
208#    username="alice" \
209#    password="alice-secret";
210
211# The location of the trust store file
212#consumer.ssl.truststore.location=/home/kafka/client.truststore.jks
213
214# The password for the trust store file. If a password is not set access to the truststore is
215# still available, but integrity checking is disabled.
216#consumer.ssl.truststore.password=<passwd>
217
218# The location of the key store file. This is optional for client and can be used for two-way
219# authentication for client
220#consumer.ssl.keystore.location=/home/kafka/client.keystore.jks
221
222# The store password for the key store file. This is optional for client and only needed if
223# ssl.keystore.location is configured.
224#consumer.ssl.keystore.password=<passwd>
225
226# The password of the private key in the key store file.
227#consumer.ssl.key.password=<passwd>
228
229
230
231############################################################
232#
233#        INTERCEPTOR AND ITS SECURITY ADDITIONS
234#
235############################################################
236
237# Interceptor class to monitor the producer at the worker writing to the destination cluster
238#producer.interceptor.classes=io.confluent.monitoring.clients.interceptor.MonitoringProducerInterceptor
239
240# Protocol used to communicate with brokers. Valid values are:
241# a) PLAINTEXT
242# b) SSL
243# c) SASL_PLAINTEXT
244# d) SASL_SSL
245#producer.confluent.monitoring.interceptor.security.protocol=SASL_SSL
246
247# The IANA-registered name of a SASL mechanism used for client connections. This may be any
248# mechanism for which a security provider is available. GSSAPI is the default mechanism.
249#producer.confluent.monitoring.interceptor.sasl.mechanism = PLAIN
250
251# JAAS login context parameters for SASL connections in the format used by JAAS configuration
252# files. JAAS configuration file format is described here:
253# http://docs.oracle.com/javase/8/docs/technotes/guides/security/jgss/tutorials/LoginConfigFile.html
254# The format for the value is: '<loginModuleClass> <controlFlag> (<optionName>=<optionValue>)*;'
255#producer.confluent.monitoring.interceptor.sasl.jaas.config=org.apache.kafka.common.security
256# .plain.PlainLoginModule required \
257#    username="alice" \
258#    password="alice-secret";
259
260# The location of the trust store file
261#producer.confluent.monitoring.interceptor.ssl.truststore.location=/home/kafka/client.truststore.jks
262
263# The password for the trust store file. If a password is not set access to the truststore is
264# still available, but integrity checking is disabled.
265#producer.confluent.monitoring.interceptor.ssl.truststore.password=<passwd>
266
267# The location of the key store file. This is optional for client and can be used for two-way
268# authentication for client
269#producer.confluent.monitoring.interceptor.ssl.keystore.location=/home/kafka/client.keystore.jks
270
271# The store password for the key store file. This is optional for client and only needed if
272# ssl.keystore.location is configured.
273#producer.confluent.monitoring.interceptor.ssl.keystore.password=<passwd>
274
275# The password of the private key in the key store file.
276#producer.confluent.monitoring.interceptor.ssl.key.password=<passwd>
277
278# Interceptor class to monitor the consumer for the destination cluster
279#consumer.interceptor.classes=io.confluent.monitoring.clients.interceptor.MonitoringConsumerInterceptor
280
281# Protocol used to communicate with brokers. Valid values are:
282# a) PLAINTEXT
283# b) SSL
284# c) SASL_PLAINTEXT
285# d) SASL_SSL
286#consumer.confluent.monitoring.interceptor.security.protocol=SASL_SSL
287
288# The IANA-registered name of a SASL mechanism used for client connections. This may be any
289# mechanism for which a security provider is available. GSSAPI is the default mechanism.
290#consumer.confluent.monitoring.interceptor.sasl.mechanism = PLAIN
291
292# JAAS login context parameters for SASL connections in the format used by JAAS configuration
293# files. JAAS configuration file format is described here:
294# http://docs.oracle.com/javase/8/docs/technotes/guides/security/jgss/tutorials/LoginConfigFile.html
295# The format for the value is: '<loginModuleClass> <controlFlag> (<optionName>=<optionValue>)*;'
296#consumer.confluent.monitoring.interceptor.sasl.jaas.config=org.apache.kafka.common.security
297# .plain.PlainLoginModule required \
298#    username="alice" \
299#    password="alice-secret";
300
301# The location of the trust store file
302#consumer.confluent.monitoring.interceptor.ssl.truststore.location=/home/kafka/client.truststore.jks
303
304# The password for the trust store file. If a password is not set access to the truststore is
305# still available, but integrity checking is disabled.
306#consumer.confluent.monitoring.interceptor.ssl.truststore.password=<passwd>
307
308# The location of the key store file. This is optional for client and can be used for two-way
309# authentication for client
310#consumer.confluent.monitoring.interceptor.ssl.keystore.location=/home/kafka/client.keystore.jks
311
312# The store password for the key store file. This is optional for client and only needed if
313# ssl.keystore.location is configured.
314#consumer.confluent.monitoring.interceptor.ssl.keystore.password=<passwd>
315
316# The password of the private key in the key store file.
317#consumer.confluent.monitoring.interceptor.ssl.key.password=<passwd>