Skip to content

Commit c11efe6

Browse files
biniona-mongodbatsansonerozza
authored and
schmalliso
committed
(DOCSP-15789) converters (#131)
Co-authored-by: Anthony Sansone <[email protected]> Co-authored-by: Ross Lawley <[email protected]>
1 parent 5f8fb9e commit c11efe6

17 files changed

+398
-2
lines changed

‎snooty.toml

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -5,3 +5,5 @@ toc_landing_pages = ["/sink-connector", "/sink-connector/configuration-propertie
55

66
[constants]
77
mkc = "MongoDB Kafka Connector"
8+
ak = "Apache Kafka"
9+
kc = "Kafka Connect"

‎source/includes/figures/converters.drawio

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
<mxfile host="app.diagrams.net" modified="2021-08-30T20:25:42.572Z" agent="5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4515.131 Safari/537.36" etag="rwduYlLl8Q2ifvvbijIa" version="15.0.2" type="device"><diagram id="-wVjF3CuHzXgvMEnsQQc" name="Page-1">7VrbdqIwFP0a1zy1CwwgPCpqu2ba6Zr2oZe3LImQFokT461fPwESAYOO4xXt+KBkJ4Swz9nn5IA14A5mNxQOg3viobBW17xZDbRr9brdsPl3DMxTwLKcFPAp9lJIz4An/IkEqAl0jD00KgxkhIQMD4tgj0QR6rECBikl0+KwPgmLVx1CHynAUw+GKvqMPRaI2zK1DL9F2A/klXVN9AygHCyAUQA9Ms1BoFMDLiWEpUeDmYvCmDvJS3ped0XvYmEURWyTEx7Iz+j7++Or474/v4HGJ24aj1eNdJYJDMfihsVi2VwyQMk48lA8iVYDrWmAGXoawl7cO+Um51jABiFv6fxQXZRY5wRRhmY5SCzyBpEBYnTOh8heRxA2l5TaAphmBjBM59pM0SBHf10TIBRm9xfTZ8zwA0HOPxDlKLwgjzuKaBLKAuKTCIadDG0VmcvG3BEyFHy9I8bmwuvhmJEim2iG2Uvu+DWeit932mrPxMxJYy4bEb/dl3wjd1bczE5LWvK8lZYbkTHtoTXUSFlC6iO2ZhxIx8W8rfUDikLI8KQowL0bVPpl3vOtkK+/1SecgTiihIQmPdbvcSxSThHoJ588ZPnx7z2JfNJuySn4itJZ0t7dNNXHYeguFgN00Gya9f1oDSxJrW6oUtNlAAuKcW53u7z9sqLb5gNGHrwazu9en8eTrvSSSxfakgq2Ux5QlVfK6UmFBg4jNO0H7H9A/uummZ9PcQzx6ZZuOPsR32KPcxr1lUdFXaGrovLbXjXGhvnKrFS+MhQZccdPnI3u1cNbtmu4e0ovZgU93FR4bHJqApRFlD2S2dG79a61HzItu3pk2gqZS1FZYZPfLCtSNmKUfCBJWkQitMSjgGCI/Yg3e5xC7vOgFVOHeaXWFB0D7HlJPCqzUdGK+9g62WDJHJpqDru0RjlU7C7LtFUr5gzDVFgyrBKnPVwppxvnkuNOUMuZGyZHvVGp7KifbVhfLsFMTRXIkUuwDR4KHUEwpf61pVc3VK8uvXPjpD6s8l79LZ5SxBzXf8uJtM8lwO/g0s6GgVpSX5VA7ZQEl/+PA2olxVIFlCSv9rWfkiqVVxUsoz6//rqll9E4cekld0irdZLZQYoi7rgaJdmkyQdwTmaqYp5w9LFNULsYW+vLUdHQS556NEoLyEMZ+69PtLc1dpr0v7S560vm1sERzV1aE5RJ+1yqodVvgzbYOR6rGFq3yNXp7duIHz+OI4YHsWTakMWdXUIHUE19u+wkusmH4x4cBckcmT0Uxy6xyOo0ZjrXDbPo7hV4AWtdmr9v+r4nLU1O5fDq+53Lc3jrmPto3sz+XJX05f6hBjp/AA==</diagram></mxfile>

‎source/includes/figures/converters.png

163 KB
Loading

‎source/includes/properties-files/converters/avro-sink.properties

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,9 @@
1+
connector.class=com.mongodb.kafka.connect.MongoSinkConnector
2+
connection.uri=<your mongodb uri>
3+
database=<your database to write to>
4+
collection=<your collection to write to>
5+
topics=<your topic to read from>
6+
key.converter=io.confluent.connect.avro.AvroConverter
7+
value.converter.schema.registry.url=<your schema registry uri>
8+
value.converter=io.confluent.connect.avro.AvroConverter
9+
value.converter.schema.registry.url=<your schema registry uri>

‎source/includes/properties-files/converters/avro-source.properties

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
1+
connector.class=com.mongodb.kafka.connect.MongoSourceConnector
2+
connection.uri=<your mongodb uri>
3+
database=<your database to read from>
4+
collection=<your collection to read from>
5+
output.format.value=schema
6+
output.format.key=schema
7+
key.converter=io.confluent.connect.avro.AvroConverter
8+
value.converter.schema.registry.url=<your schema registry uri>
9+
value.converter=io.confluent.connect.avro.AvroConverter
10+
value.converter.schema.registry.url=<your schema registry uri>

‎source/includes/properties-files/converters/json-schema-sink-mixed.properties

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,9 @@
1+
connector.class=com.mongodb.kafka.connect.MongoSinkConnector
2+
connection.uri=<your mongodb uri>
3+
database=<your database to write to>
4+
collection=<your collection to write to>
5+
topics=<your topic to read from>
6+
key.converter.schemas.enable=true
7+
value.converter.schemas.enable=true
8+
key.converter=org.apache.kafka.connect.json.JsonConverter
9+
value.converter=org.apache.kafka.connect.json.JsonConverter

‎source/includes/properties-files/converters/json-schema-sink.properties

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,9 @@
1+
connector.class=com.mongodb.kafka.connect.MongoSinkConnector
2+
connection.uri=<your mongodb uri>
3+
database=<your database to write to>
4+
collection=<your collection to write to>
5+
topics=<your topic to read from>
6+
key.converter=io.confluent.connect.json.JsonSchemaConverter
7+
value.converter.schema.registry.url=<your schema registry uri>
8+
value.converter=io.confluent.connect.json.JsonSchemaConverter
9+
value.converter.schema.registry.url=<your schema registry uri>

‎source/includes/properties-files/converters/json-schema-source-mixed.properties

Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,11 @@
1+
connector.class=com.mongodb.kafka.connect.MongoSourceConnector
2+
connection.uri=<your mongodb uri>
3+
database=<your database to read from>
4+
collection=<your collection to read from>
5+
output.format.value=schema
6+
output.format.key=schema
7+
output.schema.infer.value=true
8+
key.converter.schemas.enable=true
9+
value.converter.schemas.enable=true
10+
key.converter=org.apache.kafka.connect.json.JsonConverter
11+
value.converter=org.apache.kafka.connect.json.JsonConverter

‎source/includes/properties-files/converters/json-schema-source.properties

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
1+
connector.class=com.mongodb.kafka.connect.MongoSourceConnector
2+
connection.uri=<your mongodb uri>
3+
database=<your database to read from>
4+
collection=<your collection to read from>
5+
output.format.value=schema
6+
output.format.key=schema
7+
key.converter=io.confluent.connect.json.JsonSchemaConverter
8+
value.converter.schema.registry.url=<your schema registry uri>
9+
value.converter=io.confluent.connect.json.JsonSchemaConverter
10+
value.converter.schema.registry.url=<your schema registry uri>

‎source/includes/properties-files/converters/json-sink.properties

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,9 @@
1+
connector.class=com.mongodb.kafka.connect.MongoSinkConnector
2+
connection.uri=<your mongodb uri>
3+
database=<your database to write to>
4+
collection=<your collection to write to>
5+
topics=<your topic to read from>
6+
key.converter.schemas.enable=false
7+
value.converter.schemas.enable=false
8+
key.converter=org.apache.kafka.connect.json.JsonConverter
9+
value.converter=org.apache.kafka.connect.json.JsonConverter

‎source/includes/properties-files/converters/json-source.properties

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
1+
connector.class=com.mongodb.kafka.connect.MongoSourceConnector
2+
connection.uri=<your mongodb uri>
3+
database=<your database to read from>
4+
collection=<your collection to read from>
5+
output.format.value=json
6+
output.format.key=json
7+
key.converter.schemas.enable=false
8+
value.converter.schemas.enable=false
9+
key.converter=org.apache.kafka.connect.json.JsonConverter
10+
value.converter=org.apache.kafka.connect.json.JsonConverter

‎source/includes/properties-files/converters/protobuf-sink.properties

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,9 @@
1+
connector.class=com.mongodb.kafka.connect.MongoSinkConnector
2+
connection.uri=<your mongodb uri>
3+
database=<your database to write to>
4+
collection=<your collection to write to>
5+
topics=<your topic to read from>
6+
key.converter=io.confluent.connect.protobuf.ProtobufConverter
7+
value.converter.schema.registry.url=<your schema registry uri>
8+
value.converter=io.confluent.connect.protobuf.ProtobufConverter
9+
value.converter.schema.registry.url=<your schema registry uri>

‎source/includes/properties-files/converters/protobuf-source.properties

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
1+
connector.class=com.mongodb.kafka.connect.MongoSourceConnector
2+
connection.uri=<your mongodb uri>
3+
database=<your database to read from>
4+
collection=<your collection to read from>
5+
output.format.value=schema
6+
output.format.key=schema
7+
key.converter=io.confluent.connect.protobuf.ProtobufConverter
8+
key.converter.schema.registry.url=<your schema registry uri>
9+
value.converter=io.confluent.connect.protobuf.ProtobufConverter
10+
value.converter.schema.registry.url=<your schema registry uri>

‎source/includes/properties-files/converters/string-sink.properties

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,7 @@
1+
connector.class=com.mongodb.kafka.connect.MongoSinkConnector
2+
connection.uri=<your mongodb uri>
3+
database=<your database to write to>
4+
collection=<your collection to write to>
5+
topics=<your topic to read from>
6+
key.converter=org.apache.kafka.connect.storage.StringConverter
7+
value.converter=org.apache.kafka.connect.storage.StringConverter

‎source/includes/properties-files/converters/string-source.properties

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
1+
connector.class=com.mongodb.kafka.connect.MongoSourceConnector
2+
connection.uri=<your mongodb uri>
3+
database=<your database to read from>
4+
collection=<your collection to read from>
5+
output.format.value=json
6+
output.format.key=json
7+
key.converter.schemas.enable=false
8+
value.converter.schemas.enable=false
9+
key.converter=org.apache.kafka.connect.storage.StringConverter
10+
value.converter=org.apache.kafka.connect.storage.StringConverter

‎source/introduction/data-formats.txt

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -5,5 +5,6 @@ Data Formats
55
.. toctree::
66
:titlesonly:
77
:maxdepth: 1
8-
8+
9+
Converters </introduction/data-formats/converters>
910
Avro Schema </introduction/data-formats/avro-schema>

0 commit comments

Comments
 (0)