@dida The following connector configuration worked for me. My schema was stored in Schema Registry and the connector fetched it from there. {
"connector.class": "com.cloudera.dim.kafka.connect.hdfs.HdfsSinkConnector",
"hdfs.output": "/tmp/topics_output/",
"hdfs.uri": "hdfs://nn1:8020",
"key.converter": "org.apache.kafka.connect.storage.StringConverter",
"name": "asd",
"output.avro.passthrough.enabled": "true",
"output.storage": "com.cloudera.dim.kafka.connect.hdfs.HdfsPartitionStorage",
"output.writer": "com.cloudera.dim.kafka.connect.hdfs.parquet.ParquetPartitionWriter",
"tasks.max": "1",
"topics": "avro-topic",
"value.converter": "com.cloudera.dim.kafka.connect.converts.AvroConverter",
"value.converter.passthrough.enabled": "false",
"value.converter.schema.registry.url": "http://sr-1:7788/api/v1"
} Cheers, André
... View more
