Member since
11-08-2023
3
Posts
0
Kudos Received
0
Solutions
11-08-2023
03:59 PM
Also i have tested GenerateFlowfile with custom text its working. Problem is JoltTransformJSON-->PutDatabaseRecord in this two processor's success relationships showing null.
... View more
11-08-2023
03:53 PM
Hi @SAMSAL, JoltTransformJSON-->PutDatabaseRecord in this two processor's success relationships showing null. Thank you
... View more
11-08-2023
08:58 AM
Json input: { "schema": { "type": "struct", "fields": [ { "type": "struct", "fields": [ { "type": "string", "optional": false, "field": "COUNTRY_ID" }, { "type": "string", "optional": true, "field": "COUNTRY_NAME" }, { "type": "string", "optional": true, "field": "REGION_ID" } ], "optional": true, "name": "poc2.NIFITEST.COUNTRIES.Value", "field": "before", "version": null }, { "type": "struct", "fields": [ { "type": "string", "optional": false, "field": "COUNTRY_ID" }, { "type": "string", "optional": true, "field": "COUNTRY_NAME" }, { "type": "string", "optional": true, "field": "REGION_ID" } ], "optional": true, "name": "poc2.NIFITEST.COUNTRIES.Value", "field": "after", "version": null }, { "type": "struct", "fields": [ { "type": "string", "optional": false, "field": "version", "name": null, "version": null, "parameters": null, "default": null }, { "type": "string", "optional": false, "field": "connector", "name": null, "version": null, "parameters": null, "default": null }, { "type": "string", "optional": false, "field": "name", "name": null, "version": null, "parameters": null, "default": null }, { "type": "int64", "optional": false, "field": "ts_ms", "name": null, "version": null, "parameters": null, "default": null }, { "type": "string", "optional": true, "field": "snapshot", "name": "io.debezium.data.Enum", "version": 1, "parameters": { "allowed": "true,last,false,incremental" }, "default": "false" }, { "type": "string", "optional": false, "field": "db", "name": null, "version": null, "parameters": null, "default": null }, { "type": "string", "optional": true, "field": "sequence", "name": null, "version": null, "parameters": null, "default": null }, { "type": "string", "optional": false, "field": "schema", "name": null, "version": null, "parameters": null, "default": null }, { "type": "string", "optional": false, "field": "table", "name": null, "version": null, "parameters": null, "default": null }, { "type": "string", "optional": true, "field": "txId", "name": null, "version": null, "parameters": null, "default": null }, { "type": "string", "optional": true, "field": "scn", "name": null, "version": null, "parameters": null, "default": null }, { "type": "string", "optional": true, "field": "commit_scn", "name": null, "version": null, "parameters": null, "default": null }, { "type": "string", "optional": true, "field": "lcr_position", "name": null, "version": null, "parameters": null, "default": null }, { "type": "string", "optional": true, "field": "rs_id", "name": null, "version": null, "parameters": null, "default": null }, { "type": "int64", "optional": true, "field": "ssn", "name": null, "version": null, "parameters": null, "default": null }, { "type": "int32", "optional": true, "field": "redo_thread", "name": null, "version": null, "parameters": null, "default": null }, { "type": "string", "optional": true, "field": "user_name", "name": null, "version": null, "parameters": null, "default": null } ], "optional": false, "name": "io.debezium.connector.oracle.Source", "field": "source", "version": null }, { "type": "string", "fields": null, "optional": false, "name": null, "field": "op", "version": null }, { "type": "int64", "fields": null, "optional": true, "name": null, "field": "ts_ms", "version": null }, { "type": "struct", "fields": [ { "type": "string", "optional": false, "field": "id" }, { "type": "int64", "optional": false, "field": "total_order" }, { "type": "int64", "optional": false, "field": "data_collection_order" } ], "optional": true, "name": "event.block", "field": "transaction", "version": 1 } ], "optional": false, "name": "poc2.NIFITEST.COUNTRIES.Envelope", "version": 1 }, "payload": { "before": null, "after": { "COUNTRY_ID": "IT", "COUNTRY_NAME": "Italy", "REGION_ID": "1" }, "source": { "version": "2.4.0.Final", "connector": "oracle", "name": "poc2", "ts_ms": 1699378780000, "snapshot": "false", "db": "TESTDB", "sequence": null, "schema": "NIFITEST", "table": "COUNTRIES", "txId": "030005002e290000", "scn": "38041443", "commit_scn": "38041466", "lcr_position": null, "rs_id": "0x000476.0002ce07.0010", "ssn": 0, "redo_thread": 1, "user_name": "NIFITEST" }, "op": "c", "ts_ms": 1699378784139, "transaction": null } } Jolt Specification: [ { "operation": "shift", "spec": { "payload": { "after": " " } } } ] PutDatabaseRecord showing null: Source : Kafka Topics thru Debezium Nifi Version 1.17 My Flow is: ConsumeKafkarecord_2.0--> Splitrecord-->EvaluateJsonPath(Gettable fromflowfile)-->RouteonAttribute-->Queryrecord-->JoltTransformJSON-->PutDatabaseRecord Any solution please. Appreciate your help. Thanks, Sree
... View more
Labels:
- Labels:
-
Apache NiFi