Member since
11-11-2024
3
Posts
2
Kudos Received
0
Solutions
11-19-2024
09:01 PM
Thank you for your reply. I just tried deploying a NiFi container without modifying the start.sh script, and I found that when I set NIFI_CLUSTER_IS_NODE to true, the container still gets stuck and then stops. I find this strange—if the container doesn’t support clustering, why does the official image allow this environment variable to be set? I think this is misleading. I noticed that version 2.0.0 supports setting nifi.cluster.leader.election.implementation to KubernetesLeaderElectionManager. Does this require NiFi to be deployed at the same level as Kubernetes, or does NiFi need to be deployed as a pod within Kubernetes? I look forward to your response. Thank you!
... View more
11-19-2024
04:17 AM
1 Kudo
Hi， I have now deployed NiFi on my Kubernetes cluster, and for ease of learning, I modified the contents of the start.sh script in the scripts folder to enable HTTP access. I set all certificate-related content to be empty. Now, I am encountering an issue: when I try to change the environment variable "NIFI_CLUSTER_IS_NODE" to "true", my container fails to start. Strangely, there are no errors in the logs. When such content appears in the logs, the container stops and attempts to restart, repeatedly going through this restart loop. It looks all right, doesn't it? But after this the container just stops. I am wondering if this is because I enabled HTTP access? By the way, can I start a NiFi cluster using the embedded ZooKeeper? I didn’t see an option to configure "nifi.state.management.embedded.zookeeper.start" in the environment variables of the NiFi docker image. I hope to get your help, thank you very much！
... View more
Labels:
- Labels:
-
Apache NiFi
11-11-2024
06:16 PM
1 Kudo
Hello, I have exported the json in nifi and renamed it to flow.json.raw, but when I try to start minifi, I get the error like this: This is my flow in nifi And this is my json content： {
"externalControllerServices": {
},
"flowContents": {
"comments": "",
"componentType": "PROCESS_GROUP",
"connections": [
{
"backPressureDataSizeThreshold": "1 GB",
"backPressureObjectThreshold": 10000,
"bends": [],
"componentType": "CONNECTION",
"destination": {
"groupId": "4d2e3379-5165-32b0-bf2a-cc36a354aa29",
"id": "8dd0c880-1b12-3097-90a0-5f20d488f88a",
"instanceIdentifier": "846c8039-231d-353b-b87e-aed9f7408030",
"name": "fromMinifi",
"type": "REMOTE_INPUT_PORT"
},
"flowFileExpiration": "0 sec",
"groupIdentifier": "cad6891f-5564-3a61-8a99-bb7be344adc8",
"identifier": "b0ca1df7-83e8-314b-bb2f-50735ab0ccd2",
"instanceIdentifier": "1e076437-0193-1000-f190-07b262d28ba8",
"labelIndex": 0,
"loadBalanceCompression": "DO_NOT_COMPRESS",
"loadBalanceStrategy": "DO_NOT_LOAD_BALANCE",
"name": "",
"partitioningAttribute": "",
"prioritizers": [],
"selectedRelationships": [
"success"
],
"source": {
"comments": "",
"groupId": "cad6891f-5564-3a61-8a99-bb7be344adc8",
"id": "39db7913-b310-3485-95fe-6e6e33b1dda8",
"instanceIdentifier": "1b72dcd3-0193-1000-4444-cbda1bf29306",
"name": "GenerateFlowFile",
"type": "PROCESSOR"
},
"zIndex": 0
}
],
"controllerServices": [],
"defaultBackPressureDataSizeThreshold": "1 GB",
"defaultBackPressureObjectThreshold": 10000,
"defaultFlowFileExpiration": "0 sec",
"executionEngine": "INHERITED",
"flowFileConcurrency": "UNBOUNDED",
"flowFileOutboundPolicy": "STREAM_WHEN_AVAILABLE",
"funnels": [],
"identifier": "cad6891f-5564-3a61-8a99-bb7be344adc8",
"inputPorts": [],
"instanceIdentifier": "1e055241-0193-1000-bfce-60069091b1f0",
"labels": [],
"maxConcurrentTasks": 1,
"name": "Mnificonf",
"outputPorts": [],
"position": {
"x": -904,
"y": 16
},
"processGroups": [],
"processors": [
{
"autoTerminatedRelationships": [],
"backoffMechanism": "PENALIZE_FLOWFILE",
"bulletinLevel": "WARN",
"bundle": {
"artifact": "nifi-standard-nar",
"group": "org.apache.nifi",
"version": "2.0.0"
},
"comments": "",
"componentType": "PROCESSOR",
"concurrentlySchedulableTaskCount": 1,
"executionNode": "ALL",
"groupIdentifier": "cad6891f-5564-3a61-8a99-bb7be344adc8",
"identifier": "39db7913-b310-3485-95fe-6e6e33b1dda8",
"instanceIdentifier": "1b72dcd3-0193-1000-4444-cbda1bf29306",
"maxBackoffPeriod": "10 mins",
"name": "GenerateFlowFile",
"penaltyDuration": "30 sec",
"position": {
"x": -888,
"y": 24
},
"properties": {
"character-set": "UTF-8",
"File Size": "1000B",
"Batch Size": "1",
"Unique FlowFiles": "false",
"Data Format": "Text"
},
"propertyDescriptors": {
"character-set": {
"displayName": "Character Set",
"dynamic": false,
"identifiesControllerService": false,
"name": "character-set",
"sensitive": false
},
"File Size": {
"displayName": "File Size",
"dynamic": false,
"identifiesControllerService": false,
"name": "File Size",
"sensitive": false
},
"mime-type": {
"displayName": "Mime Type",
"dynamic": false,
"identifiesControllerService": false,
"name": "mime-type",
"sensitive": false
},
"generate-ff-custom-text": {
"displayName": "Custom Text",
"dynamic": false,
"identifiesControllerService": false,
"name": "generate-ff-custom-text",
"sensitive": false
},
"Batch Size": {
"displayName": "Batch Size",
"dynamic": false,
"identifiesControllerService": false,
"name": "Batch Size",
"sensitive": false
},
"Unique FlowFiles": {
"displayName": "Unique FlowFiles",
"dynamic": false,
"identifiesControllerService": false,
"name": "Unique FlowFiles",
"sensitive": false
},
"Data Format": {
"displayName": "Data Format",
"dynamic": false,
"identifiesControllerService": false,
"name": "Data Format",
"sensitive": false
}
},
"retriedRelationships": [],
"retryCount": 10,
"runDurationMillis": 0,
"scheduledState": "ENABLED",
"schedulingPeriod": "5 sec",
"schedulingStrategy": "TIMER_DRIVEN",
"style": {
},
"type": "org.apache.nifi.processors.standard.GenerateFlowFile",
"yieldDuration": "1 sec"
}
],
"remoteProcessGroups": [
{
"comments": "",
"communicationsTimeout": "30 sec",
"componentType": "REMOTE_PROCESS_GROUP",
"groupIdentifier": "cad6891f-5564-3a61-8a99-bb7be344adc8",
"identifier": "4d2e3379-5165-32b0-bf2a-cc36a354aa29",
"inputPorts": [
{
"batchSize": {
},
"componentType": "REMOTE_INPUT_PORT",
"concurrentlySchedulableTaskCount": 1,
"groupIdentifier": "4d2e3379-5165-32b0-bf2a-cc36a354aa29",
"identifier": "8dd0c880-1b12-3097-90a0-5f20d488f88a",
"instanceIdentifier": "846c8039-231d-353b-b87e-aed9f7408030",
"name": "fromMinifi",
"remoteGroupId": "4d2e3379-5165-32b0-bf2a-cc36a354aa29",
"scheduledState": "ENABLED",
"targetId": "1e06d5ee-0193-1000-88b2-e6a57607a83c",
"useCompression": false
}
],
"instanceIdentifier": "1b72a1a9-0193-1000-a217-fa7db75fc41a",
"name": "NiFi Flow",
"outputPorts": [],
"position": {
"x": -184,
"y": 0
},
"proxyHost": "",
"proxyUser": "",
"targetUris": "http://10.233.150.213:8443/nifi",
"transportProtocol": "RAW",
"yieldDuration": "10 sec"
}
],
"scheduledState": "ENABLED",
"statelessFlowTimeout": "1 min"
},
"flowEncodingVersion": "1.0",
"parameterContexts": [],
"parameterProviders": [],
"snapshotMetadata": {
"author": "anonymous",
"comments": "",
"timestamp": 1731375780091,
"version": 1
} I hope someone can help me
... View more
Labels:
- Labels:
-
Apache MiNiFi
-
Apache NiFi