423ec362-0164-1000-5740-2abd200cc86b
AIS Data Pipeline 3.2
05c0ba86-3407-3be2-0000-000000000000
4634c711-cb03-3740-0000-000000000000
1 GB
10000
3c5a22aa-7534-362d-0000-000000000000
a86a0b87-ac06-3560-0000-000000000000
INPUT_PORT
0 sec
1
success
4634c711-cb03-3740-0000-000000000000
b7e30159-7914-3310-0000-000000000000
PROCESSOR
0
6e686cb0-62e8-3c3e-0000-000000000000
4634c711-cb03-3740-0000-000000000000
nifi-record-serialization-services-nar
org.apache.nifi
1.7.0
schema-access-strategy
schema-access-strategy
schema-registry
org.apache.nifi.schemaregistry.services.SchemaRegistry
schema-registry
schema-name
schema-name
schema-version
schema-version
schema-branch
schema-branch
schema-text
schema-text
csv-reader-csv-parser
csv-reader-csv-parser
Date Format
Date Format
Time Format
Time Format
Timestamp Format
Timestamp Format
CSV Format
CSV Format
Value Separator
Value Separator
Skip Header Line
Skip Header Line
ignore-csv-header
ignore-csv-header
Quote Character
Quote Character
Escape Character
Escape Character
Comment Marker
Comment Marker
Null String
Null String
Trim Fields
Trim Fields
csvutils-character-set
csvutils-character-set
CSVReader
false
schema-access-strategy
schema-name
schema-registry
b4f963f7-8f6c-3474-0000-000000000000
schema-name
${schema.name}
schema-version
schema-branch
schema-text
${avro.schema}
csv-reader-csv-parser
commons-csv
Date Format
Time Format
Timestamp Format
yyyy-MM-dd HH:mm:ss
CSV Format
custom
Value Separator
,
Skip Header Line
true
ignore-csv-header
false
Quote Character
"
Escape Character
\
Comment Marker
Null String
Trim Fields
true
csvutils-character-set
UTF-8
ENABLED
org.apache.nifi.csv.CSVReader
b4f963f7-8f6c-3474-0000-000000000000
4634c711-cb03-3740-0000-000000000000
nifi-registry-nar
org.apache.nifi
1.7.0
avro-reg-validated-field-names
avro-reg-validated-field-names
users
users
AvroSchemaRegistry
false
avro-reg-validated-field-names
true
users
{
"name" : "ais",
"namespace" : "nifi",
"type" : "record",
"fields" : [
{"name" : "MMSI", "type" : ["null", "int"]},
{"name" : "BaseDateTime", "type" : ["null", {"type" : "string", "logicalType" : "timestamp-millis"}]},
{"name" : "LAT", "type" : ["null", "float"]},
{"name" : "LON", "type" : ["null", "float"]},
{"name" : "SOG", "type" : ["null", "float"]},
{"name" : "COG", "type" : ["null", "float"]},
{"name" : "Heading", "type" : ["null", "float"]},
{"name" : "VesselName", "type" : ["null", "string"]},
{"name" : "IMO", "type" : ["null", "string"]},
{"name" : "CallSign", "type" : ["null", "string"]},
{"name" : "VesselType", "type" : ["null", "int"]},
{"name" : "Status", "type" : ["null", "string"]},
{"name" : "Length", "type" : ["null", "float"]},
{"name" : "Width", "type" : ["null", "float"]},
{"name" : "Draft", "type" : ["null", "float"]},
{"name" : "Cargo", "type" : ["null", "int"]}
]
}
ENABLED
org.apache.nifi.schemaregistry.services.AvroSchemaRegistry
cd1aafdb-f5f3-3ed3-0000-000000000000
4634c711-cb03-3740-0000-000000000000
nifi-record-serialization-services-nar
org.apache.nifi
1.7.0
Schema Write Strategy
Schema Write Strategy
schema-access-strategy
schema-access-strategy
schema-registry
org.apache.nifi.schemaregistry.services.SchemaRegistry
schema-registry
schema-name
schema-name
schema-version
schema-version
schema-branch
schema-branch
schema-text
schema-text
Date Format
Date Format
Time Format
Time Format
Timestamp Format
Timestamp Format
Pretty Print JSON
Pretty Print JSON
suppress-nulls
suppress-nulls
output-grouping
output-grouping
JsonRecordSetWriter
false
Schema Write Strategy
schema-name
schema-access-strategy
schema-name
schema-registry
b4f963f7-8f6c-3474-0000-000000000000
schema-name
${schema.name}
schema-version
schema-branch
schema-text
${avro.schema}
Date Format
Time Format
Timestamp Format
Pretty Print JSON
false
suppress-nulls
never-suppress
output-grouping
output-array
ENABLED
org.apache.nifi.json.JsonRecordSetWriter
f100a006-86d6-32ec-0000-000000000000
4634c711-cb03-3740-0000-000000000000
0.0
0.0
210.31439208984375
396.40721130371094
3c5a22aa-7534-362d-0000-000000000000
4634c711-cb03-3740-0000-000000000000
5.55790105829692
357.51492683126526
c32ac562-8d1d-3e04-0000-000000000000
3c5a22aa-7534-362d-0000-000000000000
1 GB
10000
abbf343f-3f80-3c20-0000-000000000000
9d9d52d3-4ce7-3a2c-0000-000000000000
INPUT_PORT
0 sec
1
3c5a22aa-7534-362d-0000-000000000000
a86a0b87-ac06-3560-0000-000000000000
INPUT_PORT
0
a86a0b87-ac06-3560-0000-000000000000
3c5a22aa-7534-362d-0000-000000000000
4220.238822691109
2871.146299461619
1
import data
STOPPED
INPUT_PORT
381cc402-0ed4-37f1-0000-000000000000
3c5a22aa-7534-362d-0000-000000000000
5217.913652706329
2813.008295514116
01c42fb9-4d12-3a57-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
1 GB
10000
381cc402-0ed4-37f1-0000-000000000000
707a999c-1587-33f4-0000-000000000000
PROCESSOR
0 sec
1
matched
381cc402-0ed4-37f1-0000-000000000000
cd6bd5c3-ac96-3caa-0000-000000000000
PROCESSOR
0
2ea424ba-37ba-3ab0-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
1 GB
10000
381cc402-0ed4-37f1-0000-000000000000
43b0e7e3-97bc-3114-0000-000000000000
FUNNEL
0 sec
1
success
381cc402-0ed4-37f1-0000-000000000000
32a41398-839f-3164-0000-000000000000
PROCESSOR
0
2eba7050-8d82-323d-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
1 GB
10000
381cc402-0ed4-37f1-0000-000000000000
43b0e7e3-97bc-3114-0000-000000000000
FUNNEL
0 sec
1
merged
381cc402-0ed4-37f1-0000-000000000000
bfb1e95c-44f3-34b2-0000-000000000000
PROCESSOR
0
3174cb67-351e-3142-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
1 GB
10000
381cc402-0ed4-37f1-0000-000000000000
39bf141c-7a71-3f09-0000-000000000000
PROCESSOR
0 sec
1
381cc402-0ed4-37f1-0000-000000000000
43b0e7e3-97bc-3114-0000-000000000000
FUNNEL
0
351ce567-b2f6-3880-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
1 GB
10000
381cc402-0ed4-37f1-0000-000000000000
1e9e6649-fc41-3e31-0000-000000000000
PROCESSOR
0 sec
1
results
381cc402-0ed4-37f1-0000-000000000000
77b61115-21f8-34b3-0000-000000000000
PROCESSOR
0
46fcf799-f076-3ec9-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
1 GB
10000
381cc402-0ed4-37f1-0000-000000000000
bfb1e95c-44f3-34b2-0000-000000000000
PROCESSOR
0 sec
1
success
381cc402-0ed4-37f1-0000-000000000000
707a999c-1587-33f4-0000-000000000000
PROCESSOR
0
5b76fbfc-1e37-3b6b-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
1 GB
10000
381cc402-0ed4-37f1-0000-000000000000
81a7cf57-0dce-3665-0000-000000000000
PROCESSOR
0 sec
1
success
381cc402-0ed4-37f1-0000-000000000000
68bba656-fc7c-30a5-0000-000000000000
PROCESSOR
0
7b000bdb-3274-316b-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
1 GB
10000
381cc402-0ed4-37f1-0000-000000000000
cd6bd5c3-ac96-3caa-0000-000000000000
PROCESSOR
0 sec
1
success
381cc402-0ed4-37f1-0000-000000000000
81a7cf57-0dce-3665-0000-000000000000
PROCESSOR
0
801ca8a5-3b76-3f39-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
1 GB
10000
5632.276732171862
1739.1681488145996
5632.276732171862
1828.5768402208496
381cc402-0ed4-37f1-0000-000000000000
77b61115-21f8-34b3-0000-000000000000
PROCESSOR
0 sec
1
failure
381cc402-0ed4-37f1-0000-000000000000
77b61115-21f8-34b3-0000-000000000000
PROCESSOR
0
8f997fe3-9422-34ae-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
1 GB
10000
381cc402-0ed4-37f1-0000-000000000000
ff2f4eb5-3b99-3c94-0000-000000000000
PROCESSOR
0 sec
1
merged
381cc402-0ed4-37f1-0000-000000000000
39bf141c-7a71-3f09-0000-000000000000
PROCESSOR
0
a08399e1-e2b1-3aae-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
1 GB
10000
5000.081467572354
1716.4970074441871
4994.249924603604
1663.8634625223121
381cc402-0ed4-37f1-0000-000000000000
68bba656-fc7c-30a5-0000-000000000000
PROCESSOR
0 sec
1
original
381cc402-0ed4-37f1-0000-000000000000
68bba656-fc7c-30a5-0000-000000000000
PROCESSOR
0
ac72e353-122a-3612-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
1 GB
10000
381cc402-0ed4-37f1-0000-000000000000
32a41398-839f-3164-0000-000000000000
PROCESSOR
0 sec
1
matched
381cc402-0ed4-37f1-0000-000000000000
63616e32-c2aa-3653-0000-000000000000
PROCESSOR
0
b69af78c-0f52-380c-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
1 GB
10000
5635.307982171862
1736.1364105333496
5633.792357171862
1666.3947113145996
381cc402-0ed4-37f1-0000-000000000000
77b61115-21f8-34b3-0000-000000000000
PROCESSOR
0 sec
1
original
381cc402-0ed4-37f1-0000-000000000000
77b61115-21f8-34b3-0000-000000000000
PROCESSOR
0
c5e8a58a-0cc2-3d21-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
1 GB
10000
5000.081467572354
1716.4970074441871
5000.081467572354
1766.4970074441871
381cc402-0ed4-37f1-0000-000000000000
68bba656-fc7c-30a5-0000-000000000000
PROCESSOR
0 sec
1
failure
381cc402-0ed4-37f1-0000-000000000000
68bba656-fc7c-30a5-0000-000000000000
PROCESSOR
0
d11b925a-3c6f-3436-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
1 GB
10000
381cc402-0ed4-37f1-0000-000000000000
63616e32-c2aa-3653-0000-000000000000
PROCESSOR
0 sec
1
success
381cc402-0ed4-37f1-0000-000000000000
1e9e6649-fc41-3e31-0000-000000000000
PROCESSOR
0
e02bb2e6-0e58-389d-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
1 GB
10000
6717.786532653885
2899.22968007688
6717.786532653885
2949.22968007688
381cc402-0ed4-37f1-0000-000000000000
ff2f4eb5-3b99-3c94-0000-000000000000
PROCESSOR
0 sec
1
failure
381cc402-0ed4-37f1-0000-000000000000
ff2f4eb5-3b99-3c94-0000-000000000000
PROCESSOR
0
ebd2b39d-1fdd-3aaa-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
1 GB
10000
6708.939271981152
2581.0689028521156
6708.939271981152
2631.0689028521156
381cc402-0ed4-37f1-0000-000000000000
e5fd0ecc-9781-3654-0000-000000000000
PROCESSOR
0 sec
1
failure
381cc402-0ed4-37f1-0000-000000000000
e5fd0ecc-9781-3654-0000-000000000000
PROCESSOR
0
fdd0e02b-1cd9-3342-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
1 GB
10000
381cc402-0ed4-37f1-0000-000000000000
e5fd0ecc-9781-3654-0000-000000000000
PROCESSOR
0 sec
1
merged
381cc402-0ed4-37f1-0000-000000000000
39bf141c-7a71-3f09-0000-000000000000
PROCESSOR
0
43b0e7e3-97bc-3114-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
5329.26751968198
2827.902023453559
0dac310c-9368-3979-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
4529.097314462326
1889.4486415694048
174.25146484375
377.35743713378906
1ca307d1-6bfe-382d-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
5172.398284232189
1886.8338736235983
175.87628173828125
372.5358428955078
24c48098-8231-3787-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
5170.673454696129
2383.658110880857
174.1511688232422
370.8107604980469
2d614008-3956-32da-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
4535.159754226179
2388.119667808043
177.28289794921875
371.2946014404297
5dafead7-81b9-3912-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
4533.644190123575
2121.353307520755
178.79861450195312
372.81031799316406
76f9d99f-c30e-3b30-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
5172.398356927146
1645.3218880733348
174.15118408203125
372.53587341308594
779b0d2c-5435-3229-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
6247.341345486936
2502.803436005519
182.98768615722656
362.44078063964844
7e1cd6c6-e31a-3154-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
5175.848793547817
2116.2697112784263
168.97592163085938
369.0856628417969
852cef83-f9a4-3e13-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
6247.747798816254
2833.185958586911
173.0
376.0
9b0e1265-c59f-3b69-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
4535.1594819512275
1646.9341447141458
169.7042999267578
368.26319885253906
bcfd153e-e629-3b39-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
5629.44200069366
2759.106247332811
167.25083923339844
377.7111358642578
f960d8e8-ba1f-3a62-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
4529.902708215308
2759.504518859448
184.50167846679688
374.2609558105469
1e9e6649-fc41-3e31-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
5183.452323384019
1919.7288356221325
nifi-update-attribute-nar
org.apache.nifi
1.7.0
WARN
1
Delete Attributes Expression
Delete Attributes Expression
Store State
Store State
Stateful Variables Initial Value
Stateful Variables Initial Value
ingestDate
ingestDate
ALL
false
30 sec
Delete Attributes Expression
Store State
Do not store state
Stateful Variables Initial Value
ingestDate
ISODate("${now():toNumber():format("yyyy-MM-dd'T'HH:mm:ss'.000Z'")}")
0
0 sec
TIMER_DRIVEN
1 sec
false
UpdateAttribute 1.7.0
false
success
STOPPED
org.apache.nifi.processors.attributes.UpdateAttribute
32a41398-839f-3164-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
5181.7887099405925
2415.8457266167516
nifi-standard-nar
org.apache.nifi
1.7.0
WARN
1
Regular Expression
Regular Expression
Replacement Value
Replacement Value
Character Set
Character Set
Maximum Buffer Size
Maximum Buffer Size
Replacement Strategy
Replacement Strategy
Evaluation Mode
Evaluation Mode
ALL
false
30 sec
Regular Expression
(?s)(^.*$)
Replacement Value
"_class" : "obp.object.Equipment",
"type" : "Vessel",
"name": "${name}",
"lastUpdated": ${ingestDate},
"lastUpdatedBy":"user",
"MMSI" : ${MMSI},
"IMO" : "${IMO}",
"callSign" : "${callSign}",
"vesselType" : "${vesselType}",
"status" : ${status},
"SOG" : ${SOG},
"COG" : ${COG},
"heading" : ${heading},
"length" : ${Length},
"width" : ${width},
"draft" : ${draft},
"cargo" : ${cargo},
"otherAttributes" : {}
Character Set
UTF-8
Maximum Buffer Size
1 MB
Replacement Strategy
Regex Replace
Evaluation Mode
Entire text
0
0 sec
TIMER_DRIVEN
1 sec
false
ReplaceText
true
failure
false
success
STOPPED
org.apache.nifi.processors.standard.ReplaceText
39bf141c-7a71-3f09-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
5642.8631183949565
2789.89480671835
nifi-standard-nar
org.apache.nifi
1.7.0
WARN
1
Merge Strategy
Merge Strategy
Merge Format
Merge Format
Attribute Strategy
Attribute Strategy
Correlation Attribute Name
Correlation Attribute Name
mergecontent-metadata-strategy
mergecontent-metadata-strategy
Minimum Number of Entries
Minimum Number of Entries
Maximum Number of Entries
Maximum Number of Entries
Minimum Group Size
Minimum Group Size
Maximum Group Size
Maximum Group Size
Max Bin Age
Max Bin Age
Maximum number of Bins
Maximum number of Bins
Delimiter Strategy
Delimiter Strategy
Header File
Header File
Footer File
Footer File
Demarcator File
Demarcator File
Compression Level
Compression Level
Keep Path
Keep Path
Tar Modified Time
Tar Modified Time
ALL
false
30 sec
Merge Strategy
Bin-Packing Algorithm
Merge Format
Binary Concatenation
Attribute Strategy
Keep Only Common Attributes
Correlation Attribute Name
name
mergecontent-metadata-strategy
Do Not Merge Uncommon Metadata
Minimum Number of Entries
2
Maximum Number of Entries
1000
Minimum Group Size
0 B
Maximum Group Size
Max Bin Age
Maximum number of Bins
5
Delimiter Strategy
Text
Header File
{
Footer File
}
Demarcator File
,
Compression Level
1
Keep Path
false
Tar Modified Time
${file.lastModifiedTime}
0
0 sec
TIMER_DRIVEN
1 sec
false
MergeContent
true
failure
false
merged
true
original
STOPPED
org.apache.nifi.processors.standard.MergeContent
63616e32-c2aa-3653-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
5184.782039723219
2142.593268789482
nifi-standard-nar
org.apache.nifi
1.7.0
WARN
1
Destination
Destination
Return Type
Return Type
Path Not Found Behavior
Path Not Found Behavior
Null Value Representation
Null Value Representation
callSign
callSign
cargo
cargo
COG
COG
draft
draft
heading
heading
IMO
IMO
lastUpdatedBy
lastUpdatedBy
LAT
LAT
Length
Length
locationDate
locationDate
LON
LON
MMSI
MMSI
name
name
report
report
SOG
SOG
status
status
type
type
vesselType
vesselType
width
width
ALL
false
30 sec
Destination
flowfile-attribute
Return Type
json
Path Not Found Behavior
ignore
Null Value Representation
empty string
callSign
$.callSign
cargo
$.cargo
COG
$.COG
draft
$.draft
heading
$.heading
IMO
$.IMO
lastUpdatedBy
$.lastUpdatedBy
LAT
$.lat
Length
$.length
locationDate
$.report.date
LON
$.lon
MMSI
$.MMSI
name
$.name
report
$.report
SOG
$.SOG
status
$.status
type
$.type
vesselType
$.vesselType
width
$.width
0
0 sec
TIMER_DRIVEN
1 sec
false
EvaluateJsonPath
true
failure
false
matched
true
unmatched
STOPPED
org.apache.nifi.processors.standard.EvaluateJsonPath
68bba656-fc7c-30a5-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
4545.081467572354
1676.4970074441871
nifi-mongodb-nar
org.apache.nifi
1.7.0
WARN
1
Mongo URI
Mongo URI
Mongo Database Name
Mongo Database Name
Mongo Collection Name
Mongo Collection Name
ssl-context-service
org.apache.nifi.ssl.SSLContextService
ssl-context-service
ssl-client-auth
ssl-client-auth
json-type
json-type
use-pretty-printing
use-pretty-printing
mongo-charset
mongo-charset
Query
Query
mongo-query-attribute
mongo-query-attribute
Projection
Projection
Sort
Sort
Limit
Limit
Batch Size
Batch Size
results-per-flowfile
results-per-flowfile
ALL
false
30 sec
Mongo URI
mongodb://localhost:27017
Mongo Database Name
local
Mongo Collection Name
ais_raw
ssl-context-service
ssl-client-auth
REQUIRED
json-type
Extended
use-pretty-printing
true
mongo-charset
UTF-8
Query
mongo-query-attribute
Projection
Sort
Limit
Batch Size
results-per-flowfile
0
60 sec
TIMER_DRIVEN
1 sec
false
GetMongo
false
failure
false
original
false
success
STOPPED
org.apache.nifi.processors.mongodb.GetMongo
707a999c-1587-33f4-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
4544.057029591118
2417.0945143102253
nifi-standard-nar
org.apache.nifi
1.7.0
WARN
1
Regular Expression
Regular Expression
Replacement Value
Replacement Value
Character Set
Character Set
Maximum Buffer Size
Maximum Buffer Size
Replacement Strategy
Replacement Strategy
Evaluation Mode
Evaluation Mode
ALL
false
30 sec
Regular Expression
(?s)(^.*$)
Replacement Value
{
"reportId" : "${id}",
"reportName" : "AIS Upload: ${name}",
"reportText" : "MMSI: ${MMSI}. IMO: ${IMO}. CallSign: ${callSign}. VesselType: ${vesselType}. Status: ${status}. SOG: ${SOG}. COG: ${COG}. Heading: ${heading}. Length: ${Length}. Width: ${width}. Draft: ${draft}. Cargo: ${cargo}.",
"lon" : ${LON},
"lat" : ${LAT},
"reportDate" : ISODate("${date:toDate("yyyy-MM-dd'T'HH:mm:ss"):format("yyyy-MM-dd'T'HH:mm:ss'.000Z'")}"),
"reportSource" : "AIS",
"reportAccessLevel" : "${accessLevel}",
"reportLastUpdated" : ISODate("${date:toDate("yyyy-MM-dd'T'HH:mm:ss"):format("yyyy-MM-dd'T'HH:mm:ss'.000Z'")}"),
"reportLastUpdatedBy" : "user"
}
Character Set
UTF-8
Maximum Buffer Size
1 MB
Replacement Strategy
Regex Replace
Evaluation Mode
Entire text
0
0 sec
TIMER_DRIVEN
1 sec
false
ReplaceText
true
failure
false
success
STOPPED
org.apache.nifi.processors.standard.ReplaceText
77b61115-21f8-34b3-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
5184.855833734362
1676.4323089708496
nifi-mongodb-nar
org.apache.nifi
1.7.0
WARN
1
Mongo URI
Mongo URI
Mongo Database Name
Mongo Database Name
Mongo Collection Name
Mongo Collection Name
ssl-context-service
org.apache.nifi.ssl.SSLContextService
ssl-context-service
ssl-client-auth
ssl-client-auth
mongo-charset
mongo-charset
mongo-agg-query
mongo-agg-query
json-type
json-type
mongo-query-attribute
mongo-query-attribute
Batch Size
Batch Size
results-per-flowfile
results-per-flowfile
ALL
false
30 sec
Mongo URI
mongodb://localhost:27017
Mongo Database Name
local
Mongo Collection Name
ais_raw
ssl-context-service
ssl-client-auth
REQUIRED
mongo-charset
UTF-8
mongo-agg-query
[{"$group" : {"_id" : "$VesselName",
"name" : {"$first" : "$VesselName"},
"MMSI": {"$last": "$MMSI"},
"SOG": {"$push": "$SOG"},
"COG": {"$push": "$COG"},
"heading": {"$push": "$Heading"},
"IMO": {"$last": "$IMO"},
"callSign": {"$last": "$CallSign"},
"vesselType": {"$last": "$VesselType"},
"status": {"$push": "$Status"},
"length": {"$last": "$Length"},
"width": {"$last": "$Width"},
"draft": {"$last": "$Draft"},
"cargo": {"$last": "$Cargo"}
}
}]
json-type
Extended
mongo-query-attribute
Batch Size
100
results-per-flowfile
1
0
60 sec
TIMER_DRIVEN
1 sec
false
RunMongoAggregation
false
failure
false
original
false
results
STOPPED
org.apache.nifi.processors.mongodb.RunMongoAggregation
81a7cf57-0dce-3665-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
4540.820778738394
1923.0292941962603
nifi-update-attribute-nar
org.apache.nifi
1.7.0
WARN
1
Delete Attributes Expression
Delete Attributes Expression
Store State
Store State
Stateful Variables Initial Value
Stateful Variables Initial Value
accessLevel
accessLevel
id
id
source
source
ALL
false
30 sec
Delete Attributes Expression
Store State
Do not store state
Stateful Variables Initial Value
accessLevel
UNCLASSIFIED
id
${UUID()}
source
AIS
0
0 sec
TIMER_DRIVEN
1 sec
false
UpdateAttribute 1.7.0
false
success
STOPPED
org.apache.nifi.processors.attributes.UpdateAttribute
bfb1e95c-44f3-34b2-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
4542.180669159783
2792.373539406422
nifi-standard-nar
org.apache.nifi
1.7.0
WARN
1
Merge Strategy
Merge Strategy
Merge Format
Merge Format
Attribute Strategy
Attribute Strategy
Correlation Attribute Name
Correlation Attribute Name
mergecontent-metadata-strategy
mergecontent-metadata-strategy
Minimum Number of Entries
Minimum Number of Entries
Maximum Number of Entries
Maximum Number of Entries
Minimum Group Size
Minimum Group Size
Maximum Group Size
Maximum Group Size
Max Bin Age
Max Bin Age
Maximum number of Bins
Maximum number of Bins
Delimiter Strategy
Delimiter Strategy
Header File
Header File
Footer File
Footer File
Demarcator File
Demarcator File
Compression Level
Compression Level
Keep Path
Keep Path
Tar Modified Time
Tar Modified Time
ALL
false
30 sec
Merge Strategy
Bin-Packing Algorithm
Merge Format
Binary Concatenation
Attribute Strategy
Keep Only Common Attributes
Correlation Attribute Name
name
mergecontent-metadata-strategy
Do Not Merge Uncommon Metadata
Minimum Number of Entries
1
Maximum Number of Entries
1000
Minimum Group Size
0 B
Maximum Group Size
Max Bin Age
Maximum number of Bins
5
Delimiter Strategy
Text
Header File
"report" : [
Footer File
]
Demarcator File
,
Compression Level
1
Keep Path
false
Tar Modified Time
${file.lastModifiedTime}
0
0 sec
TIMER_DRIVEN
1 sec
false
MergeContent
true
failure
false
merged
true
original
STOPPED
org.apache.nifi.processors.standard.MergeContent
cd6bd5c3-ac96-3caa-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
4544.432749138454
2149.4728338648915
nifi-standard-nar
org.apache.nifi
1.7.0
WARN
1
Destination
Destination
Return Type
Return Type
Path Not Found Behavior
Path Not Found Behavior
Null Value Representation
Null Value Representation
callSign
callSign
cargo
cargo
COG
COG
date
date
draft
draft
heading
heading
IMO
IMO
LAT
LAT
Length
Length
LON
LON
MMSI
MMSI
name
name
SOG
SOG
status
status
vesselType
vesselType
width
width
ALL
false
30 sec
Destination
flowfile-attribute
Return Type
auto-detect
Path Not Found Behavior
ignore
Null Value Representation
empty string
callSign
$.CallSign
cargo
$.Cargo
COG
$.COG
date
$.BaseDateTime
draft
$.Draft
heading
$.Heading
IMO
$.IMO
LAT
$.LAT
Length
$.Length
LON
$.LON
MMSI
$.MMSI
name
$.VesselName
SOG
$.SOG
status
$.Status
vesselType
$.VesselType
width
$.Width
0
0 sec
TIMER_DRIVEN
1 sec
false
EvaluateJsonPath
true
failure
false
matched
true
unmatched
STOPPED
org.apache.nifi.processors.standard.EvaluateJsonPath
e5fd0ecc-9781-3654-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
6253.939271981152
2541.0689028521156
nifi-mongodb-nar
org.apache.nifi
1.7.0
WARN
1
Mongo URI
Mongo URI
Mongo Database Name
Mongo Database Name
Mongo Collection Name
Mongo Collection Name
ssl-context-service
org.apache.nifi.ssl.SSLContextService
ssl-context-service
ssl-client-auth
ssl-client-auth
Mode
Mode
Upsert
Upsert
Update Query Key
Update Query Key
putmongo-update-query
putmongo-update-query
put-mongo-update-mode
put-mongo-update-mode
Write Concern
Write Concern
Character Set
Character Set
ALL
false
30 sec
Mongo URI
mongodb://omsclient:obp314saic@obp-05.esl.saic.com:27017/oms
Mongo Database Name
oms
Mongo Collection Name
ais
ssl-context-service
ssl-client-auth
REQUIRED
Mode
insert
Upsert
false
Update Query Key
putmongo-update-query
put-mongo-update-mode
doc
Write Concern
ACKNOWLEDGED
Character Set
UTF-8
0
0 sec
TIMER_DRIVEN
1 sec
false
PutMongo
false
failure
true
success
DISABLED
org.apache.nifi.processors.mongodb.PutMongo
ff2f4eb5-3b99-3c94-0000-000000000000
381cc402-0ed4-37f1-0000-000000000000
6262.786532653885
2859.22968007688
nifi-mongodb-nar
org.apache.nifi
1.7.0
WARN
1
Mongo URI
Mongo URI
Mongo Database Name
Mongo Database Name
Mongo Collection Name
Mongo Collection Name
ssl-context-service
org.apache.nifi.ssl.SSLContextService
ssl-context-service
ssl-client-auth
ssl-client-auth
Mode
Mode
Upsert
Upsert
Update Query Key
Update Query Key
putmongo-update-query
putmongo-update-query
put-mongo-update-mode
put-mongo-update-mode
Write Concern
Write Concern
Character Set
Character Set
ALL
false
30 sec
Mongo URI
mongodb://localhost:27017
Mongo Database Name
local
Mongo Collection Name
ais_formatted
ssl-context-service
ssl-client-auth
REQUIRED
Mode
insert
Upsert
false
Update Query Key
putmongo-update-query
put-mongo-update-mode
doc
Write Concern
ACKNOWLEDGED
Character Set
UTF-8
0
0 sec
TIMER_DRIVEN
1 sec
false
PutMongo
false
failure
true
success
STOPPED
org.apache.nifi.processors.mongodb.PutMongo
aggregation processing
abbf343f-3f80-3c20-0000-000000000000
3c5a22aa-7534-362d-0000-000000000000
4717.6782290536885
2813.8413079293514
0c66cc58-4afc-39bd-0000-000000000000
abbf343f-3f80-3c20-0000-000000000000
1 GB
10000
abbf343f-3f80-3c20-0000-000000000000
2fdf1e65-8616-35bd-0000-000000000000
PROCESSOR
0 sec
1
success
abbf343f-3f80-3c20-0000-000000000000
2c022eb7-6381-39a8-0000-000000000000
PROCESSOR
0
19c60fe5-77d1-3636-0000-000000000000
abbf343f-3f80-3c20-0000-000000000000
1 GB
10000
abbf343f-3f80-3c20-0000-000000000000
2c022eb7-6381-39a8-0000-000000000000
PROCESSOR
0 sec
1
abbf343f-3f80-3c20-0000-000000000000
9d9d52d3-4ce7-3a2c-0000-000000000000
INPUT_PORT
0
2fce983f-ebae-33b8-0000-000000000000
abbf343f-3f80-3c20-0000-000000000000
1 GB
10000
abbf343f-3f80-3c20-0000-000000000000
67f0bbf5-e02c-3f75-0000-000000000000
PROCESSOR
0 sec
1
success
abbf343f-3f80-3c20-0000-000000000000
baa4b565-640b-3e13-0000-000000000000
PROCESSOR
0
acf61ee1-796b-3a96-0000-000000000000
abbf343f-3f80-3c20-0000-000000000000
1 GB
10000
4646.122356523441
2987.6381206890574
4646.122356523441
3037.6381206890574
abbf343f-3f80-3c20-0000-000000000000
2fdf1e65-8616-35bd-0000-000000000000
PROCESSOR
0 sec
1
failure
abbf343f-3f80-3c20-0000-000000000000
2fdf1e65-8616-35bd-0000-000000000000
PROCESSOR
0
b849fd66-7623-3986-0000-000000000000
abbf343f-3f80-3c20-0000-000000000000
1 GB
10000
abbf343f-3f80-3c20-0000-000000000000
16ad2c52-169a-33a1-0000-000000000000
PROCESSOR
0 sec
1
split
abbf343f-3f80-3c20-0000-000000000000
67f0bbf5-e02c-3f75-0000-000000000000
PROCESSOR
0
c3b28a30-c069-3bbd-0000-000000000000
abbf343f-3f80-3c20-0000-000000000000
1 GB
10000
5249.165183371151
2542.664839899504
5196.114890402401
2577.507857477629
abbf343f-3f80-3c20-0000-000000000000
67f0bbf5-e02c-3f75-0000-000000000000
PROCESSOR
0 sec
0
failure
abbf343f-3f80-3c20-0000-000000000000
67f0bbf5-e02c-3f75-0000-000000000000
PROCESSOR
0
fc79c326-0d95-37ec-0000-000000000000
abbf343f-3f80-3c20-0000-000000000000
1 GB
10000
abbf343f-3f80-3c20-0000-000000000000
baa4b565-640b-3e13-0000-000000000000
PROCESSOR
0 sec
1
success
abbf343f-3f80-3c20-0000-000000000000
2fdf1e65-8616-35bd-0000-000000000000
PROCESSOR
0
9d9d52d3-4ce7-3a2c-0000-000000000000
abbf343f-3f80-3c20-0000-000000000000
4244.5474979437895
2273.0253208929926
1
import
STOPPED
INPUT_PORT
17cf95ca-f62e-34fe-0000-000000000000
abbf343f-3f80-3c20-0000-000000000000
4171.420553210774
2521.5088501536916
186.28648376464844
385.862060546875
22f06a81-c115-391a-0000-000000000000
abbf343f-3f80-3c20-0000-000000000000
4791.533744637471
2904.8095811653075
187.93585205078125
389.1608123779297
52f59d6b-94ad-35fe-0000-000000000000
abbf343f-3f80-3c20-0000-000000000000
4790.389116651311
2188.3666985543514
187.9358673095703
379.2644958496094
98729851-496c-3136-0000-000000000000
abbf343f-3f80-3c20-0000-000000000000
4788.739880705503
2524.8409540030116
186.2864532470703
375.9657440185547
d2b47138-16bd-3aff-0000-000000000000
abbf343f-3f80-3c20-0000-000000000000
4171.4204165536885
2907.4649294094143
182.98770141601562
387.5114288330078
16ad2c52-169a-33a1-0000-000000000000
abbf343f-3f80-3c20-0000-000000000000
4812.879851168693
2948.192906914762
nifi-mongodb-nar
org.apache.nifi
1.7.0
WARN
1
Mongo URI
Mongo URI
Mongo Database Name
Mongo Database Name
Mongo Collection Name
Mongo Collection Name
ssl-context-service
org.apache.nifi.ssl.SSLContextService
ssl-context-service
ssl-client-auth
ssl-client-auth
Mode
Mode
Upsert
Upsert
Update Query Key
Update Query Key
putmongo-update-query
putmongo-update-query
put-mongo-update-mode
put-mongo-update-mode
Write Concern
Write Concern
Character Set
Character Set
ALL
false
30 sec
Mongo URI
mongodb://localhost:27017
Mongo Database Name
local
Mongo Collection Name
ais_raw
ssl-context-service
ssl-client-auth
REQUIRED
Mode
insert
Upsert
false
Update Query Key
putmongo-update-query
put-mongo-update-mode
doc
Write Concern
ACKNOWLEDGED
Character Set
UTF-8
0
0 sec
TIMER_DRIVEN
1 sec
false
PutMongo
true
failure
true
success
STOPPED
org.apache.nifi.processors.mongodb.PutMongo
2c022eb7-6381-39a8-0000-000000000000
abbf343f-3f80-3c20-0000-000000000000
4191.071008701074
2566.1219689136133
nifi-update-attribute-nar
org.apache.nifi
1.7.0
WARN
1
Delete Attributes Expression
Delete Attributes Expression
Store State
Store State
Stateful Variables Initial Value
Stateful Variables Initial Value
schema.name
schema.name
ALL
false
30 sec
Delete Attributes Expression
Store State
Do not store state
Stateful Variables Initial Value
schema.name
users
0
0 sec
TIMER_DRIVEN
1 sec
false
Add Schema Name Attribute
false
success
STOPPED
org.apache.nifi.processors.attributes.UpdateAttribute
2fdf1e65-8616-35bd-0000-000000000000
abbf343f-3f80-3c20-0000-000000000000
4191.122356523441
2947.6381206890574
nifi-standard-nar
org.apache.nifi
1.7.0
WARN
1
record-reader
org.apache.nifi.serialization.RecordReaderFactory
record-reader
record-writer
org.apache.nifi.serialization.RecordSetWriterFactory
record-writer
ALL
false
30 sec
record-reader
6e686cb0-62e8-3c3e-0000-000000000000
record-writer
cd1aafdb-f5f3-3ed3-0000-000000000000
0
0 sec
TIMER_DRIVEN
1 sec
false
ConverRecord - CSVtoJSON
false
failure
false
success
STOPPED
org.apache.nifi.processors.standard.ConvertRecord
67f0bbf5-e02c-3f75-0000-000000000000
abbf343f-3f80-3c20-0000-000000000000
4803.259421652401
2566.324996149504
nifi-standard-nar
org.apache.nifi
1.7.0
WARN
1
JsonPath Expression
JsonPath Expression
Null Value Representation
Null Value Representation
ALL
false
30 sec
JsonPath Expression
$.*
Null Value Representation
empty string
0
0 sec
TIMER_DRIVEN
1 sec
false
SplitJson
false
failure
true
original
false
split
STOPPED
org.apache.nifi.processors.standard.SplitJson
baa4b565-640b-3e13-0000-000000000000
abbf343f-3f80-3c20-0000-000000000000
4805.89181866008
2233.386314386923
nifi-update-attribute-nar
org.apache.nifi
1.7.0
WARN
1
Delete Attributes Expression
Delete Attributes Expression
Store State
Store State
Stateful Variables Initial Value
Stateful Variables Initial Value
filename
filename
ALL
false
30 sec
Delete Attributes Expression
Store State
Do not store state
Stateful Variables Initial Value
filename
${filename}.json
0
0 sec
TIMER_DRIVEN
1 sec
false
Add JSON File Name Extension
false
success
STOPPED
org.apache.nifi.processors.attributes.UpdateAttribute
raw data processing
Data Transformation
b7e30159-7914-3310-0000-000000000000
4634c711-cb03-3740-0000-000000000000
21.502629744047226
51.8122682276844
nifi-standard-nar
org.apache.nifi
1.7.0
WARN
1
Input Directory
Input Directory
File Filter
File Filter
Path Filter
Path Filter
Batch Size
Batch Size
Keep Source File
Keep Source File
Recurse Subdirectories
Recurse Subdirectories
Polling Interval
Polling Interval
Ignore Hidden Files
Ignore Hidden Files
Minimum File Age
Minimum File Age
Maximum File Age
Maximum File Age
Minimum File Size
Minimum File Size
Maximum File Size
Maximum File Size
ALL
false
30 sec
Input Directory
C:\Users\bustosr\Documents\NiFi\input
File Filter
[^\.].*
Path Filter
Batch Size
10
Keep Source File
false
Recurse Subdirectories
true
Polling Interval
0 sec
Ignore Hidden Files
true
Minimum File Age
0 sec
Maximum File Age
Minimum File Size
0 B
Maximum File Size
0
0 sec
TIMER_DRIVEN
1 sec
false
Get CSV File
false
success
STOPPED
org.apache.nifi.processors.standard.GetFile
08/24/2018 11:32:05 EDT