bfaaa96e-015e-1000-269c-a431a5034398
LookupRecord_GeoEnrich
baf640fd-049b-386d-0000-000000000000
5b17e3a9-e5e7-3391-0000-000000000000
1 GB
10000
5b17e3a9-e5e7-3391-0000-000000000000
d7101618-6075-37a2-0000-000000000000
PROCESSOR
0 sec
1
success
0
dfd9d3f9-e0ff-3c15-0000-000000000000
5b17e3a9-e5e7-3391-0000-000000000000
1 GB
10000
5b17e3a9-e5e7-3391-0000-000000000000
bb923c7e-0ad3-35ee-0000-000000000000
PROCESSOR
0 sec
1
0
f4c7a83e-013a-3b3f-0000-000000000000
5b17e3a9-e5e7-3391-0000-000000000000
1 GB
10000
5b17e3a9-e5e7-3391-0000-000000000000
a479da8e-1248-325c-0000-000000000000
PROCESSOR
0 sec
1
california
0
fed14f24-e16c-3d14-0000-000000000000
5b17e3a9-e5e7-3391-0000-000000000000
1 GB
10000
5b17e3a9-e5e7-3391-0000-000000000000
5a3adcda-0002-326f-0000-000000000000
PROCESSOR
0 sec
1
matched
0
583ed540-7598-3d10-0000-000000000000
5b17e3a9-e5e7-3391-0000-000000000000
1 GB
10000
1012.5853268883216
739.0932001106996
1012.5853268883216
789.0932001106996
5b17e3a9-e5e7-3391-0000-000000000000
a479da8e-1248-325c-0000-000000000000
PROCESSOR
0 sec
1
failure
0
5aac226f-63fd-3693-0000-000000000000
5b17e3a9-e5e7-3391-0000-000000000000
1 GB
10000
5b17e3a9-e5e7-3391-0000-000000000000
15159182-087f-370c-0000-000000000000
PROCESSOR
0 sec
1
success
0
ac50041b-9051-38f7-0000-000000000000
5b17e3a9-e5e7-3391-0000-000000000000
nifi-lookup-services-nar
org.apache.nifi
1.3.0
database-file
database-file
lookup-city
lookup-city
lookup-isp
lookup-isp
lookup-domain
lookup-domain
lookup-connection-type
lookup-connection-type
lookup-anonymous-ip
lookup-anonymous-ip
IPLookupService
false
database-file
./enrichment-db/GeoLite2-City.mmdb
lookup-city
true
lookup-isp
false
lookup-domain
false
lookup-connection-type
false
lookup-anonymous-ip
false
ENABLED
org.apache.nifi.lookup.maxmind.IPLookupService
ceb8165f-5838-33ab-0000-000000000000
5b17e3a9-e5e7-3391-0000-000000000000
nifi-record-serialization-services-nar
org.apache.nifi
1.3.0
Schema Write Strategy
Schema Write Strategy
schema-access-strategy
schema-access-strategy
schema-registry
org.apache.nifi.schemaregistry.services.SchemaRegistry
schema-registry
schema-name
schema-name
schema-text
schema-text
Date Format
Date Format
Time Format
Time Format
Timestamp Format
Timestamp Format
Pretty Print JSON
Pretty Print JSON
JsonRecordSetWriter
false
Schema Write Strategy
schema-name
schema-access-strategy
schema-name
schema-registry
6f03708e-9ca8-3ee0-0000-000000000000
schema-name
${schema.name}
schema-text
${avro.schema}
Date Format
yyyy-MM-dd
Time Format
HH:mm:ss
Timestamp Format
yyyy-MM-dd HH:mm:ss
Pretty Print JSON
true
ENABLED
org.apache.nifi.json.JsonRecordSetWriter
49efcaca-4de8-383c-0000-000000000000
5b17e3a9-e5e7-3391-0000-000000000000
nifi-record-serialization-services-nar
org.apache.nifi
1.3.0
schema-access-strategy
schema-access-strategy
schema-registry
org.apache.nifi.schemaregistry.services.SchemaRegistry
schema-registry
schema-name
schema-name
schema-text
schema-text
Date Format
Date Format
Time Format
Time Format
Timestamp Format
Timestamp Format
JsonTreeReader
false
schema-access-strategy
schema-name
schema-registry
6f03708e-9ca8-3ee0-0000-000000000000
schema-name
${schema.name}
schema-text
${avro.schema}
Date Format
yyyy-MM-dd
Time Format
HH:mm:ss
Timestamp Format
yyyy-MM-dd HH:mm:ss
ENABLED
org.apache.nifi.json.JsonTreeReader
6f03708e-9ca8-3ee0-0000-000000000000
5b17e3a9-e5e7-3391-0000-000000000000
nifi-registry-nar
org.apache.nifi
1.3.0
provenance-event
provenance-event
Avro Schema Registry
false
provenance-event
{
"namespace": "nifi",
"name": "provenanceEvent",
"type": "record",
"fields": [
{ "name": "eventId", "type": "string" },
{ "name": "eventOrdinal", "type": "long" },
{ "name": "eventType", "type": "string" },
{ "name": "timestampMillis", "type": {
"type": "long",
"logicalType": "timestamp-millis"
} },
{ "name": "durationMillis", "type": "long" },
{ "name": "lineageStart", "type": {
"type": "long",
"logicalType": "timestamp-millis"
} },
{ "name": "details", "type": "string" },
{ "name": "componentId", "type": "string" },
{ "name": "componentType", "type": "string" },
{ "name": "entityId", "type": "string" },
{ "name": "entityType", "type": "string" },
{ "name": "entitySize", "type": ["null", "long"] },
{ "name": "previousEntitySize", "type": ["null", "long"] },
{ "name": "updatedAttributes", "type": {
"type": "map",
"values": "string"
} },
{ "name": "previousAttributes", "type": {
"type": "map",
"values": "string"
} },
{ "name": "actorHostname", "type": "string" },
{ "name": "contentURI", "type": "string" },
{ "name": "previousContentURI", "type": "string" },
{ "name": "parentIds", "type": {
"type": "array",
"items": "string"
} },
{ "name": "childIds", "type": {
"type": "array",
"items": "string"
} },
{ "name": "platform", "type": "string" },
{ "name": "application", "type": "string" },
{ "name": "transitUri", "type": ["null", "string"] },
{ "name": "remoteHost", "type": ["null", "string"] },
{ "name": "enrichment", "type": ["null",
{
"name": "enrichmentRecord",
"namespace": "nifi",
"type": "record",
"fields": [
{
"name": "geo",
"type": ["null", {
"name": "cityGeo",
"type": "record",
"fields": [
{ "name": "city", "type": ["null", "string"] },
{ "name": "accuracy", "type": ["null", "int"], "doc": "The radius, in kilometers, around the given location, where the IP address is believed to be" },
{ "name": "metroCode", "type": ["null", "int"] },
{ "name": "timeZone", "type": ["null", "string"] },
{ "name": "latitude", "type": ["null", "double"] },
{ "name": "longitude", "type": ["null", "double"] },
{ "name": "country", "type": ["null", {
"type": "record",
"name": "country",
"fields": [
{ "name": "name", "type": "string" },
{ "name": "isoCode", "type": "string" }
]
}] },
{ "name": "subdivisions", "type": {
"type": "array",
"items": {
"type": "record",
"name": "subdivision",
"fields": [
{ "name": "name", "type": "string" },
{ "name": "isoCode", "type": "string" }
]
}
}
},
{ "name": "continent", "type": ["null", "string"] },
{ "name": "postalCode", "type": ["null", "string"] }
]
}]
},
{
"name": "isp",
"type": ["null", {
"name": "ispEnrich",
"type": "record",
"fields": [
{ "name": "name", "type": ["null", "string"] },
{ "name": "organization", "type": ["null", "string"] },
{ "name": "asn", "type": ["null", "int"] },
{ "name": "asnOrganization", "type": ["null", "string"] }
]
}]
},
{
"name": "domainName",
"type": ["null", "string"]
},
{
"name": "connectionType",
"type": ["null", "string"],
"doc": "One of 'Dialup', 'Cable/DSL', 'Corporate', 'Cellular'"
},
{
"name": "anonymousIp",
"type": ["null", {
"name": "anonymousIpType",
"type": "record",
"fields": [
{ "name": "anonymous", "type": "boolean" },
{ "name": "anonymousVpn", "type": "boolean" },
{ "name": "hostingProvider", "type": "boolean" },
{ "name": "publicProxy", "type": "boolean" },
{ "name": "torExitNode", "type": "boolean" }
]
}]
}
]
}
]}
]
}
ENABLED
org.apache.nifi.schemaregistry.services.AvroSchemaRegistry
d6898f86-f6f8-3941-0000-000000000000
5b17e3a9-e5e7-3391-0000-000000000000
55.0
0.0
1
Provenance In
STOPPED
false
INPUT_PORT
cdbed904-6d38-3ff1-0000-000000000000
5b17e3a9-e5e7-3391-0000-000000000000
576.2583695846547
210.92550121430145
b3fa0602-fd11-3b18-0000-000000000000
cdbed904-6d38-3ff1-0000-000000000000
1 GB
10000
cdbed904-6d38-3ff1-0000-000000000000
faed363f-e20d-3c7f-0000-000000000000
PROCESSOR
0 sec
1
success
0
ca1d0885-9cc9-3438-0000-000000000000
cdbed904-6d38-3ff1-0000-000000000000
1 GB
10000
cdbed904-6d38-3ff1-0000-000000000000
df2bdb97-2f9b-3da6-0000-000000000000
PROCESSOR
0 sec
1
failure
success
0
037bed2d-4500-3f5c-0000-000000000000
cdbed904-6d38-3ff1-0000-000000000000
1 GB
10000
cdbed904-6d38-3ff1-0000-000000000000
ba0c64f4-397d-3ede-0000-000000000000
PROCESSOR
0 sec
1
success
0
aa69c030-ee81-34fb-0000-000000000000
cdbed904-6d38-3ff1-0000-000000000000
916.3122008116682
31.000009088275192
nifi-standard-nar
org.apache.nifi
1.3.0
WARN
1
URL
URL
Filename
Filename
SSL Context Service
org.apache.nifi.ssl.SSLContextService
SSL Context Service
Username
Username
Password
Password
Connection Timeout
Connection Timeout
Data Timeout
Data Timeout
User Agent
User Agent
Accept Content-Type
Accept Content-Type
Follow Redirects
Follow Redirects
redirect-cookie-policy
redirect-cookie-policy
Proxy Host
Proxy Host
Proxy Port
Proxy Port
ALL
false
30 sec
URL
http://geolite.maxmind.com/download/geoip/database/GeoLite2-City.tar.gz
Filename
GeoLite2-City.tar.gz
SSL Context Service
Username
Password
Connection Timeout
30 sec
Data Timeout
30 sec
User Agent
Accept Content-Type
Follow Redirects
false
redirect-cookie-policy
default
Proxy Host
Proxy Port
0
1 hour
TIMER_DRIVEN
1 sec
GetHTTP
false
success
org.apache.nifi.processors.standard.GetHTTP
ba0c64f4-397d-3ede-0000-000000000000
cdbed904-6d38-3ff1-0000-000000000000
916.3122008116682
250.0000090882752
nifi-standard-nar
org.apache.nifi
1.3.0
WARN
1
Mode
Mode
Compression Format
Compression Format
Compression Level
Compression Level
Update Filename
Update Filename
ALL
false
30 sec
Mode
decompress
Compression Format
gzip
Compression Level
1
Update Filename
false
0
0 sec
TIMER_DRIVEN
1 sec
CompressContent
false
failure
false
success
org.apache.nifi.processors.standard.CompressContent
df2bdb97-2f9b-3da6-0000-000000000000
cdbed904-6d38-3ff1-0000-000000000000
916.3122008116682
470.3797698304627
nifi-standard-nar
org.apache.nifi
1.3.0
WARN
1
Packaging Format
Packaging Format
File Filter
File Filter
ALL
false
30 sec
Packaging Format
tar
File Filter
.*\.mmdb
0
0 sec
TIMER_DRIVEN
1 sec
UnpackContent
true
failure
true
original
false
success
org.apache.nifi.processors.standard.UnpackContent
faed363f-e20d-3c7f-0000-000000000000
cdbed904-6d38-3ff1-0000-000000000000
916.3122008116682
683.6244597718689
nifi-standard-nar
org.apache.nifi
1.3.0
WARN
1
Directory
Directory
Conflict Resolution Strategy
Conflict Resolution Strategy
Create Missing Directories
Create Missing Directories
Maximum File Count
Maximum File Count
Last Modified Time
Last Modified Time
Permissions
Permissions
Owner
Owner
Group
Group
ALL
false
30 sec
Directory
./enrichment-db
Conflict Resolution Strategy
replace
Create Missing Directories
true
Maximum File Count
Last Modified Time
Permissions
Owner
Group
0
0 sec
TIMER_DRIVEN
1 sec
PutFile
true
failure
true
success
org.apache.nifi.processors.standard.PutFile
Gather Enrichment Data
a479da8e-1248-325c-0000-000000000000
5b17e3a9-e5e7-3391-0000-000000000000
557.5853268883216
699.0932001106996
nifi-kafka-0-10-nar
org.apache.nifi
1.3.0
WARN
1
bootstrap.servers
bootstrap.servers
security.protocol
security.protocol
sasl.kerberos.service.name
sasl.kerberos.service.name
sasl.kerberos.principal
sasl.kerberos.principal
sasl.kerberos.keytab
sasl.kerberos.keytab
ssl.context.service
org.apache.nifi.ssl.SSLContextService
ssl.context.service
topic
topic
acks
acks
kafka-key
kafka-key
key-attribute-encoding
key-attribute-encoding
message-demarcator
message-demarcator
max.request.size
max.request.size
ack.wait.time
ack.wait.time
max.block.ms
max.block.ms
partitioner.class
partitioner.class
compression.type
compression.type
ALL
false
30 sec
bootstrap.servers
localhost:9092
security.protocol
PLAINTEXT
sasl.kerberos.service.name
sasl.kerberos.principal
sasl.kerberos.keytab
ssl.context.service
topic
California
acks
0
kafka-key
key-attribute-encoding
utf-8
message-demarcator
max.request.size
1 MB
ack.wait.time
5 secs
max.block.ms
5 sec
partitioner.class
org.apache.kafka.clients.producer.internals.DefaultPartitioner
compression.type
none
0
0 sec
TIMER_DRIVEN
1 sec
PublishKafka_0_10
false
failure
true
success
org.apache.nifi.processors.kafka.pubsub.PublishKafka_0_10
bb923c7e-0ad3-35ee-0000-000000000000
5b17e3a9-e5e7-3391-0000-000000000000
0.0
125.68245618655908
nifi-update-attribute-nar
org.apache.nifi
1.3.0
WARN
1
Delete Attributes Expression
Delete Attributes Expression
Store State
Store State
Stateful Variables Initial Value
Stateful Variables Initial Value
schema.name
schema.name
ALL
false
30 sec
Delete Attributes Expression
Store State
Do not store state
Stateful Variables Initial Value
schema.name
provenance-event
0
0 sec
TIMER_DRIVEN
1 sec
UpdateAttribute
false
success
org.apache.nifi.processors.attributes.UpdateAttribute
d7101618-6075-37a2-0000-000000000000
5b17e3a9-e5e7-3391-0000-000000000000
0.0
315.6688788998483
nifi-standard-nar
org.apache.nifi
1.3.0
WARN
1
record-reader
org.apache.nifi.serialization.RecordReaderFactory
record-reader
record-writer
org.apache.nifi.serialization.RecordSetWriterFactory
record-writer
lookup-service
org.apache.nifi.lookup.LookupService
lookup-service
result-record-path
result-record-path
routing-strategy
routing-strategy
ip
ip
ALL
false
30 sec
record-reader
49efcaca-4de8-383c-0000-000000000000
record-writer
ceb8165f-5838-33ab-0000-000000000000
lookup-service
ac50041b-9051-38f7-0000-000000000000
result-record-path
/enrichment
routing-strategy
route-to-matched-unmatched
ip
replaceRegex(/transitUri, '.*?:(?://)?(.*?)[:/].*', '$1')
0
0 sec
TIMER_DRIVEN
1 sec
Geo Enrich
true
failure
false
matched
true
unmatched
org.apache.nifi.processors.standard.LookupRecord
15159182-087f-370c-0000-000000000000
5b17e3a9-e5e7-3391-0000-000000000000
0.0
699.0932001106996
nifi-standard-nar
org.apache.nifi
1.3.0
WARN
1
Routing Strategy
Routing Strategy
california
california
ALL
false
30 sec
Routing Strategy
Route to Property name
california
${state:equals('CA')}
0
0 sec
TIMER_DRIVEN
1 sec
Check if California
false
california
true
unmatched
org.apache.nifi.processors.standard.RouteOnAttribute
5a3adcda-0002-326f-0000-000000000000
5b17e3a9-e5e7-3391-0000-000000000000
0.0
512.6257083661446
nifi-standard-nar
org.apache.nifi
1.3.0
WARN
1
record-reader
org.apache.nifi.serialization.RecordReaderFactory
record-reader
record-writer
org.apache.nifi.serialization.RecordSetWriterFactory
record-writer
state
state
ALL
false
30 sec
record-reader
49efcaca-4de8-383c-0000-000000000000
record-writer
ceb8165f-5838-33ab-0000-000000000000
state
/enrichment/geo/subdivisions[0]/isoCode
0
0 sec
TIMER_DRIVEN
1 sec
Partition by State
true
failure
true
original
false
success
org.apache.nifi.processors.standard.PartitionRecord
10/03/2017 17:17:04 EDT