7c84501d-d10c-407c-b9f3-1d80e38fe36a
IOT-Trucking-Fleet-Data-Flow-For-SMM
425fd18a-e95a-3da8-0000-000000000000
46f95fe5-3024-31d8-0000-000000000000
nifi-scripting-nar
org.apache.nifi
1.5.0.3.2.0.0-358
Script Engine
Script Engine
Script File
Script File
Script Body
Script Body
Module Directory
Module Directory
googleApiKey
googleApiKey
Enrich- ReverseGeoCodeLookupService
false
Script Engine
Groovy
Script File
Script Body
import org.apache.nifi.controller.ControllerServiceInitializationContext
import org.apache.nifi.reporting.InitializationException
class GroovyLookupService implements LookupService<String> {
def apiKey
def log
@Override
Optional<String> lookup(Map<String,String> coords) {
def lat = coords['lat']
def lng = coords['lng']
def fmt_addr = (new groovy.json.JsonSlurper()).parseText(
new URL("https://maps.googleapis.com/maps/api/geocode/json?latlng=$lat,$lng&key=${apiKey}").text)
.results[0]?.formatted_address
Optional.ofNullable(fmt_addr?.toString())
}
@Override
Class<?> getValueType() {
return String
}
@Override
Set<String> getRequiredKeys() {
return ['lat','lng'] as Set<String>
}
void setLogger(logger) {
log = logger
}
void onEnabled(context) {
def googleApiKeyPropertyDescriptor = context.properties.find {k,v -> k.name == 'googleApiKey'}?.key
apiKey = context.getProperty(googleApiKeyPropertyDescriptor)?.evaluateAttributeExpressions()?.value
}
@Override
void initialize(ControllerServiceInitializationContext context) throws InitializationException {
}
@Override
Collection<ValidationResult> validate(ValidationContext context) {
return null
}
@Override
PropertyDescriptor getPropertyDescriptor(String name) {
return null
}
@Override
void onPropertyModified(PropertyDescriptor descriptor, String oldValue, String newValue) {
}
@Override
List<PropertyDescriptor> getPropertyDescriptors() {
return null
}
@Override
String getIdentifier() {
return null
}
}
lookupService = new GroovyLookupService()
Module Directory
googleApiKey
AIzaSyA-h19EtKZMbh33QXCWVdaK5gCFfbS-GAk
ENABLED
org.apache.nifi.lookup.script.ScriptedLookupService
532f0a24-09f3-3eda-0000-000000000000
46f95fe5-3024-31d8-0000-000000000000
nifi-record-serialization-services-nar
org.apache.nifi
1.5.0.3.2.0.0-358
schema-access-strategy
schema-access-strategy
schema-registry
org.apache.nifi.schemaregistry.services.SchemaRegistry
schema-registry
schema-name
schema-name
schema-version
schema-version
schema-branch
schema-branch
schema-text
schema-text
csv-reader-csv-parser
csv-reader-csv-parser
Date Format
Date Format
Time Format
Time Format
Timestamp Format
Timestamp Format
CSV Format
CSV Format
Value Separator
Value Separator
Skip Header Line
Skip Header Line
ignore-csv-header
ignore-csv-header
Quote Character
Quote Character
Escape Character
Escape Character
Comment Marker
Comment Marker
Null String
Null String
Trim Fields
Trim Fields
csvutils-character-set
csvutils-character-set
CSV Reader - HWX SR Registry
false
schema-access-strategy
schema-name
schema-registry
df83168d-2c3a-302c-0000-000000000000
schema-name
${schema.name}
schema-version
schema-branch
schema-text
${avro.schema}
csv-reader-csv-parser
commons-csv
Date Format
Time Format
Timestamp Format
CSV Format
custom
Value Separator
|
Skip Header Line
false
ignore-csv-header
false
Quote Character
"
Escape Character
\
Comment Marker
Null String
Trim Fields
true
csvutils-character-set
UTF-8
ENABLED
org.apache.nifi.csv.CSVReader
bd30b6d9-62f0-39d0-0000-000000000000
46f95fe5-3024-31d8-0000-000000000000
nifi-record-serialization-services-nar
org.apache.nifi
1.5.0.3.2.0.0-358
Schema Write Strategy
Schema Write Strategy
schema-access-strategy
schema-access-strategy
schema-registry
org.apache.nifi.schemaregistry.services.SchemaRegistry
schema-registry
schema-name
schema-name
schema-version
schema-version
schema-branch
schema-branch
schema-text
schema-text
Date Format
Date Format
Time Format
Time Format
Timestamp Format
Timestamp Format
CSV Format
CSV Format
Value Separator
Value Separator
Include Header Line
Include Header Line
Quote Character
Quote Character
Escape Character
Escape Character
Comment Marker
Comment Marker
Null String
Null String
Trim Fields
Trim Fields
Quote Mode
Quote Mode
Record Separator
Record Separator
Include Trailing Delimiter
Include Trailing Delimiter
csvutils-character-set
csvutils-character-set
CSV Writer - HWX SR Registry
false
Schema Write Strategy
schema-name
schema-access-strategy
schema-name
schema-registry
df83168d-2c3a-302c-0000-000000000000
schema-name
${schema.name}
schema-version
schema-branch
schema-text
${avro.schema}
Date Format
Time Format
Timestamp Format
CSV Format
custom
Value Separator
|
Include Header Line
false
Quote Character
"
Escape Character
\
Comment Marker
Null String
Trim Fields
true
Quote Mode
MINIMAL
Record Separator
\n
Include Trailing Delimiter
true
csvutils-character-set
UTF-8
ENABLED
org.apache.nifi.csv.CSVRecordSetWriter
d971dd6c-55d1-33ae-0000-000000000000
46f95fe5-3024-31d8-0000-000000000000
nifi-record-serialization-services-nar
org.apache.nifi
1.5.0.3.2.0.0-358
Schema Write Strategy
Schema Write Strategy
schema-access-strategy
schema-access-strategy
schema-registry
org.apache.nifi.schemaregistry.services.SchemaRegistry
schema-registry
schema-name
schema-name
schema-version
schema-version
schema-branch
schema-branch
schema-text
schema-text
compression-format
compression-format
Avro Writer - HWX SR Registry - HWX Content Encode
false
Schema Write Strategy
hwx-content-encoded-schema
schema-access-strategy
schema-name
schema-registry
df83168d-2c3a-302c-0000-000000000000
schema-name
${schema.name}
schema-version
schema-branch
schema-text
${avro.schema}
compression-format
NONE
ENABLED
org.apache.nifi.avro.AvroRecordSetWriter
df83168d-2c3a-302c-0000-000000000000
46f95fe5-3024-31d8-0000-000000000000
nifi-hwx-schema-registry-nar
org.apache.nifi
1.5.0.3.2.0.0-358
url
url
cache-size
cache-size
cache-expiration
cache-expiration
HWX Schema Registry
false
url
http://connected-dp3.field.hortonworks.com:7788/api/v1
cache-size
1000
cache-expiration
1 hour
ENABLED
org.apache.nifi.schemaregistry.hortonworks.HortonworksSchemaRegistry
e8f29395-b622-36a5-0000-000000000000
46f95fe5-3024-31d8-0000-000000000000
nifi-record-serialization-services-nar
org.apache.nifi
1.5.0.3.2.0.0-358
Schema Write Strategy
Schema Write Strategy
schema-access-strategy
schema-access-strategy
schema-registry
org.apache.nifi.schemaregistry.services.SchemaRegistry
schema-registry
schema-name
schema-name
schema-version
schema-version
schema-branch
schema-branch
schema-text
schema-text
Date Format
Date Format
Time Format
Time Format
Timestamp Format
Timestamp Format
Pretty Print JSON
Pretty Print JSON
suppress-nulls
suppress-nulls
output-grouping
output-grouping
JSON Writer
false
Schema Write Strategy
no-schema
schema-access-strategy
schema-name
schema-registry
df83168d-2c3a-302c-0000-000000000000
schema-name
${schema.name}
schema-version
schema-branch
schema-text
${avro.schema}
Date Format
Time Format
Timestamp Format
Pretty Print JSON
false
suppress-nulls
never-suppress
output-grouping
output-oneline
ENABLED
org.apache.nifi.json.JsonRecordSetWriter
4336c5b7-697d-36ec-0000-000000000000
46f95fe5-3024-31d8-0000-000000000000
0.0
0.0
424.1869812011719
535.7506103515625
86635c8c-63b6-3501-0000-000000000000
46f95fe5-3024-31d8-0000-000000000000
66.22808027376573
449.05704980690825
33f8df3b-7f98-3207-0000-000000000000
86635c8c-63b6-3501-0000-000000000000
1 GB
10000
1093.175353824603
787.6484330171636
1097.0997314453125
804.115966796875
e88a24ac-a79a-3c37-0000-000000000000
c84b62e0-9cde-3f31-0000-000000000000
INPUT_PORT
0 sec
1
0
5a9e4fec-5c89-3438-0000-000000000000
86635c8c-63b6-3501-0000-000000000000
1 GB
10000
eb1e0b71-246d-3637-0000-000000000000
4ddcdfff-52b1-3baf-0000-000000000000
INPUT_PORT
0 sec
1
0
6d6ba944-4290-3309-0000-000000000000
86635c8c-63b6-3501-0000-000000000000
1 GB
10000
1306.585205078125
804.9893798828125
e88a24ac-a79a-3c37-0000-000000000000
ac418d21-217d-3a88-0000-000000000000
INPUT_PORT
0 sec
0
0
126cf05e-8d2f-343f-0000-000000000000
86635c8c-63b6-3501-0000-000000000000
448.944694187682
1232.6931984855723
2990cf33-f5ff-3b2e-819e-2990ebe6cf68
86.7586898803711
670.8236083984375
6f41ccc4-89e3-31b1-0000-000000000000
86635c8c-63b6-3501-0000-000000000000
677.1420108890154
611.5015052215506
3b8d7fac-e922-3ed2-9377-76ec209def8d
87.2624397277832
218.87269592285156
aaf592da-d301-3bf8-0000-000000000000
86635c8c-63b6-3501-0000-000000000000
1005.0147909870611
303.6945000912142
1961dc85-737e-31ae-0000-000000000000
aaf592da-d301-3bf8-0000-000000000000
1 GB
10000
aaf592da-d301-3bf8-0000-000000000000
5e5884ad-f44d-3f94-0000-000000000000
OUTPUT_PORT
0 sec
1
success
0
8103ffd3-d41d-3ac7-0000-000000000000
aaf592da-d301-3bf8-0000-000000000000
1 GB
10000
aaf592da-d301-3bf8-0000-000000000000
5e5884ad-f44d-3f94-0000-000000000000
OUTPUT_PORT
0 sec
1
success
0
9491bfd7-da5c-36d1-0000-000000000000
aaf592da-d301-3bf8-0000-000000000000
1 GB
10000
aaf592da-d301-3bf8-0000-000000000000
5e5884ad-f44d-3f94-0000-000000000000
OUTPUT_PORT
0 sec
1
success
0
24ae55e1-4288-3578-0000-000000000000
aaf592da-d301-3bf8-0000-000000000000
978.7102249561312
95.14911026771847
194.44070434570312
916.2188110351562
5e5884ad-f44d-3f94-0000-000000000000
aaf592da-d301-3bf8-0000-000000000000
1378.7101833265508
616.1647067211195
1
Truck Fleet Sensor Streams
RUNNING
OUTPUT_PORT
4c32659b-d829-35a2-0000-000000000000
aaf592da-d301-3bf8-0000-000000000000
948.683349609377
343.8782943512781
nifi-kafka-1-0-nar
org.apache.nifi
1.5.0.3.2.0.0-358
WARN
1
bootstrap.servers
bootstrap.servers
topic
topic
topic_type
topic_type
record-reader
org.apache.nifi.serialization.RecordReaderFactory
record-reader
record-writer
org.apache.nifi.serialization.RecordSetWriterFactory
record-writer
honor-transactions
honor-transactions
security.protocol
security.protocol
kerberos-credentials-service
org.apache.nifi.kerberos.KerberosCredentialsService
kerberos-credentials-service
sasl.kerberos.service.name
sasl.kerberos.service.name
sasl.kerberos.principal
sasl.kerberos.principal
sasl.kerberos.keytab
sasl.kerberos.keytab
ssl.context.service
org.apache.nifi.ssl.SSLContextService
ssl.context.service
group.id
group.id
auto.offset.reset
auto.offset.reset
message-header-encoding
message-header-encoding
header-name-regex
header-name-regex
max.poll.records
max.poll.records
max-uncommit-offset-wait
max-uncommit-offset-wait
ALL
false
30 sec
bootstrap.servers
connected-dp4.field.hortonworks.com:6667
topic
gateway-west-raw-sensors
topic_type
names
record-reader
532f0a24-09f3-3eda-0000-000000000000
record-writer
bd30b6d9-62f0-39d0-0000-000000000000
honor-transactions
true
security.protocol
PLAINTEXT
kerberos-credentials-service
sasl.kerberos.service.name
sasl.kerberos.principal
sasl.kerberos.keytab
ssl.context.service
group.id
nifi-truck-sensors-west
auto.offset.reset
latest
message-header-encoding
UTF-8
header-name-regex
schema.*
max.poll.records
10000
max-uncommit-offset-wait
1 secs
0
0 sec
TIMER_DRIVEN
1 sec
false
US West Truck Fleet - Kafka Gateway
true
parse.failure
false
success
RUNNING
org.apache.nifi.processors.kafka.pubsub.ConsumeKafkaRecord_1_0
6ba877c6-8f9d-33eb-0000-000000000000
aaf592da-d301-3bf8-0000-000000000000
1729.683349609377
342.8782943512781
nifi-kafka-1-0-nar
org.apache.nifi
1.5.0.3.2.0.0-358
WARN
1
bootstrap.servers
bootstrap.servers
topic
topic
topic_type
topic_type
record-reader
org.apache.nifi.serialization.RecordReaderFactory
record-reader
record-writer
org.apache.nifi.serialization.RecordSetWriterFactory
record-writer
honor-transactions
honor-transactions
security.protocol
security.protocol
kerberos-credentials-service
org.apache.nifi.kerberos.KerberosCredentialsService
kerberos-credentials-service
sasl.kerberos.service.name
sasl.kerberos.service.name
sasl.kerberos.principal
sasl.kerberos.principal
sasl.kerberos.keytab
sasl.kerberos.keytab
ssl.context.service
org.apache.nifi.ssl.SSLContextService
ssl.context.service
group.id
group.id
auto.offset.reset
auto.offset.reset
message-header-encoding
message-header-encoding
header-name-regex
header-name-regex
max.poll.records
max.poll.records
max-uncommit-offset-wait
max-uncommit-offset-wait
ALL
false
30 sec
bootstrap.servers
connected-dp4.field.hortonworks.com:6667
topic
gateway-east-raw-sensors
topic_type
names
record-reader
532f0a24-09f3-3eda-0000-000000000000
record-writer
bd30b6d9-62f0-39d0-0000-000000000000
honor-transactions
true
security.protocol
PLAINTEXT
kerberos-credentials-service
sasl.kerberos.service.name
sasl.kerberos.principal
sasl.kerberos.keytab
ssl.context.service
group.id
nifi-truck-sensors-east
auto.offset.reset
latest
message-header-encoding
UTF-8
header-name-regex
schema.*
max.poll.records
10000
max-uncommit-offset-wait
1 secs
0
0 sec
TIMER_DRIVEN
1 sec
false
US East Truck Fleet - Kafka Gateway
true
parse.failure
false
success
RUNNING
org.apache.nifi.processors.kafka.pubsub.ConsumeKafkaRecord_1_0
9bb82834-23fc-3b68-0000-000000000000
aaf592da-d301-3bf8-0000-000000000000
1331.683349609377
343.8782943512781
nifi-kafka-1-0-nar
org.apache.nifi
1.5.0.3.2.0.0-358
WARN
1
bootstrap.servers
bootstrap.servers
topic
topic
topic_type
topic_type
record-reader
org.apache.nifi.serialization.RecordReaderFactory
record-reader
record-writer
org.apache.nifi.serialization.RecordSetWriterFactory
record-writer
honor-transactions
honor-transactions
security.protocol
security.protocol
kerberos-credentials-service
org.apache.nifi.kerberos.KerberosCredentialsService
kerberos-credentials-service
sasl.kerberos.service.name
sasl.kerberos.service.name
sasl.kerberos.principal
sasl.kerberos.principal
sasl.kerberos.keytab
sasl.kerberos.keytab
ssl.context.service
org.apache.nifi.ssl.SSLContextService
ssl.context.service
group.id
group.id
auto.offset.reset
auto.offset.reset
message-header-encoding
message-header-encoding
header-name-regex
header-name-regex
max.poll.records
max.poll.records
max-uncommit-offset-wait
max-uncommit-offset-wait
ALL
false
30 sec
bootstrap.servers
connected-dp4.field.hortonworks.com:6667
topic
gateway-central-raw-sensors
topic_type
names
record-reader
532f0a24-09f3-3eda-0000-000000000000
record-writer
bd30b6d9-62f0-39d0-0000-000000000000
honor-transactions
true
security.protocol
PLAINTEXT
kerberos-credentials-service
sasl.kerberos.service.name
sasl.kerberos.principal
sasl.kerberos.keytab
ssl.context.service
group.id
nifi-truck-sensors-central
auto.offset.reset
latest
message-header-encoding
UTF-8
header-name-regex
schema.*
max.poll.records
10000
max-uncommit-offset-wait
1 secs
0
0 sec
TIMER_DRIVEN
1 sec
false
US Central Truck Fleet - Kafka Gateway
true
parse.failure
false
success
RUNNING
org.apache.nifi.processors.kafka.pubsub.ConsumeKafkaRecord_1_0
Acquire Events from Kafka IOT Gateways
e88a24ac-a79a-3c37-0000-000000000000
86635c8c-63b6-3501-0000-000000000000
1003.6760335917052
863.9685305101505
7b3aadd0-e726-33ad-0000-000000000000
e88a24ac-a79a-3c37-0000-000000000000
1 GB
10000
e88a24ac-a79a-3c37-0000-000000000000
624603aa-ff99-3ab0-0000-000000000000
PROCESSOR
0 sec
1
0
871a022e-6039-3caa-0000-000000000000
e88a24ac-a79a-3c37-0000-000000000000
1 GB
10000
e88a24ac-a79a-3c37-0000-000000000000
974f2015-f7d8-3083-0000-000000000000
PROCESSOR
0 sec
1
0
cdb15e1f-5e9d-3f6c-0000-000000000000
e88a24ac-a79a-3c37-0000-000000000000
1 GB
10000
e88a24ac-a79a-3c37-0000-000000000000
9904a203-fa0d-3978-0000-000000000000
PROCESSOR
0 sec
1
0
d0da214f-7449-351c-0000-000000000000
e88a24ac-a79a-3c37-0000-000000000000
1 GB
10000
e88a24ac-a79a-3c37-0000-000000000000
31ea0a9f-794c-374b-0000-000000000000
PROCESSOR
0 sec
1
0
ac418d21-217d-3a88-0000-000000000000
e88a24ac-a79a-3c37-0000-000000000000
358.525055109586
-0.8543931766928381
1
Geo-Events
RUNNING
INPUT_PORT
c84b62e0-9cde-3f31-0000-000000000000
e88a24ac-a79a-3c37-0000-000000000000
362.20532244357037
359.64215833697904
1
Speed Events
RUNNING
INPUT_PORT
31ea0a9f-794c-374b-0000-000000000000
e88a24ac-a79a-3c37-0000-000000000000
829.921360905704
-155.73970344199415
nifi-kafka-1-0-nar
org.apache.nifi
1.5.0.3.2.0.0-358
WARN
1
bootstrap.servers
bootstrap.servers
topic
topic
record-reader
org.apache.nifi.serialization.RecordReaderFactory
record-reader
record-writer
org.apache.nifi.serialization.RecordSetWriterFactory
record-writer
use-transactions
use-transactions
acks
acks
attribute-name-regex
attribute-name-regex
message-header-encoding
message-header-encoding
security.protocol
security.protocol
kerberos-credentials-service
org.apache.nifi.kerberos.KerberosCredentialsService
kerberos-credentials-service
sasl.kerberos.service.name
sasl.kerberos.service.name
sasl.kerberos.principal
sasl.kerberos.principal
sasl.kerberos.keytab
sasl.kerberos.keytab
ssl.context.service
org.apache.nifi.ssl.SSLContextService
ssl.context.service
message-key-field
message-key-field
max.request.size
max.request.size
ack.wait.time
ack.wait.time
max.block.ms
max.block.ms
partitioner.class
partitioner.class
compression.type
compression.type
client.id
client.id
ALL
false
30 sec
bootstrap.servers
connected-dp4.field.hortonworks.com:6667,connected-dp5.field.hortonworks.com:6667,connected-dp6.field.hortonworks.com:6667,connected-dp7.field.hortonworks.com:6667
topic
syndicate-geo-event-avro
record-reader
532f0a24-09f3-3eda-0000-000000000000
record-writer
d971dd6c-55d1-33ae-0000-000000000000
use-transactions
true
acks
all
attribute-name-regex
message-header-encoding
UTF-8
security.protocol
PLAINTEXT
kerberos-credentials-service
sasl.kerberos.service.name
sasl.kerberos.principal
sasl.kerberos.keytab
ssl.context.service
message-key-field
max.request.size
1 MB
ack.wait.time
5 secs
max.block.ms
5 sec
partitioner.class
org.apache.kafka.clients.producer.internals.DefaultPartitioner
compression.type
none
client.id
nifi-syndicate-geo-avro
0
0 sec
TIMER_DRIVEN
1 sec
false
Kafka-Truck-Events-Avro-SAM
true
failure
true
success
RUNNING
org.apache.nifi.processors.kafka.pubsub.PublishKafkaRecord_1_0
624603aa-ff99-3ab0-0000-000000000000
e88a24ac-a79a-3c37-0000-000000000000
828.8540483975025
250.12061069710307
nifi-kafka-1-0-nar
org.apache.nifi
1.5.0.3.2.0.0-358
WARN
1
bootstrap.servers
bootstrap.servers
topic
topic
record-reader
org.apache.nifi.serialization.RecordReaderFactory
record-reader
record-writer
org.apache.nifi.serialization.RecordSetWriterFactory
record-writer
use-transactions
use-transactions
acks
acks
attribute-name-regex
attribute-name-regex
message-header-encoding
message-header-encoding
security.protocol
security.protocol
kerberos-credentials-service
org.apache.nifi.kerberos.KerberosCredentialsService
kerberos-credentials-service
sasl.kerberos.service.name
sasl.kerberos.service.name
sasl.kerberos.principal
sasl.kerberos.principal
sasl.kerberos.keytab
sasl.kerberos.keytab
ssl.context.service
org.apache.nifi.ssl.SSLContextService
ssl.context.service
message-key-field
message-key-field
max.request.size
max.request.size
ack.wait.time
ack.wait.time
max.block.ms
max.block.ms
partitioner.class
partitioner.class
compression.type
compression.type
client.id
client.id
ALL
false
30 sec
bootstrap.servers
connected-dp4.field.hortonworks.com:6667,connected-dp5.field.hortonworks.com:6667,connected-dp6.field.hortonworks.com:6667,connected-dp7.field.hortonworks.com:6667
topic
syndicate-speed-event-avro
record-reader
532f0a24-09f3-3eda-0000-000000000000
record-writer
d971dd6c-55d1-33ae-0000-000000000000
use-transactions
true
acks
all
attribute-name-regex
message-header-encoding
UTF-8
security.protocol
PLAINTEXT
kerberos-credentials-service
sasl.kerberos.service.name
sasl.kerberos.principal
sasl.kerberos.keytab
ssl.context.service
message-key-field
max.request.size
1 MB
ack.wait.time
5 secs
max.block.ms
5 sec
partitioner.class
org.apache.kafka.clients.producer.internals.DefaultPartitioner
compression.type
none
client.id
nifi-syndicate-speed-avro
0
0 sec
TIMER_DRIVEN
1 sec
false
Kafka-Truck-Speed-Events-Avro-SAM
true
failure
true
success
RUNNING
org.apache.nifi.processors.kafka.pubsub.PublishKafkaRecord_1_0
974f2015-f7d8-3083-0000-000000000000
e88a24ac-a79a-3c37-0000-000000000000
837.8489999283115
450.7888135215612
nifi-kafka-1-0-nar
org.apache.nifi
1.5.0.3.2.0.0-358
WARN
1
bootstrap.servers
bootstrap.servers
topic
topic
record-reader
org.apache.nifi.serialization.RecordReaderFactory
record-reader
record-writer
org.apache.nifi.serialization.RecordSetWriterFactory
record-writer
use-transactions
use-transactions
acks
acks
attribute-name-regex
attribute-name-regex
message-header-encoding
message-header-encoding
security.protocol
security.protocol
kerberos-credentials-service
org.apache.nifi.kerberos.KerberosCredentialsService
kerberos-credentials-service
sasl.kerberos.service.name
sasl.kerberos.service.name
sasl.kerberos.principal
sasl.kerberos.principal
sasl.kerberos.keytab
sasl.kerberos.keytab
ssl.context.service
org.apache.nifi.ssl.SSLContextService
ssl.context.service
message-key-field
message-key-field
max.request.size
max.request.size
ack.wait.time
ack.wait.time
max.block.ms
max.block.ms
partitioner.class
partitioner.class
compression.type
compression.type
client.id
client.id
ALL
false
30 sec
bootstrap.servers
connected-dp4.field.hortonworks.com:6667,connected-dp5.field.hortonworks.com:6667,connected-dp6.field.hortonworks.com:6667,connected-dp7.field.hortonworks.com:6667
topic
syndicate-speed-event-json
record-reader
532f0a24-09f3-3eda-0000-000000000000
record-writer
e8f29395-b622-36a5-0000-000000000000
use-transactions
false
acks
0
attribute-name-regex
message-header-encoding
UTF-8
security.protocol
PLAINTEXT
kerberos-credentials-service
sasl.kerberos.service.name
sasl.kerberos.principal
sasl.kerberos.keytab
ssl.context.service
message-key-field
max.request.size
1 MB
ack.wait.time
5 secs
max.block.ms
5 sec
partitioner.class
org.apache.kafka.clients.producer.internals.DefaultPartitioner
compression.type
none
client.id
nifi-syndicate-speed-json
0
0 sec
TIMER_DRIVEN
1 sec
false
Kafka-Truck-Speed-Events-JSON-Spark-Streaming
true
failure
true
success
RUNNING
org.apache.nifi.processors.kafka.pubsub.PublishKafkaRecord_1_0
9904a203-fa0d-3978-0000-000000000000
e88a24ac-a79a-3c37-0000-000000000000
822.8361241879184
55.816064257227936
nifi-kafka-1-0-nar
org.apache.nifi
1.5.0.3.2.0.0-358
WARN
1
bootstrap.servers
bootstrap.servers
topic
topic
record-reader
org.apache.nifi.serialization.RecordReaderFactory
record-reader
record-writer
org.apache.nifi.serialization.RecordSetWriterFactory
record-writer
use-transactions
use-transactions
acks
acks
attribute-name-regex
attribute-name-regex
message-header-encoding
message-header-encoding
security.protocol
security.protocol
kerberos-credentials-service
org.apache.nifi.kerberos.KerberosCredentialsService
kerberos-credentials-service
sasl.kerberos.service.name
sasl.kerberos.service.name
sasl.kerberos.principal
sasl.kerberos.principal
sasl.kerberos.keytab
sasl.kerberos.keytab
ssl.context.service
org.apache.nifi.ssl.SSLContextService
ssl.context.service
message-key-field
message-key-field
max.request.size
max.request.size
ack.wait.time
ack.wait.time
max.block.ms
max.block.ms
partitioner.class
partitioner.class
compression.type
compression.type
client.id
client.id
ALL
false
30 sec
bootstrap.servers
connected-dp4.field.hortonworks.com:6667,connected-dp5.field.hortonworks.com:6667,connected-dp6.field.hortonworks.com:6667,connected-dp7.field.hortonworks.com:6667
topic
syndicate-geo-event-json
record-reader
532f0a24-09f3-3eda-0000-000000000000
record-writer
e8f29395-b622-36a5-0000-000000000000
use-transactions
false
acks
0
attribute-name-regex
message-header-encoding
UTF-8
security.protocol
PLAINTEXT
kerberos-credentials-service
sasl.kerberos.service.name
sasl.kerberos.principal
sasl.kerberos.keytab
ssl.context.service
message-key-field
max.request.size
1 MB
ack.wait.time
5 secs
max.block.ms
5 sec
partitioner.class
org.apache.kafka.clients.producer.internals.DefaultPartitioner
compression.type
none
client.id
nifi-syndicate-geo-json
0
0 sec
TIMER_DRIVEN
1 sec
false
Kafka-Truck-Events-JSON-Spark-Streaming
true
failure
true
success
RUNNING
org.apache.nifi.processors.kafka.pubsub.PublishKafkaRecord_1_0
Publish Enriched Streams Kafka Syndication Services
eb1e0b71-246d-3637-0000-000000000000
86635c8c-63b6-3501-0000-000000000000
1005.6033849950011
569.3951690202704
032479d0-84ab-3463-0000-000000000000
eb1e0b71-246d-3637-0000-000000000000
1 GB
10000
eb1e0b71-246d-3637-0000-000000000000
825abded-bc83-3675-0000-000000000000
OUTPUT_PORT
0 sec
1
success
0
570e89bc-a9f3-3512-0000-000000000000
eb1e0b71-246d-3637-0000-000000000000
1 GB
10000
eb1e0b71-246d-3637-0000-000000000000
58e43675-cbb8-3716-0000-000000000000
OUTPUT_PORT
0 sec
1
success
0
6001a6f1-ce83-3bca-0000-000000000000
eb1e0b71-246d-3637-0000-000000000000
1 GB
10000
eb1e0b71-246d-3637-0000-000000000000
dbdce58d-85a7-3d34-0000-000000000000
PROCESSOR
0 sec
1
0
655e7781-79eb-3c1d-0000-000000000000
eb1e0b71-246d-3637-0000-000000000000
1 GB
10000
eb1e0b71-246d-3637-0000-000000000000
e472c3f6-8742-3bcf-0000-000000000000
PROCESSOR
e03a7f85-a1ae-3b15-b1ad-0e4f2dc5a63e
0 sec
1
success
0
9d6fd735-7a23-3555-0000-000000000000
eb1e0b71-246d-3637-0000-000000000000
1 GB
10000
eb1e0b71-246d-3637-0000-000000000000
8361877e-b154-3fea-0000-000000000000
PROCESSOR
0 sec
1
truck_speed_event
0
d50280d8-fcb4-3004-0000-000000000000
eb1e0b71-246d-3637-0000-000000000000
1 GB
10000
eb1e0b71-246d-3637-0000-000000000000
66989561-1141-391f-0000-000000000000
PROCESSOR
b9dbb466-7adf-3181-9ce5-9e282359177d
0 sec
1
truck_geo_event
0
4ddcdfff-52b1-3baf-0000-000000000000
eb1e0b71-246d-3637-0000-000000000000
1278.0852972487808
390.1481996819724
1
Truck Fleet Sensor Streams
RUNNING
INPUT_PORT
58e43675-cbb8-3716-0000-000000000000
eb1e0b71-246d-3637-0000-000000000000
1054.0852972487808
1227.1482301995507
1
Geo Enriched Streams
RUNNING
OUTPUT_PORT
825abded-bc83-3675-0000-000000000000
eb1e0b71-246d-3637-0000-000000000000
1575.0852972487808
1218.1482301995507
1
Speed Enriched Streams
RUNNING
OUTPUT_PORT
66989561-1141-391f-0000-000000000000
eb1e0b71-246d-3637-0000-000000000000
1000.5769121052078
742.1326478033814
b9dbb466-7adf-3181-9ce5-9e282359177d
nifi-update-attribute-nar
org.apache.nifi
1.5.0.3.2.0.0-358
WARN
1
Delete Attributes Expression
Delete Attributes Expression
Store State
Store State
Stateful Variables Initial Value
Stateful Variables Initial Value
schema.name
schema.name
ALL
false
30 sec
Delete Attributes Expression
Store State
Do not store state
Stateful Variables Initial Value
schema.name
truck_events_avro
0
0 sec
TIMER_DRIVEN
1 sec
false
Specify Schema
false
success
RUNNING
org.apache.nifi.processors.attributes.UpdateAttribute
8361877e-b154-3fea-0000-000000000000
eb1e0b71-246d-3637-0000-000000000000
1514.9817281477158
729.4647037046028
nifi-update-attribute-nar
org.apache.nifi
1.5.0.3.2.0.0-358
WARN
1
Delete Attributes Expression
Delete Attributes Expression
Store State
Store State
Stateful Variables Initial Value
Stateful Variables Initial Value
schema.name
schema.name
ALL
false
30 sec
Delete Attributes Expression
Store State
Do not store state
Stateful Variables Initial Value
schema.name
truck_speed_events_avro
0
0 sec
TIMER_DRIVEN
1 sec
false
Specify Schema
false
success
RUNNING
org.apache.nifi.processors.attributes.UpdateAttribute
dbdce58d-85a7-3d34-0000-000000000000
eb1e0b71-246d-3637-0000-000000000000
1224.0038717554926
508.4203950037886
nifi-standard-nar
org.apache.nifi
1.5.0.3.2.0.0-358
WARN
1
record-reader
org.apache.nifi.serialization.RecordReaderFactory
record-reader
record-writer
org.apache.nifi.serialization.RecordSetWriterFactory
record-writer
include-zero-record-flowfiles
include-zero-record-flowfiles
cache-schema
cache-schema
truck_geo_event
truck_geo_event
truck_speed_event
truck_speed_event
ALL
false
30 sec
record-reader
532f0a24-09f3-3eda-0000-000000000000
record-writer
bd30b6d9-62f0-39d0-0000-000000000000
include-zero-record-flowfiles
false
cache-schema
false
truck_geo_event
SELECT * FROM FLOWFILE where eventSource = 'truck_geo_event'
truck_speed_event
SELECT * FROM FLOWFILE where eventSource = 'truck_speed_event'
0
0 sec
TIMER_DRIVEN
1 sec
false
Route Telemetry Events
true
failure
true
original
false
truck_geo_event
false
truck_speed_event
RUNNING
org.apache.nifi.processors.standard.QueryRecord
e472c3f6-8742-3bcf-0000-000000000000
eb1e0b71-246d-3637-0000-000000000000
1006.0852857448386
972.688521571574
e03a7f85-a1ae-3b15-b1ad-0e4f2dc5a63e
nifi-standard-nar
org.apache.nifi
1.5.0.3.2.0.0-358
WARN
1
record-reader
org.apache.nifi.serialization.RecordReaderFactory
record-reader
record-writer
org.apache.nifi.serialization.RecordSetWriterFactory
record-writer
lookup-service
org.apache.nifi.lookup.LookupService
lookup-service
result-record-path
result-record-path
routing-strategy
routing-strategy
result-contents
result-contents
lat
lat
lng
lng
ALL
false
30 sec
record-reader
532f0a24-09f3-3eda-0000-000000000000
record-writer
bd30b6d9-62f0-39d0-0000-000000000000
lookup-service
425fd18a-e95a-3da8-0000-000000000000
result-record-path
/geoAddress
routing-strategy
route-to-success
result-contents
insert-entire-record
lat
/latitude
lng
/longitude
0
0 sec
TIMER_DRIVEN
1 sec
false
ReverseGeoLookup
true
failure
false
success
RUNNING
org.apache.nifi.processors.standard.LookupRecord
Route, Transform and Enrich
IOT Trucking Fleet - Data Flow
06/07/2018 05:46:45 UTC