7c84501d-d10c-407c-b9f3-1d80e38fe36a
Nifi_and_Schema_Registry_Integration_End_to_End_Example
fe06d9fc-bff5-3ffb-0000-000000000000
46f95fe5-3024-31d8-0000-000000000000
nifi-record-serialization-services-nar
org.apache.nifi
1.2.0.3.0.0.0-344
schema-access-strategy
schema-access-strategy
schema-registry
org.apache.nifi.schemaregistry.services.SchemaRegistry
schema-registry
schema-name
schema-name
schema-text
schema-text
Date Format
Date Format
Time Format
Time Format
Timestamp Format
Timestamp Format
CSV Format
CSV Format
Value Separator
Value Separator
Skip Header Line
Skip Header Line
Quote Character
Quote Character
Escape Character
Escape Character
Comment Marker
Comment Marker
Null String
Null String
Trim Fields
Trim Fields
CSV Truck Events
false
schema-access-strategy
schema-name
schema-registry
3c93eca5-e5ca-34be-0000-000000000000
schema-name
${schema.name}
schema-text
${avro.schema}
Date Format
Time Format
Timestamp Format
CSV Format
custom
Value Separator
|
Skip Header Line
false
Quote Character
"
Escape Character
\
Comment Marker
Null String
Trim Fields
true
ENABLED
org.apache.nifi.csv.CSVReader
22375fef-363a-33b0-0000-000000000000
46f95fe5-3024-31d8-0000-000000000000
nifi-record-serialization-services-nar
org.apache.nifi
1.2.0.3.0.0.0-344
Schema Write Strategy
Schema Write Strategy
schema-access-strategy
schema-access-strategy
schema-registry
org.apache.nifi.schemaregistry.services.SchemaRegistry
schema-registry
schema-name
schema-name
schema-text
schema-text
Date Format
Date Format
Time Format
Time Format
Timestamp Format
Timestamp Format
CSV Format
CSV Format
Value Separator
Value Separator
Include Header Line
Include Header Line
Quote Character
Quote Character
Escape Character
Escape Character
Comment Marker
Comment Marker
Null String
Null String
Trim Fields
Trim Fields
Quote Mode
Quote Mode
Record Separator
Record Separator
Include Trailing Delimiter
Include Trailing Delimiter
CSVRecordSetWriter
false
Schema Write Strategy
hwx-schema-ref-attributes
schema-access-strategy
hwx-schema-ref-attributes
schema-registry
3c93eca5-e5ca-34be-0000-000000000000
schema-name
${schema.name}
schema-text
${avro.schema}
Date Format
Time Format
Timestamp Format
CSV Format
custom
Value Separator
|
Include Header Line
false
Quote Character
"
Escape Character
\
Comment Marker
Null String
Trim Fields
true
Quote Mode
MINIMAL
Record Separator
|
Include Trailing Delimiter
false
ENABLED
org.apache.nifi.csv.CSVRecordSetWriter
3c93eca5-e5ca-34be-0000-000000000000
46f95fe5-3024-31d8-0000-000000000000
nifi-hwx-schema-registry-nar
org.apache.nifi
1.2.0.3.0.0.0-344
url
url
HWX Schema Registry
false
url
http://fenton-hdf2.field.hortonworks.com:7788/api/v1
ENABLED
org.apache.nifi.schemaregistry.hortonworks.HortonworksSchemaRegistry
49b38886-c54b-3b2a-0000-000000000000
46f95fe5-3024-31d8-0000-000000000000
nifi-record-serialization-services-nar
org.apache.nifi
1.2.0.3.0.0.0-344
Schema Write Strategy
Schema Write Strategy
schema-access-strategy
schema-access-strategy
schema-registry
org.apache.nifi.schemaregistry.services.SchemaRegistry
schema-registry
schema-name
schema-name
schema-text
schema-text
AvroRecordSetWriter-Read-Schema-From-HWX-Via-Schema-Name
false
Schema Write Strategy
hwx-content-encoded-schema
schema-access-strategy
schema-registry
3c93eca5-e5ca-34be-0000-000000000000
schema-name
schema-text
ENABLED
org.apache.nifi.avro.AvroRecordSetWriter
5c0ee107-b772-39f1-0000-000000000000
46f95fe5-3024-31d8-0000-000000000000
nifi-record-serialization-services-nar
org.apache.nifi
1.2.0.3.0.0.0-344
schema-access-strategy
schema-access-strategy
schema-registry
org.apache.nifi.schemaregistry.services.SchemaRegistry
schema-registry
schema-name
schema-name
schema-text
schema-text
Avro Truck Events
false
schema-access-strategy
hwx-content-encoded-schema
schema-registry
3c93eca5-e5ca-34be-0000-000000000000
schema-name
${schema.name}
schema-text
${avro.schema}
ENABLED
org.apache.nifi.avro.AvroReader
6b77a68f-4975-35b8-0000-000000000000
46f95fe5-3024-31d8-0000-000000000000
nifi-record-serialization-services-nar
org.apache.nifi
1.2.0.3.0.0.0-344
Schema Write Strategy
Schema Write Strategy
schema-access-strategy
schema-access-strategy
schema-registry
org.apache.nifi.schemaregistry.services.SchemaRegistry
schema-registry
schema-name
schema-name
schema-text
schema-text
AvroRecordSetWriter
false
Schema Write Strategy
hwx-content-encoded-schema
schema-access-strategy
hwx-schema-ref-attributes
schema-registry
3c93eca5-e5ca-34be-0000-000000000000
schema-name
${schema.name}
schema-text
${avro.schema}
ENABLED
org.apache.nifi.avro.AvroRecordSetWriter
6f1985e7-2a37-3d32-0000-000000000000
46f95fe5-3024-31d8-0000-000000000000
nifi-record-serialization-services-nar
org.apache.nifi
1.2.0.3.0.0.0-344
Schema Write Strategy
Schema Write Strategy
schema-access-strategy
schema-access-strategy
schema-registry
org.apache.nifi.schemaregistry.services.SchemaRegistry
schema-registry
schema-name
schema-name
schema-text
schema-text
Date Format
Date Format
Time Format
Time Format
Timestamp Format
Timestamp Format
CSV Format
CSV Format
Value Separator
Value Separator
Include Header Line
Include Header Line
Quote Character
Quote Character
Escape Character
Escape Character
Comment Marker
Comment Marker
Null String
Null String
Trim Fields
Trim Fields
Quote Mode
Quote Mode
Record Separator
Record Separator
Include Trailing Delimiter
Include Trailing Delimiter
CSVRecordSetWriter-Read-Schema-From-HWX-Embedded
false
Schema Write Strategy
hwx-schema-ref-attributes
schema-access-strategy
hwx-content-encoded-schema
schema-registry
3c93eca5-e5ca-34be-0000-000000000000
schema-name
${schema.name}
schema-text
${avro.schema}
Date Format
Time Format
Timestamp Format
CSV Format
custom
Value Separator
|
Include Header Line
false
Quote Character
"
Escape Character
\
Comment Marker
Null String
Trim Fields
true
Quote Mode
MINIMAL
Record Separator
\n
Include Trailing Delimiter
true
ENABLED
org.apache.nifi.csv.CSVRecordSetWriter
d3108f81-d2bf-378d-0000-000000000000
46f95fe5-3024-31d8-0000-000000000000
9.156633377075195
578.0346984863281
239.05677795410156
696.9364013671875
046d995d-6d37-36f6-0000-000000000000
46f95fe5-3024-31d8-0000-000000000000
0.0
0.0
266.6058044433594
704.3400268554688
2eb4ccbe-c6a3-39c5-0000-000000000000
46f95fe5-3024-31d8-0000-000000000000
9.682051658630371
1452.3446350097656
239.05677795410156
696.9364013671875
0911fbfb-7be0-3046-0000-000000000000
46f95fe5-3024-31d8-0000-000000000000
144.85354566683213
850.1154909690176
fbbaeb0d-21d3-398e-0000-000000000000
0911fbfb-7be0-3046-0000-000000000000
1 GB
10000
0911fbfb-7be0-3046-0000-000000000000
b22b1892-67c3-3748-0000-000000000000
PROCESSOR
0 sec
1
0
0c822a49-e560-3e0f-0000-000000000000
0911fbfb-7be0-3046-0000-000000000000
1 GB
10000
0911fbfb-7be0-3046-0000-000000000000
7f282520-4f12-3743-0000-000000000000
PROCESSOR
0 sec
1
success
0
399ee9d4-dbc9-3cb3-0000-000000000000
0911fbfb-7be0-3046-0000-000000000000
1 GB
10000
0911fbfb-7be0-3046-0000-000000000000
7f282520-4f12-3743-0000-000000000000
PROCESSOR
0 sec
1
success
0
3a7f1bdc-8f6f-3791-0000-000000000000
0911fbfb-7be0-3046-0000-000000000000
1 GB
10000
1211.0447148908875
463.467917062308
1316.6106023420593
555.8380743041293
0911fbfb-7be0-3046-0000-000000000000
2cad64c3-8365-3439-0000-000000000000
PROCESSOR
0 sec
1
0
78539d91-bb84-3a0a-0000-000000000000
0911fbfb-7be0-3046-0000-000000000000
1 GB
10000
0911fbfb-7be0-3046-0000-000000000000
0eaf5282-6845-31ff-0000-000000000000
PROCESSOR
0 sec
1
success
0
90c05d0f-a6d8-39c4-0000-000000000000
0911fbfb-7be0-3046-0000-000000000000
412.0000125979997
663.1692298309256
44.64159393310547
196.63572692871094
faa6f3b5-0232-35f9-0000-000000000000
0911fbfb-7be0-3046-0000-000000000000
560.8052965336119
301.78472233006846
57.396385192871094
221.0823516845703
2444cebf-3333-343e-0000-000000000000
0911fbfb-7be0-3046-0000-000000000000
181.81319394354136
955.6125100090098
128.3921356201172
673.6242065429688
6448b964-bd2f-3431-0000-000000000000
0911fbfb-7be0-3046-0000-000000000000
900.6595677961609
250.00100765373867
86c85aff-c88f-3e30-0000-000000000000
6448b964-bd2f-3431-0000-000000000000
1 GB
10000
6448b964-bd2f-3431-0000-000000000000
832b680a-c2c2-3f99-0000-000000000000
OUTPUT_PORT
0 sec
1
truck_geo_event
0
a2f27296-96dc-3f61-0000-000000000000
6448b964-bd2f-3431-0000-000000000000
1 GB
10000
6448b964-bd2f-3431-0000-000000000000
149c819d-9acb-3d92-0000-000000000000
PROCESSOR
0 sec
1
all
0
c87467bb-b247-356e-0000-000000000000
6448b964-bd2f-3431-0000-000000000000
1 GB
10000
6448b964-bd2f-3431-0000-000000000000
70eb6200-3d59-303a-0000-000000000000
PROCESSOR
0 sec
1
success
0
0bc599db-a8ad-3c68-0000-000000000000
6448b964-bd2f-3431-0000-000000000000
1 GB
10000
6448b964-bd2f-3431-0000-000000000000
99bdefcc-7db5-37d3-0000-000000000000
PROCESSOR
0 sec
1
matched
0
1b98738a-e110-3699-0000-000000000000
6448b964-bd2f-3431-0000-000000000000
1 GB
10000
6448b964-bd2f-3431-0000-000000000000
b722dc07-5bd7-3441-0000-000000000000
OUTPUT_PORT
0 sec
1
truck_speed_event
0
1e7ee029-eac2-31b2-0000-000000000000
6448b964-bd2f-3431-0000-000000000000
1 GB
10000
6448b964-bd2f-3431-0000-000000000000
06a29659-9d37-3c05-0000-000000000000
PROCESSOR
0 sec
1
success
0
1f207fea-f929-3353-0000-000000000000
6448b964-bd2f-3431-0000-000000000000
1 GB
10000
6448b964-bd2f-3431-0000-000000000000
d677710c-66c9-3d56-0000-000000000000
PROCESSOR
0 sec
1
success
0
832b680a-c2c2-3f99-0000-000000000000
6448b964-bd2f-3431-0000-000000000000
284.02124813891896
1433.9699715338063
1
Truck Geo Events
STOPPED
OUTPUT_PORT
b722dc07-5bd7-3441-0000-000000000000
6448b964-bd2f-3431-0000-000000000000
621.6219866643096
1433.1113289556813
1
Truck Speed Events
STOPPED
OUTPUT_PORT
99bdefcc-7db5-37d3-0000-000000000000
6448b964-bd2f-3431-0000-000000000000
409.0
806.000015434651
nifi-update-attribute-nar
org.apache.nifi
1.2.0.3.0.0.0-344
WARN
1
Delete Attributes Expression
Delete Attributes Expression
Store State
Store State
Stateful Variables Initial Value
Stateful Variables Initial Value
schema.protocol.version
schema.protocol.version
ALL
false
30 sec
Delete Attributes Expression
Store State
Do not store state
Stateful Variables Initial Value
schema.protocol.version
1
0
0 sec
TIMER_DRIVEN
1 sec
Add Schema Reference Protocol Version
false
success
org.apache.nifi.processors.attributes.UpdateAttribute
d677710c-66c9-3d56-0000-000000000000
6448b964-bd2f-3431-0000-000000000000
409.0
1005.000015434651
nifi-standard-nar
org.apache.nifi
1.2.0.3.0.0.0-344
WARN
1
Regular Expression
Regular Expression
Replacement Value
Replacement Value
Character Set
Character Set
Maximum Buffer Size
Maximum Buffer Size
Replacement Strategy
Replacement Strategy
Evaluation Mode
Evaluation Mode
ALL
false
30 sec
Regular Expression
(?:.*?\|)(.*)
Replacement Value
$1
Character Set
UTF-8
Maximum Buffer Size
1 MB
Replacement Strategy
Regex Replace
Evaluation Mode
Line-by-Line
0
0 sec
TIMER_DRIVEN
1 sec
Remove Line Headers and Trailing Pipe
true
failure
false
success
org.apache.nifi.processors.standard.ReplaceText
06a29659-9d37-3c05-0000-000000000000
6448b964-bd2f-3431-0000-000000000000
409.0
1209.000015434651
nifi-standard-nar
org.apache.nifi
1.2.0.3.0.0.0-344
WARN
1
Routing Strategy
Routing Strategy
Matching Strategy
Matching Strategy
Character Set
Character Set
Ignore Leading/Trailing Whitespace
Ignore Leading/Trailing Whitespace
Ignore Case
Ignore Case
Grouping Regular Expression
Grouping Regular Expression
truck_geo_event
truck_geo_event
truck_speed_event
truck_speed_event
ALL
false
30 sec
Routing Strategy
Route to each matching Property Name
Matching Strategy
Contains
Character Set
UTF-8
Ignore Leading/Trailing Whitespace
true
Ignore Case
false
Grouping Regular Expression
truck_geo_event
truck_geo_event
truck_speed_event
truck_speed_event
0
0 sec
TIMER_DRIVEN
1 sec
Route By Telemetry Events
true
original
false
truck_geo_event
false
truck_speed_event
true
unmatched
org.apache.nifi.processors.standard.RouteText
149c819d-9acb-3d92-0000-000000000000
6448b964-bd2f-3431-0000-000000000000
408.0
604.000015434651
nifi-standard-nar
org.apache.nifi
1.2.0.3.0.0.0-344
WARN
1
Character Set
Character Set
Maximum Buffer Size
Maximum Buffer Size
Maximum Capture Group Length
Maximum Capture Group Length
Enable Canonical Equivalence
Enable Canonical Equivalence
Enable Case-insensitive Matching
Enable Case-insensitive Matching
Permit Whitespace and Comments in Pattern
Permit Whitespace and Comments in Pattern
Enable DOTALL Mode
Enable DOTALL Mode
Enable Literal Parsing of the Pattern
Enable Literal Parsing of the Pattern
Enable Multiline Mode
Enable Multiline Mode
Enable Unicode-aware Case Folding
Enable Unicode-aware Case Folding
Enable Unicode Predefined Character Classes
Enable Unicode Predefined Character Classes
Enable Unix Lines Mode
Enable Unix Lines Mode
Include Capture Group 0
Include Capture Group 0
extract-text-enable-repeating-capture-group
extract-text-enable-repeating-capture-group
schema.identifier
schema.identifier
schema.version
schema.version
ALL
false
30 sec
Character Set
UTF-8
Maximum Buffer Size
1 KB
Maximum Capture Group Length
1024
Enable Canonical Equivalence
false
Enable Case-insensitive Matching
false
Permit Whitespace and Comments in Pattern
false
Enable DOTALL Mode
false
Enable Literal Parsing of the Pattern
false
Enable Multiline Mode
false
Enable Unicode-aware Case Folding
false
Enable Unicode Predefined Character Classes
false
Enable Unix Lines Mode
false
Include Capture Group 0
false
extract-text-enable-repeating-capture-group
false
schema.identifier
.*?\<schema-id>(.*?)\<schema-id>.*
schema.version
.*?\<schema-version>(.*?)\<schema-version>.*
0
0 sec
TIMER_DRIVEN
1 sec
Extract Schema Reference
false
matched
true
unmatched
org.apache.nifi.processors.standard.ExtractText
49079fe9-3781-3304-0000-000000000000
6448b964-bd2f-3431-0000-000000000000
404.50037434084663
149.38899565620542
nifi-standard-nar
org.apache.nifi
1.2.0.3.0.0.0-344
WARN
1
tail-mode
tail-mode
File to Tail
File to Tail
Rolling Filename Pattern
Rolling Filename Pattern
tail-base-directory
tail-base-directory
Initial Start Position
Initial Start Position
File Location
File Location
tailfile-recursive-lookup
tailfile-recursive-lookup
tailfile-rolling-strategy
tailfile-rolling-strategy
tailfile-lookup-frequency
tailfile-lookup-frequency
tailfile-maximum-age
tailfile-maximum-age
ALL
false
30 sec
tail-mode
Single file
File to Tail
/tmp/truck-sensor-data/all-streams-with-schemaid-embedded-1a.txt
Rolling Filename Pattern
tail-base-directory
Initial Start Position
Beginning of File
File Location
Local
tailfile-recursive-lookup
false
tailfile-rolling-strategy
Fixed name
tailfile-lookup-frequency
10 minutes
tailfile-maximum-age
24 hours
0
0 sec
TIMER_DRIVEN
1 sec
TruckStreams
false
success
org.apache.nifi.processors.standard.TailFile
70eb6200-3d59-303a-0000-000000000000
6448b964-bd2f-3431-0000-000000000000
407.0
408.000015434651
nifi-standard-nar
org.apache.nifi
1.2.0.3.0.0.0-344
WARN
1
Routing Strategy
Routing Strategy
Matching Strategy
Matching Strategy
Character Set
Character Set
Ignore Leading/Trailing Whitespace
Ignore Leading/Trailing Whitespace
Ignore Case
Ignore Case
Grouping Regular Expression
Grouping Regular Expression
all
all
ALL
false
5 sec
Routing Strategy
Route to each matching Property Name
Matching Strategy
Matches Regular Expression
Character Set
UTF-8
Ignore Leading/Trailing Whitespace
true
Ignore Case
false
Grouping Regular Expression
(.*?)\|.*?\|(.*?)\|.*
all
.*
0
1 sec
TIMER_DRIVEN
1 sec
Group By Schema
false
all
true
original
true
unmatched
org.apache.nifi.processors.standard.RouteText
Acquire Events
b22b1892-67c3-3748-0000-000000000000
0911fbfb-7be0-3046-0000-000000000000
666.3000934047266
530.9509798486299
nifi-scripting-nar
org.apache.nifi
1.2.0.3.0.0.0-344
WARN
1
Script Engine
Script Engine
Script File
Script File
Script Body
Script Body
Module Directory
Module Directory
ALL
false
30 sec
Script Engine
Groovy
Script File
Script Body
import java.nio.charset.StandardCharsets
def flowFile = session.get()
if(!flowFile) return
lat = flowFile.getAttribute('latitudeForGeoCodeEnrichment')
lng = flowFile.getAttribute('longitudeForGeoCodeEnrichment')
flowFile = session.write(flowFile, {inputStream, outputStream ->
inputStream.eachLine { line ->
fmt_addr = "2106 Morton Ave, Des Moines, IA 50317, USA\n"
outputStream.write("$line$fmt_addr".toString().getBytes(StandardCharsets.UTF_8))
}
} as StreamCallback)
session.transfer(flowFile, REL_SUCCESS)
Module Directory
0
0 sec
TIMER_DRIVEN
1 sec
GeoCode Enrichment
true
failure
false
success
org.apache.nifi.processors.script.ExecuteScript
0eaf5282-6845-31ff-0000-000000000000
0911fbfb-7be0-3046-0000-000000000000
665.8958818317703
713.3622010260376
nifi-update-attribute-nar
org.apache.nifi
1.2.0.3.0.0.0-344
WARN
1
Delete Attributes Expression
Delete Attributes Expression
Store State
Store State
Stateful Variables Initial Value
Stateful Variables Initial Value
kafka.topic
kafka.topic
schema.identifier
schema.identifier
schema.protocol.version
schema.protocol.version
schema.version
schema.version
ALL
false
30 sec
Delete Attributes Expression
Store State
Do not store state
Stateful Variables Initial Value
kafka.topic
truck_events_avro
schema.identifier
3
schema.protocol.version
1
schema.version
1
0
0 sec
TIMER_DRIVEN
1 sec
Specify Schema and Destination
false
success
org.apache.nifi.processors.attributes.UpdateAttribute
2cad64c3-8365-3439-0000-000000000000
0911fbfb-7be0-3046-0000-000000000000
1145.8907857649033
710.8879825131966
nifi-update-attribute-nar
org.apache.nifi
1.2.0.3.0.0.0-344
WARN
1
Delete Attributes Expression
Delete Attributes Expression
Store State
Store State
Stateful Variables Initial Value
Stateful Variables Initial Value
kafka.topic
kafka.topic
schema.identifier
schema.identifier
schema.protocol.version
schema.protocol.version
schema.version
schema.version
ALL
false
30 sec
Delete Attributes Expression
Store State
Do not store state
Stateful Variables Initial Value
kafka.topic
truck_speed_events_avro
schema.identifier
4
schema.protocol.version
1
schema.version
1
0
0 sec
TIMER_DRIVEN
1 sec
Specify Schema and Destination
false
success
org.apache.nifi.processors.attributes.UpdateAttribute
7f282520-4f12-3743-0000-000000000000
0911fbfb-7be0-3046-0000-000000000000
909.1922793677413
950.0607574216406
nifi-kafka-0-10-nar
org.apache.nifi
1.2.0.3.0.0.0-344
WARN
1
bootstrap.servers
bootstrap.servers
topic
topic
record-reader
org.apache.nifi.serialization.RecordReaderFactory
record-reader
record-writer
org.apache.nifi.serialization.RecordSetWriterFactory
record-writer
security.protocol
security.protocol
sasl.kerberos.service.name
sasl.kerberos.service.name
sasl.kerberos.principal
sasl.kerberos.principal
sasl.kerberos.keytab
sasl.kerberos.keytab
ssl.context.service
org.apache.nifi.ssl.SSLContextService
ssl.context.service
acks
acks
message-key-field
message-key-field
max.request.size
max.request.size
ack.wait.time
ack.wait.time
max.block.ms
max.block.ms
partitioner.class
partitioner.class
compression.type
compression.type
ALL
false
30 sec
bootstrap.servers
fenton-hdf6.field.hortonworks.com:6667
topic
${kafka.topic}
record-reader
fe06d9fc-bff5-3ffb-0000-000000000000
record-writer
6b77a68f-4975-35b8-0000-000000000000
security.protocol
PLAINTEXT
sasl.kerberos.service.name
sasl.kerberos.principal
sasl.kerberos.keytab
ssl.context.service
acks
0
message-key-field
max.request.size
1 MB
ack.wait.time
5 secs
max.block.ms
5 sec
partitioner.class
org.apache.kafka.clients.producer.internals.DefaultPartitioner
compression.type
none
0
0 sec
TIMER_DRIVEN
1 sec
Publish Events to Truck Stream Topics
true
failure
true
success
org.apache.nifi.processors.kafka.pubsub.PublishKafkaRecord_0_10
Use Case 2 - Approach A (Joe)
2100e5bb-1644-3ffe-0000-000000000000
46f95fe5-3024-31d8-0000-000000000000
159.63520479311387
1710.3764772971426
839f4ecc-47b6-3540-0000-000000000000
2100e5bb-1644-3ffe-0000-000000000000
1 GB
10000
1211.0447148908875
463.467917062308
1316.6106023420593
555.8380743041293
2100e5bb-1644-3ffe-0000-000000000000
dca2519c-0944-3553-0000-000000000000
PROCESSOR
0 sec
1
0
b020ce43-5cf3-349e-0000-000000000000
2100e5bb-1644-3ffe-0000-000000000000
1 GB
10000
2100e5bb-1644-3ffe-0000-000000000000
9e38ceb5-ae9e-3a37-0000-000000000000
PROCESSOR
0 sec
1
success
0
df187c2d-ad84-3cb7-0000-000000000000
2100e5bb-1644-3ffe-0000-000000000000
1 GB
10000
2100e5bb-1644-3ffe-0000-000000000000
d1b552d1-27a8-3a07-0000-000000000000
PROCESSOR
0 sec
1
success
0
40cb7e12-9cd1-312d-0000-000000000000
2100e5bb-1644-3ffe-0000-000000000000
1 GB
10000
2100e5bb-1644-3ffe-0000-000000000000
dd0f1133-fa74-318d-0000-000000000000
PROCESSOR
0 sec
1
0
41d4834e-1025-3782-0000-000000000000
2100e5bb-1644-3ffe-0000-000000000000
1 GB
10000
2100e5bb-1644-3ffe-0000-000000000000
9e38ceb5-ae9e-3a37-0000-000000000000
PROCESSOR
0 sec
1
success
0
8b614219-6a77-3122-0000-000000000000
2100e5bb-1644-3ffe-0000-000000000000
202.29585995916636
972.9440529777598
92.15825653076172
669.0045776367188
de67ed27-ceeb-3cc3-0000-000000000000
2100e5bb-1644-3ffe-0000-000000000000
560.8052965336119
301.78472233006846
57.396385192871094
221.0823516845703
f3634fce-74cd-3535-0000-000000000000
2100e5bb-1644-3ffe-0000-000000000000
202.23737832065598
716.5298255340506
102.78064727783203
434.3003845214844
07fd2053-8a5a-390f-0000-000000000000
2100e5bb-1644-3ffe-0000-000000000000
429.3314945315935
545.0001014129568
44.64159393310547
196.63572692871094
39000045-63c4-3bc5-0000-000000000000
2100e5bb-1644-3ffe-0000-000000000000
900.6595677961609
250.00100765373867
81b7e39c-d7c6-3687-0000-000000000000
39000045-63c4-3bc5-0000-000000000000
1 GB
10000
39000045-63c4-3bc5-0000-000000000000
b027acb3-90db-33b9-0000-000000000000
PROCESSOR
0 sec
1
success
0
88d906f2-a9f4-3196-0000-000000000000
39000045-63c4-3bc5-0000-000000000000
1 GB
10000
39000045-63c4-3bc5-0000-000000000000
c77ac095-56d9-33ae-0000-000000000000
PROCESSOR
0 sec
1
splits
0
a20495de-e5e3-305a-0000-000000000000
39000045-63c4-3bc5-0000-000000000000
1 GB
10000
39000045-63c4-3bc5-0000-000000000000
90d50baf-7792-34af-0000-000000000000
OUTPUT_PORT
0 sec
1
truck_speed_event
0
bdbd85f4-4f33-3990-0000-000000000000
39000045-63c4-3bc5-0000-000000000000
1 GB
10000
39000045-63c4-3bc5-0000-000000000000
efcfdb4b-b9f6-3f02-0000-000000000000
PROCESSOR
0 sec
1
matched
0
e5e50596-522b-37bf-0000-000000000000
39000045-63c4-3bc5-0000-000000000000
1 GB
10000
39000045-63c4-3bc5-0000-000000000000
3afb2bf7-a57d-37ff-0000-000000000000
PROCESSOR
0 sec
1
success
0
2c39a99f-548f-3557-0000-000000000000
39000045-63c4-3bc5-0000-000000000000
1 GB
10000
39000045-63c4-3bc5-0000-000000000000
54bf7dbe-decc-3ee1-0000-000000000000
PROCESSOR
0 sec
1
success
0
47bda369-a928-3353-0000-000000000000
39000045-63c4-3bc5-0000-000000000000
1 GB
10000
39000045-63c4-3bc5-0000-000000000000
b771f800-fd95-32c3-0000-000000000000
OUTPUT_PORT
0 sec
1
truck_geo_event
0
90d50baf-7792-34af-0000-000000000000
39000045-63c4-3bc5-0000-000000000000
621.6219866643096
1433.1113289556813
1
Truck Speed Events
STOPPED
OUTPUT_PORT
b771f800-fd95-32c3-0000-000000000000
39000045-63c4-3bc5-0000-000000000000
284.02124813891896
1433.9699715338063
1
Truck Geo Events
STOPPED
OUTPUT_PORT
b027acb3-90db-33b9-0000-000000000000
39000045-63c4-3bc5-0000-000000000000
417.8637039447758
1208.0031260064022
nifi-standard-nar
org.apache.nifi
1.2.0.3.0.0.0-344
WARN
1
record-reader
org.apache.nifi.serialization.RecordReaderFactory
record-reader
record-writer
org.apache.nifi.serialization.RecordSetWriterFactory
record-writer
include-zero-record-flowfiles
include-zero-record-flowfiles
cache-schema
cache-schema
truck_geo_event
truck_geo_event
truck_speed_event
truck_speed_event
ALL
false
30 sec
record-reader
fe06d9fc-bff5-3ffb-0000-000000000000
record-writer
22375fef-363a-33b0-0000-000000000000
include-zero-record-flowfiles
false
cache-schema
false
truck_geo_event
SELECT * FROM FLOWFILE where eventSource = 'truck_geo_event'
truck_speed_event
SELECT * FROM FLOWFILE where eventSource = 'truck_speed_event'
0
0 sec
TIMER_DRIVEN
1 sec
Route Telemetry Events
true
failure
true
original
false
truck_geo_event
false
truck_speed_event
org.apache.nifi.processors.standard.QueryRecord
ba40ef81-3186-3135-0000-000000000000
39000045-63c4-3bc5-0000-000000000000
404.50037434084663
149.38899565620542
nifi-standard-nar
org.apache.nifi
1.2.0.3.0.0.0-344
WARN
1
tail-mode
tail-mode
File to Tail
File to Tail
Rolling Filename Pattern
Rolling Filename Pattern
tail-base-directory
tail-base-directory
Initial Start Position
Initial Start Position
File Location
File Location
tailfile-recursive-lookup
tailfile-recursive-lookup
tailfile-rolling-strategy
tailfile-rolling-strategy
tailfile-lookup-frequency
tailfile-lookup-frequency
tailfile-maximum-age
tailfile-maximum-age
ALL
false
30 sec
tail-mode
Single file
File to Tail
/tmp/truck-sensor-data/all-streams-with-schemaid-embedded-1b.txt
Rolling Filename Pattern
tail-base-directory
Initial Start Position
Beginning of File
File Location
Local
tailfile-recursive-lookup
false
tailfile-rolling-strategy
Fixed name
tailfile-lookup-frequency
10 minutes
tailfile-maximum-age
24 hours
0
0 sec
TIMER_DRIVEN
1 sec
TruckStreams
false
success
org.apache.nifi.processors.standard.TailFile
c77ac095-56d9-33ae-0000-000000000000
39000045-63c4-3bc5-0000-000000000000
408.0
604.000015434651
nifi-standard-nar
org.apache.nifi
1.2.0.3.0.0.0-344
WARN
1
Character Set
Character Set
Maximum Buffer Size
Maximum Buffer Size
Maximum Capture Group Length
Maximum Capture Group Length
Enable Canonical Equivalence
Enable Canonical Equivalence
Enable Case-insensitive Matching
Enable Case-insensitive Matching
Permit Whitespace and Comments in Pattern
Permit Whitespace and Comments in Pattern
Enable DOTALL Mode
Enable DOTALL Mode
Enable Literal Parsing of the Pattern
Enable Literal Parsing of the Pattern
Enable Multiline Mode
Enable Multiline Mode
Enable Unicode-aware Case Folding
Enable Unicode-aware Case Folding
Enable Unicode Predefined Character Classes
Enable Unicode Predefined Character Classes
Enable Unix Lines Mode
Enable Unix Lines Mode
Include Capture Group 0
Include Capture Group 0
extract-text-enable-repeating-capture-group
extract-text-enable-repeating-capture-group
schema.identifier
schema.identifier
schema.version
schema.version
ALL
false
30 sec
Character Set
UTF-8
Maximum Buffer Size
1 KB
Maximum Capture Group Length
1024
Enable Canonical Equivalence
false
Enable Case-insensitive Matching
false
Permit Whitespace and Comments in Pattern
false
Enable DOTALL Mode
false
Enable Literal Parsing of the Pattern
false
Enable Multiline Mode
false
Enable Unicode-aware Case Folding
false
Enable Unicode Predefined Character Classes
false
Enable Unix Lines Mode
false
Include Capture Group 0
false
extract-text-enable-repeating-capture-group
false
schema.identifier
.*?\<schema-id>(.*?)\<schema-id>.*
schema.version
.*?\<schema-version>(.*?)\<schema-version>.*
0
0 sec
TIMER_DRIVEN
1 sec
Extract Schema Reference
false
matched
true
unmatched
org.apache.nifi.processors.standard.ExtractText
efcfdb4b-b9f6-3f02-0000-000000000000
39000045-63c4-3bc5-0000-000000000000
409.0
806.000015434651
nifi-update-attribute-nar
org.apache.nifi
1.2.0.3.0.0.0-344
WARN
1
Delete Attributes Expression
Delete Attributes Expression
Store State
Store State
Stateful Variables Initial Value
Stateful Variables Initial Value
schema.protocol.version
schema.protocol.version
ALL
false
30 sec
Delete Attributes Expression
Store State
Do not store state
Stateful Variables Initial Value
schema.protocol.version
1
0
0 sec
TIMER_DRIVEN
1 sec
Add Schema Reference Protocol Version
false
success
org.apache.nifi.processors.attributes.UpdateAttribute
3afb2bf7-a57d-37ff-0000-000000000000
39000045-63c4-3bc5-0000-000000000000
405.44474692546794
387.6851758408749
nifi-standard-nar
org.apache.nifi
1.2.0.3.0.0.0-344
WARN
1
Line Split Count
Line Split Count
Maximum Fragment Size
Maximum Fragment Size
Header Line Count
Header Line Count
Header Line Marker Characters
Header Line Marker Characters
Remove Trailing Newlines
Remove Trailing Newlines
ALL
false
30 sec
Line Split Count
1
Maximum Fragment Size
Header Line Count
0
Header Line Marker Characters
Remove Trailing Newlines
true
0
0 sec
TIMER_DRIVEN
1 sec
SplitText
true
failure
true
original
false
splits
org.apache.nifi.processors.standard.SplitText
54bf7dbe-decc-3ee1-0000-000000000000
39000045-63c4-3bc5-0000-000000000000
409.0
1005.000015434651
nifi-standard-nar
org.apache.nifi
1.2.0.3.0.0.0-344
WARN
1
Regular Expression
Regular Expression
Replacement Value
Replacement Value
Character Set
Character Set
Maximum Buffer Size
Maximum Buffer Size
Replacement Strategy
Replacement Strategy
Evaluation Mode
Evaluation Mode
ALL
false
30 sec
Regular Expression
(?:.*?\|)(.*)
Replacement Value
$1
Character Set
UTF-8
Maximum Buffer Size
1 MB
Replacement Strategy
Regex Replace
Evaluation Mode
Line-by-Line
0
0 sec
TIMER_DRIVEN
1 sec
Remove Line Headers and Trailing Pipe
true
failure
false
success
org.apache.nifi.processors.standard.ReplaceText
Acquire Events
9e38ceb5-ae9e-3a37-0000-000000000000
2100e5bb-1644-3ffe-0000-000000000000
909.1922793677413
950.0607574216406
nifi-kafka-0-10-nar
org.apache.nifi
1.2.0.3.0.0.0-344
WARN
1
bootstrap.servers
bootstrap.servers
topic
topic
record-reader
org.apache.nifi.serialization.RecordReaderFactory
record-reader
record-writer
org.apache.nifi.serialization.RecordSetWriterFactory
record-writer
security.protocol
security.protocol
sasl.kerberos.service.name
sasl.kerberos.service.name
sasl.kerberos.principal
sasl.kerberos.principal
sasl.kerberos.keytab
sasl.kerberos.keytab
ssl.context.service
org.apache.nifi.ssl.SSLContextService
ssl.context.service
acks
acks
message-key-field
message-key-field
max.request.size
max.request.size
ack.wait.time
ack.wait.time
max.block.ms
max.block.ms
partitioner.class
partitioner.class
compression.type
compression.type
ALL
false
30 sec
bootstrap.servers
fenton-hdf6.field.hortonworks.com:6667
topic
${kafka.topic}
record-reader
fe06d9fc-bff5-3ffb-0000-000000000000
record-writer
6b77a68f-4975-35b8-0000-000000000000
security.protocol
PLAINTEXT
sasl.kerberos.service.name
sasl.kerberos.principal
sasl.kerberos.keytab
ssl.context.service
acks
0
message-key-field
max.request.size
1 MB
ack.wait.time
5 secs
max.block.ms
5 sec
partitioner.class
org.apache.kafka.clients.producer.internals.DefaultPartitioner
compression.type
none
0
0 sec
TIMER_DRIVEN
1 sec
Publish Events to Truck Stream Topics
true
failure
true
success
org.apache.nifi.processors.kafka.pubsub.PublishKafkaRecord_0_10
d1b552d1-27a8-3a07-0000-000000000000
2100e5bb-1644-3ffe-0000-000000000000
665.8958818317703
713.3622010260376
nifi-update-attribute-nar
org.apache.nifi
1.2.0.3.0.0.0-344
WARN
1
Delete Attributes Expression
Delete Attributes Expression
Store State
Store State
Stateful Variables Initial Value
Stateful Variables Initial Value
kafka.topic
kafka.topic
schema.identifier
schema.identifier
schema.protocol.version
schema.protocol.version
schema.version
schema.version
ALL
false
30 sec
Delete Attributes Expression
Store State
Do not store state
Stateful Variables Initial Value
kafka.topic
truck_events_avro
schema.identifier
3
schema.protocol.version
1
schema.version
1
0
0 sec
TIMER_DRIVEN
1 sec
Specify Schema and Destination
false
success
org.apache.nifi.processors.attributes.UpdateAttribute
dca2519c-0944-3553-0000-000000000000
2100e5bb-1644-3ffe-0000-000000000000
1145.8907857649033
710.8879825131966
nifi-update-attribute-nar
org.apache.nifi
1.2.0.3.0.0.0-344
WARN
1
Delete Attributes Expression
Delete Attributes Expression
Store State
Store State
Stateful Variables Initial Value
Stateful Variables Initial Value
kafka.topic
kafka.topic
schema.identifier
schema.identifier
schema.protocol.version
schema.protocol.version
schema.version
schema.version
ALL
false
30 sec
Delete Attributes Expression
Store State
Do not store state
Stateful Variables Initial Value
kafka.topic
truck_speed_events_avro
schema.identifier
4
schema.protocol.version
1
schema.version
1
0
0 sec
TIMER_DRIVEN
1 sec
Specify Schema and Destination
false
success
org.apache.nifi.processors.attributes.UpdateAttribute
dd0f1133-fa74-318d-0000-000000000000
2100e5bb-1644-3ffe-0000-000000000000
645.5271441859766
478.99797691894236
nifi-scripting-nar
org.apache.nifi
1.2.0.3.0.0.0-344
WARN
1
Script Engine
Script Engine
Script File
Script File
Script Body
Script Body
Module Directory
Module Directory
ALL
false
30 sec
Script Engine
Groovy
Script File
Script Body
import java.nio.charset.StandardCharsets
def flowFile = session.get()
if(!flowFile) return
lat = flowFile.getAttribute('latitudeForGeoCodeEnrichment')
lng = flowFile.getAttribute('longitudeForGeoCodeEnrichment')
flowFile = session.write(flowFile, {inputStream, outputStream ->
inputStream.eachLine { line ->
fmt_addr = "2106 Morton Ave, Des Moines, IA 50317, USA\n"
outputStream.write("$line$fmt_addr".toString().getBytes(StandardCharsets.UTF_8))
}
} as StreamCallback)
session.transfer(flowFile, REL_SUCCESS)
Module Directory
0
0 sec
TIMER_DRIVEN
1 sec
GeoCode Enrichment
true
failure
false
success
org.apache.nifi.processors.script.ExecuteScript
Use Case 2 - Approach B (George)
350fcb68-c44f-3af1-0000-000000000000
46f95fe5-3024-31d8-0000-000000000000
115.07784223665635
347.1381960471426
fb68d46d-bfdc-3294-0000-000000000000
350fcb68-c44f-3af1-0000-000000000000
1 GB
10000
350fcb68-c44f-3af1-0000-000000000000
028f4f51-5726-30a9-0000-000000000000
PROCESSOR
0 sec
1
success
0
fd197796-414f-3939-0000-000000000000
350fcb68-c44f-3af1-0000-000000000000
1 GB
10000
350fcb68-c44f-3af1-0000-000000000000
cad909d1-075e-3f5b-0000-000000000000
PROCESSOR
0 sec
1
0
3d085f9e-beac-3e6a-0000-000000000000
350fcb68-c44f-3af1-0000-000000000000
1 GB
10000
350fcb68-c44f-3af1-0000-000000000000
77363510-debb-397e-0000-000000000000
PROCESSOR
0 sec
1
0
500a2952-d492-36ca-0000-000000000000
350fcb68-c44f-3af1-0000-000000000000
1 GB
10000
350fcb68-c44f-3af1-0000-000000000000
251f50a4-a3d2-3c09-0000-000000000000
PROCESSOR
0 sec
1
success
0
7b351dbc-1a3c-378a-0000-000000000000
350fcb68-c44f-3af1-0000-000000000000
1 GB
10000
350fcb68-c44f-3af1-0000-000000000000
251f50a4-a3d2-3c09-0000-000000000000
PROCESSOR
0 sec
1
success
0
cd4727b0-304d-3b63-0000-000000000000
350fcb68-c44f-3af1-0000-000000000000
181.81319394354136
955.6125100090098
128.3921356201172
673.6242065429688
52cfd15f-72b8-3e67-0000-000000000000
350fcb68-c44f-3af1-0000-000000000000
412.0000125979997
663.1692298309256
44.64159393310547
196.63572692871094
7291e993-091a-3861-0000-000000000000
350fcb68-c44f-3af1-0000-000000000000
560.8052965336119
301.78472233006846
57.396385192871094
221.0823516845703
5c61945a-b8a4-3de0-0000-000000000000
350fcb68-c44f-3af1-0000-000000000000
892.6595677961609
274.0010076537387
089f21c1-cd9c-3f3d-0000-000000000000
5c61945a-b8a4-3de0-0000-000000000000
1 GB
10000
5c61945a-b8a4-3de0-0000-000000000000
3080be98-c17e-3e20-0000-000000000000
OUTPUT_PORT
0 sec
1
success
0
60553822-9283-3d1f-0000-000000000000
5c61945a-b8a4-3de0-0000-000000000000
1 GB
10000
5c61945a-b8a4-3de0-0000-000000000000
d174b2d7-965c-33de-0000-000000000000
OUTPUT_PORT
0 sec
1
success
0
3241b203-340f-3860-0000-000000000000
5c61945a-b8a4-3de0-0000-000000000000
525.4642227588656
389.4875654679138
214.21615600585938
647.0797119140625
d174b2d7-965c-33de-0000-000000000000
5c61945a-b8a4-3de0-0000-000000000000
490.72727230884084
908.2175911627126
1
Truck Geo Events
RUNNING
OUTPUT_PORT
3080be98-c17e-3e20-0000-000000000000
5c61945a-b8a4-3de0-0000-000000000000
907.7151873479033
911.8526619634938
1
Truck Speed Events
RUNNING
OUTPUT_PORT
167b7d82-7e46-3cf0-0000-000000000000
5c61945a-b8a4-3de0-0000-000000000000
844.0467531833801
654.1467673252282
nifi-kafka-0-10-nar
org.apache.nifi
1.2.0.3.0.0.0-344
WARN
1
bootstrap.servers
bootstrap.servers
topic
topic
topic_type
topic_type
record-reader
org.apache.nifi.serialization.RecordReaderFactory
record-reader
record-writer
org.apache.nifi.serialization.RecordSetWriterFactory
record-writer
security.protocol
security.protocol
sasl.kerberos.service.name
sasl.kerberos.service.name
sasl.kerberos.principal
sasl.kerberos.principal
sasl.kerberos.keytab
sasl.kerberos.keytab
ssl.context.service
org.apache.nifi.ssl.SSLContextService
ssl.context.service
group.id
group.id
auto.offset.reset
auto.offset.reset
max.poll.records
max.poll.records
max-uncommit-offset-wait
max-uncommit-offset-wait
ALL
false
30 sec
bootstrap.servers
fenton-hdf5.field.hortonworks.com:6667
topic
raw-truck_speed_events_avro
topic_type
names
record-reader
5c0ee107-b772-39f1-0000-000000000000
record-writer
6f1985e7-2a37-3d32-0000-000000000000
security.protocol
PLAINTEXT
sasl.kerberos.service.name
sasl.kerberos.principal
sasl.kerberos.keytab
ssl.context.service
group.id
1
auto.offset.reset
latest
max.poll.records
10000
max-uncommit-offset-wait
1 secs
0
0 sec
TIMER_DRIVEN
1 sec
Truck Speed Kafka Stream
true
parse.failure
false
success
org.apache.nifi.processors.kafka.pubsub.ConsumeKafkaRecord_0_10
498e17a0-ab12-317b-0000-000000000000
5c61945a-b8a4-3de0-0000-000000000000
440.0856325779114
653.1126486728845
nifi-kafka-0-10-nar
org.apache.nifi
1.2.0.3.0.0.0-344
WARN
1
bootstrap.servers
bootstrap.servers
topic
topic
topic_type
topic_type
record-reader
org.apache.nifi.serialization.RecordReaderFactory
record-reader
record-writer
org.apache.nifi.serialization.RecordSetWriterFactory
record-writer
security.protocol
security.protocol
sasl.kerberos.service.name
sasl.kerberos.service.name
sasl.kerberos.principal
sasl.kerberos.principal
sasl.kerberos.keytab
sasl.kerberos.keytab
ssl.context.service
org.apache.nifi.ssl.SSLContextService
ssl.context.service
group.id
group.id
auto.offset.reset
auto.offset.reset
max.poll.records
max.poll.records
max-uncommit-offset-wait
max-uncommit-offset-wait
ALL
false
30 sec
bootstrap.servers
fenton-hdf5.field.hortonworks.com:6667
topic
raw-truck_events_avro
topic_type
names
record-reader
5c0ee107-b772-39f1-0000-000000000000
record-writer
6f1985e7-2a37-3d32-0000-000000000000
security.protocol
PLAINTEXT
sasl.kerberos.service.name
sasl.kerberos.principal
sasl.kerberos.keytab
ssl.context.service
group.id
1
auto.offset.reset
latest
max.poll.records
10000
max-uncommit-offset-wait
1 secs
0
0 sec
TIMER_DRIVEN
1 sec
Truck Geo Kafka Stream
true
parse.failure
false
success
org.apache.nifi.processors.kafka.pubsub.ConsumeKafkaRecord_0_10
Acquire Events
cad909d1-075e-3f5b-0000-000000000000
350fcb68-c44f-3af1-0000-000000000000
665.3000934047266
517.9509798486299
nifi-scripting-nar
org.apache.nifi
1.2.0.3.0.0.0-344
WARN
1
Script Engine
Script Engine
Script File
Script File
Script Body
Script Body
Module Directory
Module Directory
ALL
false
30 sec
Script Engine
Groovy
Script File
Script Body
import java.nio.charset.StandardCharsets
def flowFile = session.get()
if(!flowFile) return
lat = flowFile.getAttribute('latitudeForGeoCodeEnrichment')
lng = flowFile.getAttribute('longitudeForGeoCodeEnrichment')
flowFile = session.write(flowFile, {inputStream, outputStream ->
inputStream.eachLine { line ->
fmt_addr = "2106 Morton Ave, Des Moines, IA 50317, USA\n"
outputStream.write("$line$fmt_addr".toString().getBytes(StandardCharsets.UTF_8))
}
} as StreamCallback)
session.transfer(flowFile, REL_SUCCESS)
Module Directory
0
0 sec
TIMER_DRIVEN
1 sec
GeoCode Enrichment
true
failure
false
success
org.apache.nifi.processors.script.ExecuteScript
028f4f51-5726-30a9-0000-000000000000
350fcb68-c44f-3af1-0000-000000000000
665.8958818317703
722.3622010260376
nifi-update-attribute-nar
org.apache.nifi
1.2.0.3.0.0.0-344
WARN
1
Delete Attributes Expression
Delete Attributes Expression
Store State
Store State
Stateful Variables Initial Value
Stateful Variables Initial Value
kafka.topic
kafka.topic
schema.name
schema.name
ALL
false
30 sec
Delete Attributes Expression
Store State
Do not store state
Stateful Variables Initial Value
kafka.topic
truck_events_avro
schema.name
truck_events_avro
0
0 sec
TIMER_DRIVEN
1 sec
Specify Schema and Destination
false
success
org.apache.nifi.processors.attributes.UpdateAttribute
251f50a4-a3d2-3c09-0000-000000000000
350fcb68-c44f-3af1-0000-000000000000
909.1922793677413
950.0607574216406
nifi-kafka-0-10-nar
org.apache.nifi
1.2.0.3.0.0.0-344
WARN
1
bootstrap.servers
bootstrap.servers
topic
topic
record-reader
org.apache.nifi.serialization.RecordReaderFactory
record-reader
record-writer
org.apache.nifi.serialization.RecordSetWriterFactory
record-writer
security.protocol
security.protocol
sasl.kerberos.service.name
sasl.kerberos.service.name
sasl.kerberos.principal
sasl.kerberos.principal
sasl.kerberos.keytab
sasl.kerberos.keytab
ssl.context.service
org.apache.nifi.ssl.SSLContextService
ssl.context.service
acks
acks
message-key-field
message-key-field
max.request.size
max.request.size
ack.wait.time
ack.wait.time
max.block.ms
max.block.ms
partitioner.class
partitioner.class
compression.type
compression.type
ALL
false
30 sec
bootstrap.servers
fenton-hdf5.field.hortonworks.com:6667
topic
${kafka.topic}
record-reader
fe06d9fc-bff5-3ffb-0000-000000000000
record-writer
49b38886-c54b-3b2a-0000-000000000000
security.protocol
PLAINTEXT
sasl.kerberos.service.name
sasl.kerberos.principal
sasl.kerberos.keytab
ssl.context.service
acks
0
message-key-field
max.request.size
1 MB
ack.wait.time
5 secs
max.block.ms
5 sec
partitioner.class
org.apache.kafka.clients.producer.internals.DefaultPartitioner
compression.type
none
0
0 sec
TIMER_DRIVEN
1 sec
Publish Events to Truck Stream Topics
true
failure
true
success
org.apache.nifi.processors.kafka.pubsub.PublishKafkaRecord_0_10
77363510-debb-397e-0000-000000000000
350fcb68-c44f-3af1-0000-000000000000
1145.8907857649033
710.8879825131966
nifi-update-attribute-nar
org.apache.nifi
1.2.0.3.0.0.0-344
WARN
1
Delete Attributes Expression
Delete Attributes Expression
Store State
Store State
Stateful Variables Initial Value
Stateful Variables Initial Value
kafka.topic
kafka.topic
schema.name
schema.name
ALL
false
30 sec
Delete Attributes Expression
Store State
Do not store state
Stateful Variables Initial Value
kafka.topic
truck_speed_events_avro
schema.name
truck_speed_events_avro
0
0 sec
TIMER_DRIVEN
1 sec
Specify Schema and Destination
false
success
org.apache.nifi.processors.attributes.UpdateAttribute
Use Case 1
05/22/2017 14:34:29 UTC