{ "topologyName":"streaming-ref-app-advanced", "config":"{\"topology.workers\":3,\"topology.acker.executors\":1,\"topology.message.timeout.secs\":30,\"topology.eventlogger.executors\":1,\"clustersSecurityConfig\":[{}],\"topology.worker.childopts\":\"-Xmx3072m\"}", "sources":[ { "id":21, "topologyId":2, "topologyComponentBundleId":1, "versionId":8, "name":"TruckSpeedEvent", "description":"", "config":{ "properties":{ "cluster":"1", "consumerGroupId":"ref-speed-12013", "retryDelayPeriodMs":2, "maximumUncommittedOffsets":10000000, "maxRecordsPerPoll":"500", "maximumRetries":2147483647, "parallelism":1, "emitNullTuples":false, "partitionRefreshPeriodMs":2000, "securityProtocol":"PLAINTEXT", "bootstrapServers":"hdf-3-1-release4.field.hortonworks.com:6667,hdf-3-1-release5.field.hortonworks.com:6667,hdf-3-1-release6.field.hortonworks.com:6667", "retryDelayMaximumMs":10000, "fetchMaximumBytesPerPartition":"1048576", "firstPollOffsetStrategy":"LATEST", "sslTruststoreType":"JKS", "clusters":"streamanalytics_AUTOCREATED", "fetchMinimumBytes":"1", "sslKeystoreType":"JKS", "sslTrustManagerAlgo":"PKIX", "retryInitialDelayMs":0, "sslKeyManagerAlgo":"SunX509", "sslProtocol":"TLS", "topic":"truck_speed_events_avro", "readerSchemaVersion":"1", "pollTimeoutMs":200, "offsetCommitPeriodMs":30000 } }, "reconfigure":false, "outputStreams":[ { "id":25, "versionId":8, "streamId":"kafka_stream_105", "description":null, "topologyId":2, "fields":[ { "name":"eventTime", "type":"STRING", "optional":false }, { "name":"eventTimeLong", "type":"LONG", "optional":false }, { "name":"eventSource", "type":"STRING", "optional":false }, { "name":"truckId", "type":"INTEGER", "optional":false }, { "name":"driverId", "type":"INTEGER", "optional":false }, { "name":"driverName", "type":"STRING", "optional":false }, { "name":"routeId", "type":"INTEGER", "optional":false }, { "name":"route", "type":"STRING", "optional":false }, { "name":"speed", "type":"INTEGER", "optional":false } ], "timestamp":1517449662487 } ], "timestamp":1517447614126 }, { "id":20, "topologyId":2, "topologyComponentBundleId":1, "versionId":8, "name":"TruckGeoEvent", "description":"", "config":{ "properties":{ "cluster":"1", "consumerGroupId":"ref-geo-12013", "retryDelayPeriodMs":2, "maximumUncommittedOffsets":10000000, "maxRecordsPerPoll":"500", "maximumRetries":2147483647, "parallelism":1, "emitNullTuples":false, "partitionRefreshPeriodMs":2000, "securityProtocol":"PLAINTEXT", "bootstrapServers":"hdf-3-1-release4.field.hortonworks.com:6667,hdf-3-1-release5.field.hortonworks.com:6667,hdf-3-1-release6.field.hortonworks.com:6667", "retryDelayMaximumMs":10000, "fetchMaximumBytesPerPartition":"1048576", "firstPollOffsetStrategy":"LATEST", "sslTruststoreType":"JKS", "clusters":"streamanalytics_AUTOCREATED", "fetchMinimumBytes":"1", "sslKeystoreType":"JKS", "sslTrustManagerAlgo":"PKIX", "retryInitialDelayMs":0, "sslKeyManagerAlgo":"SunX509", "sslProtocol":"TLS", "topic":"truck_events_avro", "readerSchemaVersion":"1", "pollTimeoutMs":200, "offsetCommitPeriodMs":30000 } }, "reconfigure":false, "outputStreams":[ { "id":24, "versionId":8, "streamId":"kafka_stream_104", "description":null, "topologyId":2, "fields":[ { "name":"eventTime", "type":"STRING", "optional":false }, { "name":"eventTimeLong", "type":"LONG", "optional":false }, { "name":"eventSource", "type":"STRING", "optional":false }, { "name":"truckId", "type":"INTEGER", "optional":false }, { "name":"driverId", "type":"INTEGER", "optional":false }, { "name":"driverName", "type":"STRING", "optional":false }, { "name":"routeId", "type":"INTEGER", "optional":false }, { "name":"route", "type":"STRING", "optional":false }, { "name":"eventType", "type":"STRING", "optional":false }, { "name":"latitude", "type":"DOUBLE", "optional":false }, { "name":"longitude", "type":"DOUBLE", "optional":false }, { "name":"correlationId", "type":"LONG", "optional":false }, { "name":"geoAddress", "type":"STRING", "optional":true } ], "timestamp":1517449662487 } ], "timestamp":1517447614121 } ], "sinks":[ { "id":35, "topologyId":2, "topologyComponentBundleId":11, "versionId":8, "name":"Operational-Store-Violation-Events", "description":"", "config":{ "properties":{ "writeToWAL":true, "cluster":"2", "columnFamily":"events", "parallelism":1, "rowKeyField":"eventTime", "topic":"", "batchSize":100, "clusters":"datalake_AUTOCREATED", "table":"default:violation_events" } }, "reconfigure":false, "timestamp":1517449662487 }, { "id":36, "topologyId":2, "topologyComponentBundleId":10, "versionId":8, "name":"Data-Lake-HDFS", "description":"", "config":{ "properties":{ "fsUrl":"hdfs://hdp-2-6-3-ga0.field.hortonworks.com:8020", "outputFields":[ "eventTime", "eventSource", "truckId", "driverId", "driverName", "routeId", "route", "eventType", "latitude", "longitude", "correlationId", "geoAddress", "speed", "eventTimeLong" ], "cluster":"2", "path":"/apps/trucking-app", "extension":".txt", "rotationPolicy":{ "timeBasedRotation":{ "rotationInterval":3, "rotationIntervalUnit":"MINUTES" } }, "prefix":"", "parallelism":1, "topic":"", "countPolicyValue":1000, "clusters":"datalake_AUTOCREATED" } }, "reconfigure":false, "timestamp":1517449662487 }, { "id":37, "topologyId":2, "topologyComponentBundleId":16, "versionId":8, "name":"Dashboard-Predictions", "description":"", "config":{ "properties":{ "cluster":"2", "clusterReplication":1, "segmentGranularity":"HOUR", "indexRetryPeriod":"PT10M", "maxBatchSize":2000, "maxPendingBatches":5, "discoveryPath":"/druid/discovery", "parallelism":1, "clusterPartitions":1, "windowPeriod":"PT10M", "aggregatorList":[ { "count":{ "name":"cnt" } } ], "tranquilityZKconnect":"hdp-2-6-3-ga2.field.hortonworks.com:2181,hdp-2-6-3-ga0.field.hortonworks.com:2181,hdp-2-6-3-ga1.field.hortonworks.com:2181", "discardStreamId":"DRUID-DISCARD-STREAM-ID", "indexService":"druid/overlord", "topic":"", "blockOnFull":true, "timestampField":"processingTime", "lingerMillis":0, "queryGranularity":"MINUTE", "dataSource":"alerts-violation-predictions-cube-hoosac-2", "clusters":"datalake_AUTOCREATED", "dimensions":[ "ViolationPredicted", "eventTime", "eventSource", "truckId", "driverId", "driverName", "routeId", "route", "eventType", "latitude", "longitude", "correlationId", "geoAddress", "speed", "eventTimeLong" ] } }, "reconfigure":false, "timestamp":1517449662487 }, { "id":38, "topologyId":2, "topologyComponentBundleId":16, "versionId":8, "name":"Alerts-Speeding-Driver-Cube", "description":"", "config":{ "properties":{ "cluster":"2", "clusterReplication":1, "segmentGranularity":"HOUR", "indexRetryPeriod":"PT10M", "maxBatchSize":2000, "maxPendingBatches":5, "discoveryPath":"/druid/discovery", "parallelism":1, "clusterPartitions":1, "windowPeriod":"PT10M", "aggregatorList":[ { "count":{ "name":"cnt" } } ], "tranquilityZKconnect":"hdp-2-6-3-ga2.field.hortonworks.com:2181,hdp-2-6-3-ga0.field.hortonworks.com:2181,hdp-2-6-3-ga1.field.hortonworks.com:2181", "discardStreamId":"DRUID-DISCARD-STREAM-ID", "indexService":"druid/overlord", "topic":"", "blockOnFull":true, "timestampField":"processingTime", "lingerMillis":0, "queryGranularity":"MINUTE", "dataSource":"alerts-speeding-drivers-cube-hoosac-2", "clusters":"datalake_AUTOCREATED", "dimensions":[ "driverId", "driverName", "route", "speed_AVG_Round" ] } }, "reconfigure":false, "timestamp":1517449662487 } ], "processors":[ { "id":22, "topologyId":2, "topologyComponentBundleId":7, "versionId":8, "name":"JOIN", "description":"", "config":{ "properties":{ "joins":[ { "type":"INNER", "stream":"kafka_stream_105", "key":"driverId", "with":"kafka_stream_104" } ], "parallelism":1, "from":{ "stream":"kafka_stream_104", "key":"driverId" }, "outputKeys":[ "kafka_stream_104:eventTime as eventTime", "kafka_stream_104:eventSource as eventSource", "kafka_stream_104:truckId as truckId", "kafka_stream_104:driverId as driverId", "kafka_stream_104:driverName as driverName", "kafka_stream_104:routeId as routeId", "kafka_stream_104:route as route", "eventType as eventType", "latitude as latitude", "longitude as longitude", "correlationId as correlationId", "geoAddress as geoAddress", "speed as speed", "kafka_stream_104:eventTimeLong as eventTimeLong" ], "window":{ "windowLength":{ "class":".Window$Duration", "durationMs":3000 }, "slidingInterval":{ "class":".Window$Duration", "durationMs":3000 }, "tsFields":null, "lagMs":0 }, "outputStream":"join_processor_stream_106" } }, "reconfigure":false, "outputStreams":[ { "id":26, "versionId":8, "streamId":"join_processor_stream_106", "description":null, "topologyId":2, "fields":[ { "name":"eventTime", "type":"STRING", "optional":false }, { "name":"eventSource", "type":"STRING", "optional":false }, { "name":"truckId", "type":"INTEGER", "optional":false }, { "name":"driverId", "type":"INTEGER", "optional":false }, { "name":"driverName", "type":"STRING", "optional":false }, { "name":"routeId", "type":"INTEGER", "optional":false }, { "name":"route", "type":"STRING", "optional":false }, { "name":"eventType", "type":"STRING", "optional":false }, { "name":"latitude", "type":"DOUBLE", "optional":false }, { "name":"longitude", "type":"DOUBLE", "optional":false }, { "name":"correlationId", "type":"LONG", "optional":false }, { "name":"geoAddress", "type":"STRING", "optional":false }, { "name":"speed", "type":"INTEGER", "optional":false }, { "name":"eventTimeLong", "type":"LONG", "optional":false } ], "timestamp":1517449662487 } ], "timestamp":1517449662487 }, { "id":23, "topologyId":2, "topologyComponentBundleId":4, "versionId":8, "name":"EventType", "description":"", "config":{ "properties":{ "outputStreams":[ { "id":"rule_notifier_stream_67", "schema":{ "fields":[ { "name":"eventTime", "type":"STRING", "optional":false }, { "name":"eventSource", "type":"STRING", "optional":false }, { "name":"truckId", "type":"INTEGER", "optional":false }, { "name":"driverId", "type":"INTEGER", "optional":false }, { "name":"driverName", "type":"STRING", "optional":false }, { "name":"routeId", "type":"INTEGER", "optional":false }, { "name":"route", "type":"STRING", "optional":false }, { "name":"eventType", "type":"STRING", "optional":false }, { "name":"latitude", "type":"DOUBLE", "optional":false }, { "name":"longitude", "type":"DOUBLE", "optional":false }, { "name":"correlationId", "type":"LONG", "optional":false }, { "name":"geoAddress", "type":"STRING", "optional":false }, { "name":"speed", "type":"INTEGER", "optional":false }, { "name":"eventTimeLong", "type":"LONG", "optional":false } ] } }, { "id":"rule_notifier_stream_46", "schema":{ "fields":[ { "name":"eventTime", "type":"STRING", "optional":false }, { "name":"eventSource", "type":"STRING", "optional":false }, { "name":"truckId", "type":"INTEGER", "optional":false }, { "name":"driverId", "type":"INTEGER", "optional":false }, { "name":"driverName", "type":"STRING", "optional":false }, { "name":"routeId", "type":"INTEGER", "optional":false }, { "name":"route", "type":"STRING", "optional":false }, { "name":"eventType", "type":"STRING", "optional":false }, { "name":"latitude", "type":"DOUBLE", "optional":false }, { "name":"longitude", "type":"DOUBLE", "optional":false }, { "name":"correlationId", "type":"LONG", "optional":false }, { "name":"geoAddress", "type":"STRING", "optional":false }, { "name":"speed", "type":"INTEGER", "optional":false }, { "name":"eventTimeLong", "type":"LONG", "optional":false } ] } }, { "id":"rule_transform_stream_46", "schema":{ "fields":[ { "name":"eventTime", "type":"STRING", "optional":false }, { "name":"eventSource", "type":"STRING", "optional":false }, { "name":"truckId", "type":"INTEGER", "optional":false }, { "name":"driverId", "type":"INTEGER", "optional":false }, { "name":"driverName", "type":"STRING", "optional":false }, { "name":"routeId", "type":"INTEGER", "optional":false }, { "name":"route", "type":"STRING", "optional":false }, { "name":"eventType", "type":"STRING", "optional":false }, { "name":"latitude", "type":"DOUBLE", "optional":false }, { "name":"longitude", "type":"DOUBLE", "optional":false }, { "name":"correlationId", "type":"LONG", "optional":false }, { "name":"geoAddress", "type":"STRING", "optional":false }, { "name":"speed", "type":"INTEGER", "optional":false }, { "name":"eventTimeLong", "type":"LONG", "optional":false } ] } }, { "id":"rule_transform_stream_67", "schema":{ "fields":[ { "name":"eventTime", "type":"STRING", "optional":false }, { "name":"eventSource", "type":"STRING", "optional":false }, { "name":"truckId", "type":"INTEGER", "optional":false }, { "name":"driverId", "type":"INTEGER", "optional":false }, { "name":"driverName", "type":"STRING", "optional":false }, { "name":"routeId", "type":"INTEGER", "optional":false }, { "name":"route", "type":"STRING", "optional":false }, { "name":"eventType", "type":"STRING", "optional":false }, { "name":"latitude", "type":"DOUBLE", "optional":false }, { "name":"longitude", "type":"DOUBLE", "optional":false }, { "name":"correlationId", "type":"LONG", "optional":false }, { "name":"geoAddress", "type":"STRING", "optional":false }, { "name":"speed", "type":"INTEGER", "optional":false }, { "name":"eventTimeLong", "type":"LONG", "optional":false } ] } } ], "rules":[ 7, 8 ] } }, "reconfigure":false, "outputStreams":[ { "id":27, "versionId":8, "streamId":"rule_transform_stream_46", "description":null, "topologyId":2, "fields":[ { "name":"eventTime", "type":"STRING", "optional":false }, { "name":"eventSource", "type":"STRING", "optional":false }, { "name":"truckId", "type":"INTEGER", "optional":false }, { "name":"driverId", "type":"INTEGER", "optional":false }, { "name":"driverName", "type":"STRING", "optional":false }, { "name":"routeId", "type":"INTEGER", "optional":false }, { "name":"route", "type":"STRING", "optional":false }, { "name":"eventType", "type":"STRING", "optional":false }, { "name":"latitude", "type":"DOUBLE", "optional":false }, { "name":"longitude", "type":"DOUBLE", "optional":false }, { "name":"correlationId", "type":"LONG", "optional":false }, { "name":"geoAddress", "type":"STRING", "optional":false }, { "name":"speed", "type":"INTEGER", "optional":false }, { "name":"eventTimeLong", "type":"LONG", "optional":false } ], "timestamp":1517449662487 }, { "id":28, "versionId":8, "streamId":"rule_notifier_stream_46", "description":null, "topologyId":2, "fields":[ { "name":"eventTime", "type":"STRING", "optional":false }, { "name":"eventSource", "type":"STRING", "optional":false }, { "name":"truckId", "type":"INTEGER", "optional":false }, { "name":"driverId", "type":"INTEGER", "optional":false }, { "name":"driverName", "type":"STRING", "optional":false }, { "name":"routeId", "type":"INTEGER", "optional":false }, { "name":"route", "type":"STRING", "optional":false }, { "name":"eventType", "type":"STRING", "optional":false }, { "name":"latitude", "type":"DOUBLE", "optional":false }, { "name":"longitude", "type":"DOUBLE", "optional":false }, { "name":"correlationId", "type":"LONG", "optional":false }, { "name":"geoAddress", "type":"STRING", "optional":false }, { "name":"speed", "type":"INTEGER", "optional":false }, { "name":"eventTimeLong", "type":"LONG", "optional":false } ], "timestamp":1517449662487 }, { "id":29, "versionId":8, "streamId":"rule_transform_stream_67", "description":null, "topologyId":2, "fields":[ { "name":"eventTime", "type":"STRING", "optional":false }, { "name":"eventSource", "type":"STRING", "optional":false }, { "name":"truckId", "type":"INTEGER", "optional":false }, { "name":"driverId", "type":"INTEGER", "optional":false }, { "name":"driverName", "type":"STRING", "optional":false }, { "name":"routeId", "type":"INTEGER", "optional":false }, { "name":"route", "type":"STRING", "optional":false }, { "name":"eventType", "type":"STRING", "optional":false }, { "name":"latitude", "type":"DOUBLE", "optional":false }, { "name":"longitude", "type":"DOUBLE", "optional":false }, { "name":"correlationId", "type":"LONG", "optional":false }, { "name":"geoAddress", "type":"STRING", "optional":false }, { "name":"speed", "type":"INTEGER", "optional":false }, { "name":"eventTimeLong", "type":"LONG", "optional":false } ], "timestamp":1517449662487 }, { "id":30, "versionId":8, "streamId":"rule_notifier_stream_67", "description":null, "topologyId":2, "fields":[ { "name":"eventTime", "type":"STRING", "optional":false }, { "name":"eventSource", "type":"STRING", "optional":false }, { "name":"truckId", "type":"INTEGER", "optional":false }, { "name":"driverId", "type":"INTEGER", "optional":false }, { "name":"driverName", "type":"STRING", "optional":false }, { "name":"routeId", "type":"INTEGER", "optional":false }, { "name":"route", "type":"STRING", "optional":false }, { "name":"eventType", "type":"STRING", "optional":false }, { "name":"latitude", "type":"DOUBLE", "optional":false }, { "name":"longitude", "type":"DOUBLE", "optional":false }, { "name":"correlationId", "type":"LONG", "optional":false }, { "name":"geoAddress", "type":"STRING", "optional":false }, { "name":"speed", "type":"INTEGER", "optional":false }, { "name":"eventTimeLong", "type":"LONG", "optional":false } ], "timestamp":1517449662487 } ], "timestamp":1517449662487 }, { "id":24, "topologyId":2, "topologyComponentBundleId":9, "versionId":8, "name":"Split", "description":"", "config":{ "properties":{ "outputStreams":[ { "id":"projection_notifier_stream_170", "schema":{ "fields":[ { "name":"eventTime", "type":"STRING", "optional":false }, { "name":"eventSource", "type":"STRING", "optional":false }, { "name":"truckId", "type":"INTEGER", "optional":false }, { "name":"driverId", "type":"INTEGER", "optional":false }, { "name":"driverName", "type":"STRING", "optional":false }, { "name":"routeId", "type":"INTEGER", "optional":false }, { "name":"route", "type":"STRING", "optional":false }, { "name":"eventType", "type":"STRING", "optional":false }, { "name":"latitude", "type":"DOUBLE", "optional":false }, { "name":"longitude", "type":"DOUBLE", "optional":false }, { "name":"correlationId", "type":"LONG", "optional":false }, { "name":"geoAddress", "type":"STRING", "optional":false }, { "name":"speed", "type":"INTEGER", "optional":false }, { "name":"eventTimeLong", "type":"LONG", "optional":false }, { "name":"splitJoinValue", "type":"LONG", "optional":false }, { "name":"week", "type":"INTEGER", "optional":false } ] } }, { "id":"projection_transform_stream_170", "schema":{ "fields":[ { "name":"eventTime", "type":"STRING", "optional":false }, { "name":"eventSource", "type":"STRING", "optional":false }, { "name":"truckId", "type":"INTEGER", "optional":false }, { "name":"driverId", "type":"INTEGER", "optional":false }, { "name":"driverName", "type":"STRING", "optional":false }, { "name":"routeId", "type":"INTEGER", "optional":false }, { "name":"route", "type":"STRING", "optional":false }, { "name":"eventType", "type":"STRING", "optional":false }, { "name":"latitude", "type":"DOUBLE", "optional":false }, { "name":"longitude", "type":"DOUBLE", "optional":false }, { "name":"correlationId", "type":"LONG", "optional":false }, { "name":"geoAddress", "type":"STRING", "optional":false }, { "name":"speed", "type":"INTEGER", "optional":false }, { "name":"eventTimeLong", "type":"LONG", "optional":false }, { "name":"splitJoinValue", "type":"LONG", "optional":false }, { "name":"week", "type":"INTEGER", "optional":false } ] } } ], "rules":[ 9 ] } }, "reconfigure":false, "outputStreams":[ { "id":31, "versionId":8, "streamId":"projection_transform_stream_170", "description":null, "topologyId":2, "fields":[ { "name":"eventTime", "type":"STRING", "optional":false }, { "name":"eventSource", "type":"STRING", "optional":false }, { "name":"truckId", "type":"INTEGER", "optional":false }, { "name":"driverId", "type":"INTEGER", "optional":false }, { "name":"driverName", "type":"STRING", "optional":false }, { "name":"routeId", "type":"INTEGER", "optional":false }, { "name":"route", "type":"STRING", "optional":false }, { "name":"eventType", "type":"STRING", "optional":false }, { "name":"latitude", "type":"DOUBLE", "optional":false }, { "name":"longitude", "type":"DOUBLE", "optional":false }, { "name":"correlationId", "type":"LONG", "optional":false }, { "name":"geoAddress", "type":"STRING", "optional":false }, { "name":"speed", "type":"INTEGER", "optional":false }, { "name":"eventTimeLong", "type":"LONG", "optional":false }, { "name":"splitJoinValue", "type":"LONG", "optional":false }, { "name":"week", "type":"INTEGER", "optional":false } ], "timestamp":1517449662487 }, { "id":32, "versionId":8, "streamId":"projection_notifier_stream_170", "description":null, "topologyId":2, "fields":[ { "name":"eventTime", "type":"STRING", "optional":false }, { "name":"eventSource", "type":"STRING", "optional":false }, { "name":"truckId", "type":"INTEGER", "optional":false }, { "name":"driverId", "type":"INTEGER", "optional":false }, { "name":"driverName", "type":"STRING", "optional":false }, { "name":"routeId", "type":"INTEGER", "optional":false }, { "name":"route", "type":"STRING", "optional":false }, { "name":"eventType", "type":"STRING", "optional":false }, { "name":"latitude", "type":"DOUBLE", "optional":false }, { "name":"longitude", "type":"DOUBLE", "optional":false }, { "name":"correlationId", "type":"LONG", "optional":false }, { "name":"geoAddress", "type":"STRING", "optional":false }, { "name":"speed", "type":"INTEGER", "optional":false }, { "name":"eventTimeLong", "type":"LONG", "optional":false }, { "name":"splitJoinValue", "type":"LONG", "optional":false }, { "name":"week", "type":"INTEGER", "optional":false } ], "timestamp":1517449662487 } ], "timestamp":1517449662487 }, { "id":25, "topologyId":2, "topologyComponentBundleId":21, "versionId":8, "name":"ENRICH-WEATHER", "description":"", "config":{ "properties":{ "outputStreamToSchema":{ "custom_processor_stream_190":{ "fields":[ { "name":"splitJoinValue", "type":"LONG", "optional":false }, { "name":"Model_Feature_FoggyWeather", "type":"DOUBLE", "optional":false }, { "name":"Model_Feature_RainyWeather", "type":"DOUBLE", "optional":false }, { "name":"Model_Feature_WindyWeather", "type":"DOUBLE", "optional":false } ] } }, "outputSchema":{ "fields":[ { "name":"Model_Feature_FoggyWeather", "type":"DOUBLE", "optional":false }, { "name":"Model_Feature_RainyWeather", "type":"DOUBLE", "optional":false }, { "name":"Model_Feature_WindyWeather", "type":"DOUBLE", "optional":false } ] }, "inputSchema":{ "fields":[ { "name":"driverId", "type":"INTEGER", "optional":false }, { "name":"latitude", "type":"DOUBLE", "optional":false }, { "name":"longitude", "type":"DOUBLE", "optional":false } ] }, "parallelism":1, "config.weatherServiceURL":"http://weather.com/api?lat=${latitude}&lng=${longitude}", "name":"ENRICH-WEATHER_AUTOCREATED", "digest":"f20501ea8bef9169ba6934554f0ace88beb2853b9b7666d8ba247a8d11dd1e82", "description":"Enrichment with normalized weather data required for the model", "inputSchemaMap":{ "projection_transform_stream_170":{ "driverId":"driverId", "latitude":"latitude", "longitude":"longitude" } }, "customProcessorImpl":"hortonworks.hdf.sam.custom.processor.enrich.weather.WeatherEnrichmentProcessor" } }, "reconfigure":false, "outputStreams":[ { "id":33, "versionId":8, "streamId":"custom_processor_stream_190", "description":null, "topologyId":2, "fields":[ { "name":"splitJoinValue", "type":"LONG", "optional":false }, { "name":"Model_Feature_FoggyWeather", "type":"DOUBLE", "optional":false }, { "name":"Model_Feature_RainyWeather", "type":"DOUBLE", "optional":false }, { "name":"Model_Feature_WindyWeather", "type":"DOUBLE", "optional":false } ], "timestamp":1517449662487 } ], "timestamp":1517449662487 }, { "id":26, "topologyId":2, "topologyComponentBundleId":23, "versionId":8, "name":"ENRICH-Timesheet", "description":"", "config":{ "properties":{ "config.kerberosClientPrincipal":"", "outputStreamToSchema":{ "custom_processor_stream_189":{ "fields":[ { "name":"splitJoinValue", "type":"LONG", "optional":false }, { "name":"driverFatigueByHours", "type":"STRING", "optional":false }, { "name":"driverFatigueByMiles", "type":"STRING", "optional":false } ] } }, "config.enrichmentSQL":"select hours_logged, miles_logged from timesheet where driverid= ${driverId} and week=${week}", "outputSchema":null, "inputSchema":null, "parallelism":1, "description":"Enriches the input schema with data from Phoenix based on user supplied SQL", "config.zkServerUrl":"hdp-2-6-3-ga0.field.hortonworks.com:2181", "customProcessorImpl":"hortonworks.hdf.sam.custom.processor.enrich.phoenix.PhoenixEnrichmentSecureProcessor", "config.enrichedOutputFields":"driverFatigueByHours, driverFatigueByMiles", "config.secureCluster":false, "name":"ENRICH-PHOENIX_AUTOCREATED", "digest":"fe4b95a4843ae6caff9fb911ed5b860254b0a85d40c8fc405d6c49d42064f1e5", "config.kerberosKeyTabFile":"" } }, "reconfigure":false, "outputStreams":[ { "id":34, "versionId":8, "streamId":"custom_processor_stream_189", "description":null, "topologyId":2, "fields":[ { "name":"splitJoinValue", "type":"LONG", "optional":false }, { "name":"driverFatigueByHours", "type":"STRING", "optional":false }, { "name":"driverFatigueByMiles", "type":"STRING", "optional":false } ], "timestamp":1517449662487 } ], "timestamp":1517449662487 }, { "id":27, "topologyId":2, "topologyComponentBundleId":23, "versionId":8, "name":"ENRICH-HR", "description":"", "config":{ "properties":{ "config.kerberosClientPrincipal":"", "outputStreamToSchema":{ "custom_processor_stream_171":{ "fields":[ { "name":"eventTime", "type":"STRING", "optional":false }, { "name":"eventSource", "type":"STRING", "optional":false }, { "name":"truckId", "type":"INTEGER", "optional":false }, { "name":"driverId", "type":"INTEGER", "optional":false }, { "name":"driverName", "type":"STRING", "optional":false }, { "name":"routeId", "type":"INTEGER", "optional":false }, { "name":"route", "type":"STRING", "optional":false }, { "name":"eventType", "type":"STRING", "optional":false }, { "name":"latitude", "type":"DOUBLE", "optional":false }, { "name":"longitude", "type":"DOUBLE", "optional":false }, { "name":"correlationId", "type":"LONG", "optional":false }, { "name":"geoAddress", "type":"STRING", "optional":false }, { "name":"speed", "type":"INTEGER", "optional":false }, { "name":"splitJoinValue", "type":"LONG", "optional":false }, { "name":"week", "type":"INTEGER", "optional":false }, { "name":"eventTimeLong", "type":"LONG", "optional":false }, { "name":"driverCertification", "type":"STRING", "optional":false }, { "name":"driverWagePlan", "type":"STRING", "optional":false } ] } }, "config.enrichmentSQL":"select certified, wage_plan from drivers where driverid=${driverId}", "outputSchema":null, "inputSchema":null, "parallelism":1, "description":"Enriches the input schema with data from Phoenix based on user supplied SQL", "config.zkServerUrl":"hdp-2-6-3-ga0.field.hortonworks.com:2181", "customProcessorImpl":"hortonworks.hdf.sam.custom.processor.enrich.phoenix.PhoenixEnrichmentSecureProcessor", "config.enrichedOutputFields":"driverCertification, driverWagePlan", "config.secureCluster":false, "name":"ENRICH-PHOENIX_AUTOCREATED", "digest":"c1560617409a78d982510a042e07aa5f265847e70fb9d06a8b4e59409c5d03f1", "config.kerberosKeyTabFile":"" } }, "reconfigure":false, "outputStreams":[ { "id":35, "versionId":8, "streamId":"custom_processor_stream_171", "description":null, "topologyId":2, "fields":[ { "name":"eventTime", "type":"STRING", "optional":false }, { "name":"eventSource", "type":"STRING", "optional":false }, { "name":"truckId", "type":"INTEGER", "optional":false }, { "name":"driverId", "type":"INTEGER", "optional":false }, { "name":"driverName", "type":"STRING", "optional":false }, { "name":"routeId", "type":"INTEGER", "optional":false }, { "name":"route", "type":"STRING", "optional":false }, { "name":"eventType", "type":"STRING", "optional":false }, { "name":"latitude", "type":"DOUBLE", "optional":false }, { "name":"longitude", "type":"DOUBLE", "optional":false }, { "name":"correlationId", "type":"LONG", "optional":false }, { "name":"geoAddress", "type":"STRING", "optional":false }, { "name":"speed", "type":"INTEGER", "optional":false }, { "name":"splitJoinValue", "type":"LONG", "optional":false }, { "name":"week", "type":"INTEGER", "optional":false }, { "name":"eventTimeLong", "type":"LONG", "optional":false }, { "name":"driverCertification", "type":"STRING", "optional":false }, { "name":"driverWagePlan", "type":"STRING", "optional":false } ], "timestamp":1517449662487 } ], "timestamp":1517449662487 }, { "id":28, "topologyId":2, "topologyComponentBundleId":7, "versionId":8, "name":"JOIN-ENRICHMENTS", "description":"", "config":{ "properties":{ "joins":[ { "type":"INNER", "stream":"custom_processor_stream_189", "key":"splitJoinValue", "with":"custom_processor_stream_171" }, { "type":"INNER", "stream":"custom_processor_stream_190", "key":"splitJoinValue", "with":"custom_processor_stream_189" } ], "parallelism":1, "from":{ "stream":"custom_processor_stream_171", "key":"splitJoinValue" }, "outputKeys":[ "eventTime as eventTime", "eventSource as eventSource", "truckId as truckId", "driverId as driverId", "driverName as driverName", "routeId as routeId", "route as route", "eventType as eventType", "latitude as latitude", "longitude as longitude", "correlationId as correlationId", "geoAddress as geoAddress", "speed as speed", "custom_processor_stream_171:splitJoinValue as splitJoinValue", "week as week", "driverCertification as driverCertification", "driverWagePlan as driverWagePlan", "driverFatigueByHours as driverFatigueByHours", "driverFatigueByMiles as driverFatigueByMiles", "Model_Feature_FoggyWeather as Model_Feature_FoggyWeather", "Model_Feature_RainyWeather as Model_Feature_RainyWeather", "Model_Feature_WindyWeather as Model_Feature_WindyWeather", "eventTimeLong as eventTimeLong" ], "window":{ "windowLength":{ "class":".Window$Duration", "durationMs":4000 }, "slidingInterval":{ "class":".Window$Duration", "durationMs":4000 }, "tsFields":null, "lagMs":0 }, "outputStream":"join_processor_stream_191" } }, "reconfigure":false, "outputStreams":[ { "id":36, "versionId":8, "streamId":"join_processor_stream_191", "description":null, "topologyId":2, "fields":[ { "name":"eventTime", "type":"STRING", "optional":false }, { "name":"eventSource", "type":"STRING", "optional":false }, { "name":"truckId", "type":"INTEGER", "optional":false }, { "name":"driverId", "type":"INTEGER", "optional":false }, { "name":"driverName", "type":"STRING", "optional":false }, { "name":"routeId", "type":"INTEGER", "optional":false }, { "name":"route", "type":"STRING", "optional":false }, { "name":"eventType", "type":"STRING", "optional":false }, { "name":"latitude", "type":"DOUBLE", "optional":false }, { "name":"longitude", "type":"DOUBLE", "optional":false }, { "name":"correlationId", "type":"LONG", "optional":false }, { "name":"geoAddress", "type":"STRING", "optional":false }, { "name":"speed", "type":"INTEGER", "optional":false }, { "name":"splitJoinValue", "type":"LONG", "optional":false }, { "name":"week", "type":"INTEGER", "optional":false }, { "name":"driverCertification", "type":"STRING", "optional":false }, { "name":"driverWagePlan", "type":"STRING", "optional":false }, { "name":"driverFatigueByHours", "type":"STRING", "optional":false }, { "name":"driverFatigueByMiles", "type":"STRING", "optional":false }, { "name":"Model_Feature_FoggyWeather", "type":"DOUBLE", "optional":false }, { "name":"Model_Feature_RainyWeather", "type":"DOUBLE", "optional":false }, { "name":"Model_Feature_WindyWeather", "type":"DOUBLE", "optional":false }, { "name":"eventTimeLong", "type":"LONG", "optional":false } ], "timestamp":1517449662487 } ], "timestamp":1517449662487 }, { "id":29, "topologyId":2, "topologyComponentBundleId":22, "versionId":8, "name":"NORMALIZE-MODEL-FEATURES", "description":"", "config":{ "properties":{ "outputStreamToSchema":{ "custom_processor_stream_71":{ "fields":[ { "name":"eventTime", "type":"STRING", "optional":false }, { "name":"eventSource", "type":"STRING", "optional":false }, { "name":"truckId", "type":"INTEGER", "optional":false }, { "name":"driverId", "type":"INTEGER", "optional":false }, { "name":"driverName", "type":"STRING", "optional":false }, { "name":"routeId", "type":"INTEGER", "optional":false }, { "name":"route", "type":"STRING", "optional":false }, { "name":"eventType", "type":"STRING", "optional":false }, { "name":"latitude", "type":"DOUBLE", "optional":false }, { "name":"longitude", "type":"DOUBLE", "optional":false }, { "name":"correlationId", "type":"LONG", "optional":false }, { "name":"geoAddress", "type":"STRING", "optional":false }, { "name":"speed", "type":"INTEGER", "optional":false }, { "name":"splitJoinValue", "type":"LONG", "optional":false }, { "name":"week", "type":"INTEGER", "optional":false }, { "name":"driverCertification", "type":"STRING", "optional":false }, { "name":"driverWagePlan", "type":"STRING", "optional":false }, { "name":"driverFatigueByHours", "type":"STRING", "optional":false }, { "name":"driverFatigueByMiles", "type":"STRING", "optional":false }, { "name":"Model_Feature_FoggyWeather", "type":"DOUBLE", "optional":false }, { "name":"Model_Feature_RainyWeather", "type":"DOUBLE", "optional":false }, { "name":"Model_Feature_WindyWeather", "type":"DOUBLE", "optional":false }, { "name":"eventTimeLong", "type":"LONG", "optional":false }, { "name":"Model_Feature_Certification", "type":"INTEGER", "optional":false }, { "name":"Model_Feature_WagePlan", "type":"INTEGER", "optional":false }, { "name":"Model_Feature_FatigueByHours", "type":"DOUBLE", "optional":false }, { "name":"Model_Feature_FatigueByMiles", "type":"DOUBLE", "optional":false } ] } }, "outputSchema":{ "fields":[ { "name":"Model_Feature_FoggyWeather", "type":"DOUBLE", "optional":false }, { "name":"Model_Feature_RainyWeather", "type":"DOUBLE", "optional":false }, { "name":"Model_Feature_WindyWeather", "type":"DOUBLE", "optional":false }, { "name":"Model_Feature_Certification", "type":"INTEGER", "optional":false }, { "name":"Model_Feature_WagePlan", "type":"INTEGER", "optional":false }, { "name":"Model_Feature_FatigueByHours", "type":"DOUBLE", "optional":false }, { "name":"Model_Feature_FatigueByMiles", "type":"DOUBLE", "optional":false } ] }, "inputSchema":null, "parallelism":1, "name":"NORMALIZE-MODEL-FEATURES_DELAY_AUTOCREATED", "digest":"2dcd654c594a4a245cf15d9152f61897339d5d76f691e551c76efe47977ee246", "description":"Normalize the features of the model before passing it to model with option to cause latency", "config.delayTimeOutSecs":0, "customProcessorImpl":"hortonworks.hdf.sam.custom.processor.enrich.driver.predictivemodel.FeatureNormalizationWithDelayProcessor" } }, "reconfigure":false, "outputStreams":[ { "id":37, "versionId":8, "streamId":"custom_processor_stream_71", "description":null, "topologyId":2, "fields":[ { "name":"eventTime", "type":"STRING", "optional":false }, { "name":"eventSource", "type":"STRING", "optional":false }, { "name":"truckId", "type":"INTEGER", "optional":false }, { "name":"driverId", "type":"INTEGER", "optional":false }, { "name":"driverName", "type":"STRING", "optional":false }, { "name":"routeId", "type":"INTEGER", "optional":false }, { "name":"route", "type":"STRING", "optional":false }, { "name":"eventType", "type":"STRING", "optional":false }, { "name":"latitude", "type":"DOUBLE", "optional":false }, { "name":"longitude", "type":"DOUBLE", "optional":false }, { "name":"correlationId", "type":"LONG", "optional":false }, { "name":"geoAddress", "type":"STRING", "optional":false }, { "name":"speed", "type":"INTEGER", "optional":false }, { "name":"splitJoinValue", "type":"LONG", "optional":false }, { "name":"week", "type":"INTEGER", "optional":false }, { "name":"driverCertification", "type":"STRING", "optional":false }, { "name":"driverWagePlan", "type":"STRING", "optional":false }, { "name":"driverFatigueByHours", "type":"STRING", "optional":false }, { "name":"driverFatigueByMiles", "type":"STRING", "optional":false }, { "name":"Model_Feature_FoggyWeather", "type":"DOUBLE", "optional":false }, { "name":"Model_Feature_RainyWeather", "type":"DOUBLE", "optional":false }, { "name":"Model_Feature_WindyWeather", "type":"DOUBLE", "optional":false }, { "name":"eventTimeLong", "type":"LONG", "optional":false }, { "name":"Model_Feature_Certification", "type":"INTEGER", "optional":false }, { "name":"Model_Feature_WagePlan", "type":"INTEGER", "optional":false }, { "name":"Model_Feature_FatigueByHours", "type":"DOUBLE", "optional":false }, { "name":"Model_Feature_FatigueByMiles", "type":"DOUBLE", "optional":false } ], "timestamp":1517449662487 } ], "timestamp":1517449662487 }, { "id":30, "topologyId":2, "topologyComponentBundleId":8, "versionId":8, "name":"Predict", "description":"", "config":{ "properties":{ "modelName":"DriverViolationPredictionModel_AUTOCREATED", "parallelism":1 } }, "reconfigure":false, "outputStreams":[ { "id":38, "versionId":8, "streamId":"pmml_stream_193", "description":null, "topologyId":2, "fields":[ { "name":"ViolationPredicted", "type":"STRING", "optional":false }, { "name":"eventTime", "type":"STRING", "optional":false }, { "name":"eventSource", "type":"STRING", "optional":false }, { "name":"truckId", "type":"INTEGER", "optional":false }, { "name":"driverId", "type":"INTEGER", "optional":false }, { "name":"driverName", "type":"STRING", "optional":false }, { "name":"routeId", "type":"INTEGER", "optional":false }, { "name":"route", "type":"STRING", "optional":false }, { "name":"eventType", "type":"STRING", "optional":false }, { "name":"latitude", "type":"DOUBLE", "optional":false }, { "name":"longitude", "type":"DOUBLE", "optional":false }, { "name":"correlationId", "type":"LONG", "optional":false }, { "name":"geoAddress", "type":"STRING", "optional":false }, { "name":"speed", "type":"INTEGER", "optional":false }, { "name":"eventTimeLong", "type":"LONG", "optional":false } ], "timestamp":1517449662487 } ], "timestamp":1517449662487 }, { "id":31, "topologyId":2, "topologyComponentBundleId":4, "versionId":8, "name":"Prediction", "description":"", "config":{ "properties":{ "rules":[ 10 ], "outputStreams":[ { "id":"rule_transform_stream_75", "schema":{ "fields":[ { "name":"ViolationPredicted", "type":"STRING", "optional":false }, { "name":"eventTime", "type":"STRING", "optional":false }, { "name":"eventSource", "type":"STRING", "optional":false }, { "name":"truckId", "type":"INTEGER", "optional":false }, { "name":"driverId", "type":"INTEGER", "optional":false }, { "name":"driverName", "type":"STRING", "optional":false }, { "name":"routeId", "type":"INTEGER", "optional":false }, { "name":"route", "type":"STRING", "optional":false }, { "name":"eventType", "type":"STRING", "optional":false }, { "name":"latitude", "type":"DOUBLE", "optional":false }, { "name":"longitude", "type":"DOUBLE", "optional":false }, { "name":"correlationId", "type":"LONG", "optional":false }, { "name":"geoAddress", "type":"STRING", "optional":false }, { "name":"speed", "type":"INTEGER", "optional":false }, { "name":"eventTimeLong", "type":"LONG", "optional":false } ] } }, { "id":"rule_notifier_stream_75", "schema":{ "fields":[ { "name":"ViolationPredicted", "type":"STRING", "optional":false }, { "name":"eventTime", "type":"STRING", "optional":false }, { "name":"eventSource", "type":"STRING", "optional":false }, { "name":"truckId", "type":"INTEGER", "optional":false }, { "name":"driverId", "type":"INTEGER", "optional":false }, { "name":"driverName", "type":"STRING", "optional":false }, { "name":"routeId", "type":"INTEGER", "optional":false }, { "name":"route", "type":"STRING", "optional":false }, { "name":"eventType", "type":"STRING", "optional":false }, { "name":"latitude", "type":"DOUBLE", "optional":false }, { "name":"longitude", "type":"DOUBLE", "optional":false }, { "name":"correlationId", "type":"LONG", "optional":false }, { "name":"geoAddress", "type":"STRING", "optional":false }, { "name":"speed", "type":"INTEGER", "optional":false }, { "name":"eventTimeLong", "type":"LONG", "optional":false } ] } } ], "parallelism":1 } }, "reconfigure":false, "outputStreams":[ { "id":39, "versionId":8, "streamId":"rule_transform_stream_75", "description":null, "topologyId":2, "fields":[ { "name":"ViolationPredicted", "type":"STRING", "optional":false }, { "name":"eventTime", "type":"STRING", "optional":false }, { "name":"eventSource", "type":"STRING", "optional":false }, { "name":"truckId", "type":"INTEGER", "optional":false }, { "name":"driverId", "type":"INTEGER", "optional":false }, { "name":"driverName", "type":"STRING", "optional":false }, { "name":"routeId", "type":"INTEGER", "optional":false }, { "name":"route", "type":"STRING", "optional":false }, { "name":"eventType", "type":"STRING", "optional":false }, { "name":"latitude", "type":"DOUBLE", "optional":false }, { "name":"longitude", "type":"DOUBLE", "optional":false }, { "name":"correlationId", "type":"LONG", "optional":false }, { "name":"geoAddress", "type":"STRING", "optional":false }, { "name":"speed", "type":"INTEGER", "optional":false }, { "name":"eventTimeLong", "type":"LONG", "optional":false } ], "timestamp":1517449662487 }, { "id":40, "versionId":8, "streamId":"rule_notifier_stream_75", "description":null, "topologyId":2, "fields":[ { "name":"ViolationPredicted", "type":"STRING", "optional":false }, { "name":"eventTime", "type":"STRING", "optional":false }, { "name":"eventSource", "type":"STRING", "optional":false }, { "name":"truckId", "type":"INTEGER", "optional":false }, { "name":"driverId", "type":"INTEGER", "optional":false }, { "name":"driverName", "type":"STRING", "optional":false }, { "name":"routeId", "type":"INTEGER", "optional":false }, { "name":"route", "type":"STRING", "optional":false }, { "name":"eventType", "type":"STRING", "optional":false }, { "name":"latitude", "type":"DOUBLE", "optional":false }, { "name":"longitude", "type":"DOUBLE", "optional":false }, { "name":"correlationId", "type":"LONG", "optional":false }, { "name":"geoAddress", "type":"STRING", "optional":false }, { "name":"speed", "type":"INTEGER", "optional":false }, { "name":"eventTimeLong", "type":"LONG", "optional":false } ], "timestamp":1517449662487 } ], "timestamp":1517449662487 }, { "id":32, "topologyId":2, "topologyComponentBundleId":5, "versionId":8, "name":"DriverAvgSpeed", "description":"", "config":{ "properties":{ "rules":[ 2 ], "outputStreams":[ { "id":"window_notifier_stream_108", "schema":{ "fields":[ { "name":"driverId", "type":"INTEGER", "optional":false }, { "name":"driverName", "type":"STRING", "optional":false }, { "name":"route", "type":"STRING", "optional":false }, { "name":"speed_AVG", "type":"DOUBLE", "optional":false } ] } }, { "id":"window_transform_stream_108", "schema":{ "fields":[ { "name":"driverId", "type":"INTEGER", "optional":false }, { "name":"driverName", "type":"STRING", "optional":false }, { "name":"route", "type":"STRING", "optional":false }, { "name":"speed_AVG", "type":"DOUBLE", "optional":false } ] } } ], "parallelism":1 } }, "reconfigure":false, "outputStreams":[ { "id":41, "versionId":8, "streamId":"window_transform_stream_108", "description":null, "topologyId":2, "fields":[ { "name":"driverId", "type":"INTEGER", "optional":false }, { "name":"driverName", "type":"STRING", "optional":false }, { "name":"route", "type":"STRING", "optional":false }, { "name":"speed_AVG", "type":"DOUBLE", "optional":false } ], "timestamp":1517449662487 }, { "id":42, "versionId":8, "streamId":"window_notifier_stream_108", "description":null, "topologyId":2, "fields":[ { "name":"driverId", "type":"INTEGER", "optional":false }, { "name":"driverName", "type":"STRING", "optional":false }, { "name":"route", "type":"STRING", "optional":false }, { "name":"speed_AVG", "type":"DOUBLE", "optional":false } ], "timestamp":1517449662487 } ], "timestamp":1517449662487 }, { "id":33, "topologyId":2, "topologyComponentBundleId":4, "versionId":8, "name":"isDriverSpeeding", "description":"", "config":{ "properties":{ "outputStreams":[ { "id":"rule_transform_stream_47", "schema":{ "fields":[ { "name":"driverId", "type":"INTEGER", "optional":false }, { "name":"driverName", "type":"STRING", "optional":false }, { "name":"route", "type":"STRING", "optional":false }, { "name":"speed_AVG", "type":"DOUBLE", "optional":false } ] } }, { "id":"rule_notifier_stream_47", "schema":{ "fields":[ { "name":"driverId", "type":"INTEGER", "optional":false }, { "name":"driverName", "type":"STRING", "optional":false }, { "name":"route", "type":"STRING", "optional":false }, { "name":"speed_AVG", "type":"DOUBLE", "optional":false } ] } } ], "rules":[ 11 ] } }, "reconfigure":false, "outputStreams":[ { "id":43, "versionId":8, "streamId":"rule_transform_stream_47", "description":null, "topologyId":2, "fields":[ { "name":"driverId", "type":"INTEGER", "optional":false }, { "name":"driverName", "type":"STRING", "optional":false }, { "name":"route", "type":"STRING", "optional":false }, { "name":"speed_AVG", "type":"DOUBLE", "optional":false } ], "timestamp":1517449662487 }, { "id":44, "versionId":8, "streamId":"rule_notifier_stream_47", "description":null, "topologyId":2, "fields":[ { "name":"driverId", "type":"INTEGER", "optional":false }, { "name":"driverName", "type":"STRING", "optional":false }, { "name":"route", "type":"STRING", "optional":false }, { "name":"speed_AVG", "type":"DOUBLE", "optional":false } ], "timestamp":1517449662487 } ], "timestamp":1517449662487 }, { "id":34, "topologyId":2, "topologyComponentBundleId":9, "versionId":8, "name":"Round", "description":"", "config":{ "properties":{ "outputStreams":[ { "id":"projection_notifier_stream_110", "schema":{ "fields":[ { "name":"driverId", "type":"INTEGER", "optional":false }, { "name":"driverName", "type":"STRING", "optional":false }, { "name":"route", "type":"STRING", "optional":false }, { "name":"speed_AVG_Round", "type":"LONG", "optional":false } ] } }, { "id":"projection_transform_stream_110", "schema":{ "fields":[ { "name":"driverId", "type":"INTEGER", "optional":false }, { "name":"driverName", "type":"STRING", "optional":false }, { "name":"route", "type":"STRING", "optional":false }, { "name":"speed_AVG_Round", "type":"LONG", "optional":false } ] } } ], "rules":[ 12 ] } }, "reconfigure":false, "outputStreams":[ { "id":45, "versionId":8, "streamId":"projection_transform_stream_110", "description":null, "topologyId":2, "fields":[ { "name":"driverId", "type":"INTEGER", "optional":false }, { "name":"driverName", "type":"STRING", "optional":false }, { "name":"route", "type":"STRING", "optional":false }, { "name":"speed_AVG_Round", "type":"LONG", "optional":false } ], "timestamp":1517449662487 }, { "id":46, "versionId":8, "streamId":"projection_notifier_stream_110", "description":null, "topologyId":2, "fields":[ { "name":"driverId", "type":"INTEGER", "optional":false }, { "name":"driverName", "type":"STRING", "optional":false }, { "name":"route", "type":"STRING", "optional":false }, { "name":"speed_AVG_Round", "type":"LONG", "optional":false } ], "timestamp":1517449662487 } ], "timestamp":1517449662487 } ], "edges":[ { "id":22, "versionId":8, "topologyId":2, "fromId":21, "toId":22, "streamGroupings":[ { "streamId":25, "grouping":"FIELDS", "fields":[ "driverId" ] } ], "timestamp":1517449662487 }, { "id":21, "versionId":8, "topologyId":2, "fromId":20, "toId":22, "streamGroupings":[ { "streamId":24, "grouping":"FIELDS", "fields":[ "driverId" ] } ], "timestamp":1517449662487 }, { "id":23, "versionId":8, "topologyId":2, "fromId":22, "toId":23, "streamGroupings":[ { "streamId":26, "grouping":"SHUFFLE", "fields":null } ], "timestamp":1517449662487 }, { "id":24, "versionId":8, "topologyId":2, "fromId":23, "toId":32, "streamGroupings":[ { "streamId":27, "grouping":"FIELDS", "fields":[ "driverId", "driverName", "route" ] } ], "timestamp":1517449662487 }, { "id":25, "versionId":8, "topologyId":2, "fromId":23, "toId":24, "streamGroupings":[ { "streamId":29, "grouping":"SHUFFLE", "fields":null } ], "timestamp":1517449662487 }, { "id":26, "versionId":8, "topologyId":2, "fromId":23, "toId":36, "streamGroupings":[ { "streamId":27, "grouping":"SHUFFLE", "fields":null } ], "timestamp":1517449662487 }, { "id":27, "versionId":8, "topologyId":2, "fromId":23, "toId":35, "streamGroupings":[ { "streamId":27, "grouping":"SHUFFLE", "fields":null } ], "timestamp":1517449662487 }, { "id":28, "versionId":8, "topologyId":2, "fromId":24, "toId":27, "streamGroupings":[ { "streamId":31, "grouping":"SHUFFLE", "fields":null } ], "timestamp":1517449662487 }, { "id":29, "versionId":8, "topologyId":2, "fromId":24, "toId":26, "streamGroupings":[ { "streamId":31, "grouping":"SHUFFLE", "fields":null } ], "timestamp":1517449662487 }, { "id":30, "versionId":8, "topologyId":2, "fromId":24, "toId":25, "streamGroupings":[ { "streamId":31, "grouping":"SHUFFLE", "fields":null } ], "timestamp":1517449662487 }, { "id":31, "versionId":8, "topologyId":2, "fromId":25, "toId":28, "streamGroupings":[ { "streamId":33, "grouping":"FIELDS", "fields":[ "splitJoinValue" ] } ], "timestamp":1517449662487 }, { "id":32, "versionId":8, "topologyId":2, "fromId":26, "toId":28, "streamGroupings":[ { "streamId":34, "grouping":"FIELDS", "fields":[ "splitJoinValue" ] } ], "timestamp":1517449662487 }, { "id":33, "versionId":8, "topologyId":2, "fromId":27, "toId":28, "streamGroupings":[ { "streamId":35, "grouping":"FIELDS", "fields":[ "splitJoinValue" ] } ], "timestamp":1517449662487 }, { "id":34, "versionId":8, "topologyId":2, "fromId":28, "toId":29, "streamGroupings":[ { "streamId":36, "grouping":"SHUFFLE", "fields":null } ], "timestamp":1517449662487 }, { "id":35, "versionId":8, "topologyId":2, "fromId":29, "toId":30, "streamGroupings":[ { "streamId":37, "grouping":"SHUFFLE", "fields":null } ], "timestamp":1517449662487 }, { "id":36, "versionId":8, "topologyId":2, "fromId":30, "toId":31, "streamGroupings":[ { "streamId":38, "grouping":"SHUFFLE", "fields":null } ], "timestamp":1517449662487 }, { "id":37, "versionId":8, "topologyId":2, "fromId":31, "toId":37, "streamGroupings":[ { "streamId":39, "grouping":"SHUFFLE", "fields":null } ], "timestamp":1517449662487 }, { "id":38, "versionId":8, "topologyId":2, "fromId":32, "toId":33, "streamGroupings":[ { "streamId":41, "grouping":"SHUFFLE", "fields":null } ], "timestamp":1517449662487 }, { "id":39, "versionId":8, "topologyId":2, "fromId":33, "toId":34, "streamGroupings":[ { "streamId":43, "grouping":"SHUFFLE", "fields":null } ], "timestamp":1517449662487 }, { "id":40, "versionId":8, "topologyId":2, "fromId":34, "toId":38, "streamGroupings":[ { "streamId":45, "grouping":"SHUFFLE", "fields":null } ], "timestamp":1517449662487 } ], "rules":[ { "reconfigure":false, "id":7, "versionId":8, "topologyId":2, "name":"Violation Event", "description":"Violations", "streams":[ "join_processor_stream_106" ], "condition":"eventType <> 'Normal'", "sql":"SELECT * FROM join_processor_stream_106 WHERE eventType <> 'Normal'", "actions":[ { "__type":"com.hortonworks.streamline.streams.layout.component.rule.action.TransformAction", "name":"transformAction", "outputStreams":[ "rule_transform_stream_46" ], "transforms":[ ] } ], "outputStreams":[ "rule_transform_stream_46", "rule_notifier_stream_46" ], "timestamp":1517449662487 }, { "reconfigure":false, "id":8, "versionId":8, "topologyId":2, "name":"Non Violation Events", "description":"Events that are not violations", "streams":[ "join_processor_stream_106" ], "condition":"eventType = 'Normal'", "sql":"SELECT * FROM join_processor_stream_106 WHERE eventType = 'Normal'", "actions":[ { "__type":"com.hortonworks.streamline.streams.layout.component.rule.action.TransformAction", "name":"transformAction", "outputStreams":[ "rule_transform_stream_67" ], "transforms":[ ] } ], "outputStreams":[ "rule_transform_stream_67", "rule_notifier_stream_67" ], "timestamp":1517449662487 }, { "reconfigure":false, "id":9, "versionId":8, "topologyId":2, "name":"projection_auto_generated", "description":"projection description auto generated", "streams":[ "rule_transform_stream_67" ], "projections":[ { "functionName":"TIMESTAMP_LONG_AUTOCREATED", "args":[ "eventTime" ], "outputFieldName":"splitJoinValue" }, { "functionName":"GET_WEEK_AUTOCREATED", "args":[ "eventTime" ], "outputFieldName":"week" }, { "expr":"eventTime" }, { "expr":"eventSource" }, { "expr":"truckId" }, { "expr":"driverId" }, { "expr":"driverName" }, { "expr":"routeId" }, { "expr":"route" }, { "expr":"eventType" }, { "expr":"latitude" }, { "expr":"longitude" }, { "expr":"correlationId" }, { "expr":"geoAddress" }, { "expr":"speed" }, { "expr":"eventTimeLong" } ], "sql":"SELECT TIMESTAMP_LONG_AUTOCREATED(eventTime) AS \"splitJoinValue\",GET_WEEK_AUTOCREATED(eventTime) AS \"week\",eventTime,eventSource,truckId,driverId,driverName,routeId,route,eventType,latitude,longitude,correlationId,geoAddress,speed,eventTimeLong FROM rule_transform_stream_67", "actions":[ { "__type":"com.hortonworks.streamline.streams.layout.component.rule.action.TransformAction", "name":"transformAction", "outputStreams":[ "projection_transform_stream_170" ], "transforms":[ ] } ], "outputStreams":[ "projection_transform_stream_799", "projection_notifier_stream_799" ], "timestamp":1517449662487 }, { "reconfigure":false, "id":10, "versionId":8, "topologyId":2, "name":"Violation Predicted", "description":"model returned a prediction", "streams":[ "pmml_stream_193" ], "condition":"ViolationPredicted = 'yes'", "sql":"SELECT * FROM pmml_stream_193 WHERE ViolationPredicted = 'yes'", "actions":[ { "__type":"com.hortonworks.streamline.streams.layout.component.rule.action.TransformAction", "name":"transformAction", "outputStreams":[ "rule_transform_stream_75" ], "transforms":[ ] } ], "outputStreams":[ "rule_transform_stream_75", "rule_notifier_stream_75" ], "timestamp":1517449662487 }, { "reconfigure":false, "id":11, "versionId":8, "topologyId":2, "name":"Speeding Driver", "description":"speeding drivers", "streams":[ "window_transform_stream_108" ], "condition":"speed_AVG > 80", "sql":"SELECT * FROM window_transform_stream_108 WHERE speed_AVG > 80", "actions":[ { "__type":"com.hortonworks.streamline.streams.layout.component.rule.action.TransformAction", "name":"transformAction", "outputStreams":[ "rule_transform_stream_47" ], "transforms":[ ] } ], "outputStreams":[ "rule_transform_stream_47", "rule_notifier_stream_47" ], "timestamp":1517449662487 }, { "reconfigure":false, "id":12, "versionId":8, "topologyId":2, "name":"projection_auto_generated", "description":"projection description auto generated", "streams":[ "rule_transform_stream_47" ], "projections":[ { "functionName":"ROUND_AUTOCREATED", "args":[ "speed_AVG" ], "outputFieldName":"speed_AVG_Round" }, { "expr":"driverId" }, { "expr":"driverName" }, { "expr":"route" } ], "sql":"SELECT ROUND_AUTOCREATED(speed_AVG) AS \"speed_AVG_Round\",driverId,driverName,route FROM rule_transform_stream_47", "actions":[ { "__type":"com.hortonworks.streamline.streams.layout.component.rule.action.TransformAction", "name":"transformAction", "outputStreams":[ "projection_transform_stream_110" ], "transforms":[ ] } ], "outputStreams":[ "projection_transform_stream_809", "projection_notifier_stream_809" ], "timestamp":1517449662487 } ], "windows":[ { "reconfigure":false, "id":2, "versionId":8, "topologyId":2, "name":"window_auto_generated", "description":"window description auto generated", "streams":[ "rule_transform_stream_46" ], "window":{ "windowLength":{ "class":".Window$Duration", "durationMs":180000 }, "slidingInterval":{ "class":".Window$Duration", "durationMs":180000 }, "tsField":null, "tsFields":[ ], "lagMs":0, "lateStream":null }, "actions":[ { "__type":"com.hortonworks.streamline.streams.layout.component.rule.action.TransformAction", "name":"transformAction", "outputStreams":[ "window_transform_stream_108" ], "transforms":[ ] } ], "projections":[ { "functionName":"AVG_FN", "args":[ "speed" ], "outputFieldName":"speed_AVG" }, { "expr":"driverId" }, { "expr":"driverName" }, { "expr":"route" } ], "groupbykeys":[ "driverId", "driverName", "route" ], "outputStreams":[ "window_transform_stream_807", "window_notifier_stream_807" ], "timestamp":1517449662487 } ], "branchRules":[ ], "bundleIdToType":{ "11":"HBASE", "22":"CUSTOM", "1":"KAFKA", "23":"CUSTOM", "4":"RULE", "16":"DRUID", "5":"WINDOW", "7":"JOIN", "8":"PMML", "9":"PROJECTION", "10":"HDFS", "21":"CUSTOM" }, "topologyEditorMetadata":{ "topologyId":2, "versionId":8, "data":"{\"sources\":[{\"x\":32.435035705566406,\"y\":115.99885559082031,\"id\":20},{\"x\":27.64240264892578,\"y\":377.9961853027344,\"id\":21}],\"sinks\":[{\"x\":1797.721923828125,\"y\":-101.26720428466797,\"id\":38},{\"x\":2836.1259765625,\"y\":687.9198608398438,\"id\":37},{\"x\":930.255126953125,\"y\":416.3372802734375,\"id\":36},{\"x\":930.255126953125,\"y\":146.35223388671875,\"id\":35}],\"processors\":[{\"x\":319.5124206542969,\"y\":237.8211669921875,\"id\":22},{\"x\":575.4741821289062,\"y\":237.8211669921875,\"id\":23},{\"x\":933.4501953125,\"y\":-101.26720428466797,\"id\":32},{\"x\":1224.203369140625,\"y\":-101.26720428466797,\"id\":33},{\"x\":1505.3712158203125,\"y\":-101.26720428466797,\"id\":34},{\"x\":927.06005859375,\"y\":687.9198608398438,\"id\":24},{\"x\":1300.885498046875,\"y\":354.0330505371094,\"id\":27},{\"x\":1312.068359375,\"y\":687.9198608398438,\"id\":26},{\"x\":1300.885498046875,\"y\":1001.0386352539062,\"id\":25},{\"x\":1636.369873046875,\"y\":687.9198608398438,\"id\":28},{\"x\":2227.46142578125,\"y\":687.9198608398438,\"id\":30},{\"x\":2523.00732421875,\"y\":687.9198608398438,\"id\":31},{\"x\":1944.696044921875,\"y\":687.9198608398438,\"id\":29}],\"graphTransforms\":{\"dragCoords\":[3.636145248876261,126.09139236489676],\"zoomScale\":0.4235758769884968},\"customNames\":[{\"uiname\":\"ENRICH-HR\",\"customProcessorName\":\"ENRICH-PHOENIX_AUTOCREATED\"},{\"uiname\":\"ENRICH-Timesheet\",\"customProcessorName\":\"ENRICH-PHOENIX_AUTOCREATED\"},{\"uiname\":\"ENRICH-WEATHER\",\"customProcessorName\":\"ENRICH-WEATHER_AUTOCREATED\"},{\"uiname\":\"NORMALIZE-MODEL-FEATURES\",\"customProcessorName\":\"NORMALIZE-MODEL-FEATURES_DELAY_AUTOCREATED\"}]}", "timestamp":1517447822010 } }