tosca_definitions_version: cloudify_dsl_1_3 imports: - http://dockercentral.it.att.com:8093/nexus/repository/rawcentral/com.att.dcae.controller/type_files/dockerplugin/2.4.0+t.0.8/node-type.yaml - http://dockercentral.it.att.com:8093/nexus/repository/rawcentral/com.att.dcae.controller/type_files/dmaap/1.2.0+t.0.9/dmaap.yaml - http://dockercentral.it.att.com:8093/nexus/repository/rawcentral/com.att.dcae.controller/type_files/relationship/1.0.0+t.0.1/relationship-types.yaml inputs: commonEventHeader.domain: type: string commonEventHeader.version: type: string dcae_service_location: type: string docker_host_override: type: string default: '' elementType: type: string feed_id: type: string mappingType: type: string measurementsForVfScalingFields.measurementsForVfScalingVersion: type: string phases.docker_map.phaseName: type: string topic1_aaf_password: type: string topic1_aaf_username: type: string topic1_client_role: type: string node_templates: DockerMap_n.1519416493392.3_DockerMap: type: dcae.nodes.DockerContainerForComponentsUsingDmaap properties: application_config: commonEventHeader.domain: get_input: commonEventHeader.domain commonEventHeader.version: get_input: commonEventHeader.version csvToVesJson: '{"processing":[{"phase":"pmossFoiPhase","filter":{"class":"Contains","string":"${file}","value":"NOKvMRF"},"processors":[{"class":"LogEvent","title":"PM-FOIEvent-Received","logName":"com.att.gfp.dcae.eventProcessor.input","logLevel":"DEBUG"},{"class":"RunPhase","phase":"vFoiNokRunPhase"}]},{"phase":"vFoiNokRunPhase","comments":"generic parsing","processors":[{"replace":",","field":"data","class":"ReplaceText","find":";"},{"replace":",","field":"file","class":"ReplaceText","find":"_"}]},{"phase":"vFoiNokRunPhase","filter":{"class":"Contains","string":"${data[1]}","value":"Begin date"},"processors":[{"class":"ExtractText","field":"event.commonEventHeader.startEpochMicrosec","value":"${data[1]}","regex":".*Begin date,([^,]*),.*"},{"class":"DateFormatter","value":"${event.commonEventHeader.startEpochMicrosec}","fromFormat":"MM/dd/yy HH:mm:ss a","fromTz":"GMT","toField":"event.commonEventHeader.startEpochMicrosec","toFormat":"#ms","toTz":"#ms"}]},{"phase":"vFoiNokRunPhase","filter":{"class":"Contains","string":"${data[2]}","value":"End date"},"processors":[{"class":"ExtractText","field":"event.commonEventHeader.lastEpochMicrosec","value":"${data[2]}","regex":".*End date,([^,]*),.*"},{"class":"DateFormatter","value":"${event.commonEventHeader.lastEpochMicrosec}","fromFormat":"MM/dd/yy HH:mm:ss a","fromTz":"GMT","toField":"event.commonEventHeader.lastEpochMicrosec","toFormat":"#ms","toTz":"#ms"},{"class":"DateFormatter","value":"${event.commonEventHeader.lastEpochMicrosec}","fromFormat":"#ms","fromTz":"#ms","toField":"event.commonEventHeader.internalHeaderFields.DATETIMEUTC","toFormat":"yyyyMMddHHmmss","toTz":"GMT"}]},{"phase":"vFoiNokRunPhase","processors":[{"class":"ExtractText","field":"event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[0].value","value":"${data[7]}","regex":".*CpuSys,+(\\d+,){3}.*"},{"class":"ReplaceText","replace":"","field":"event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[0].value","find":","},{"class":"ExtractText","field":"event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[1].value","value":"${data[5]}","regex":".*CpuUsage,+(\\d+,){3}.*"},{"class":"ReplaceText","replace":"","field":"event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[1].value","find":","},{"class":"ExtractText","field":"event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[2].value","value":"${data[7]}","regex":".*CpuSys,+(\\d+,){2}.*"},{"class":"ReplaceText","replace":"","field":"event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[2].value","find":","},{"class":"ExtractText","field":"event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[3].value","value":"${data[5]}","regex":".*CpuUsage,+(\\d+,){2}.*"},{"class":"ReplaceText","replace":"","field":"event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[3].value","find":","}]},{"phase":"vFoiNokRunPhase","processors":[{"class":"ExtractText","field":"event.commonEventHeader.eventName","value":"${file}","regex":"([^,]*),.*"},{"class":"ExtractText","field":"event.commonEventHeader.reportingEntityName","value":"${file}","regex":".*,([^,]*)\\..*"}]},{"phase":"vFoiNokRunPhase","comments":"generic parsing","processors":[{"class":"Set","updates":{"event.commonEventHeader.lastEpochMicrosec":"${event.commonEventHeader.lastEpochMicrosec}000","event.commonEventHeader.startEpochMicrosec":"${event.commonEventHeader.startEpochMicrosec}000","event.commonEventHeader.domain":"measurementsForVfScaling","event.commonEventHeader.eventName":"Mfvs_${event.commonEventHeader.eventName}","event.commonEventHeader.eventType":"csv2ves","event.commonEventHeader.priority":"Normal","event.commonEventHeader.sequence":0,"event.commonEventHeader.sourceName":"${event.commonEventHeader.reportingEntityName}","event.commonEventHeader.version":3.0,"event.commonEventHeader.eventId":"%{now.ms}","event.commonEventHeader.internalHeaderFields.dbTableSuffix":"","event.measurementsForVfScalingFields.measurementInterval":900,"event.measurementsForVfScalingFields.measurementsForVfScalingVersion":2.0,"event.measurementsForVfScalingFields.additionalMeasurements.name":"csv2ves","event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[0].name":"CpuSysMax","event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[1].name":"CpuUsageMax","event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[2].name":"CpuSysAverage","event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[3].name":"CpuUsageAverage"}},{"class":"DateFormatter","value":"${event.commonEventHeader.eventId}","fromFormat":"#ms","fromTz":"#ms","toField":"event.commonEventHeader.eventId","toFormat":"yyyyMMddHHmmssSSS","toTz":"GMT"}]},{"phase":"vFoiNokRunPhase","processors":[{"class":"Clear","fields":["data","file"]},{"class":"LogText","logLevel":"INFO","logText":"Finished-PM-FOIEvent-parsing"},{"class":"LogEvent","title":"PM-FOIEvent-Received-Output"},{"class":"RunPhase","phase":"foiEventToDmaapPhase"}]}]}' elementType: get_input: elementType isSelfServeComponent: 'True' mappingType: get_input: mappingType measurementsForVfScalingFields.measurementsForVfScalingVersion: get_input: measurementsForVfScalingFields.measurementsForVfScalingVersion phases.docker_map.phaseName: get_input: phases.docker_map.phaseName services_calls: {} streams_publishes: DCAE-VES-PM-EVENT: aaf_password: get_input: topic1_aaf_password aaf_username: get_input: topic1_aaf_username dmaap_info: <> type: message_router streams_subscribes: DCAE_PM_DATA_C_M: dmaap_info: <> type: data_router useDtiConfig: 'False' docker_config: healthcheck: interval: 300s script: /opt/app/vec/bin/common/HealthCheck_DockerMap.sh timeout: 15s type: docker volumes: - container: bind: /opt/app/dcae-certificate host: path: /opt/app/dcae-certificate - container: bind: /opt/app/dmd/log/AGENT host: path: /opt/logs/DCAE/dockermap/dmd/AGENT - container: bind: /opt/app/dmd/log/WATCHER host: path: /opt/logs/DCAE/dockermap/dmd/WATCHER - container: bind: /opt/app/vec/logs/DCAE host: path: /opt/logs/DCAE/dockermap/dockermap-logs - container: bind: /opt/app/vec/archive/data host: path: /opt/data/DCAE/dockermap/dockermap-archive image: dockercentral.it.att.com:5100/com.att.dcae.controller/dcae-controller-dockermap:18.02-004 location_id: get_input: dcae_service_location service_component_type: dcae.collectors.docker.map.pm streams_publishes: - client_role: get_input: topic1_client_role location: get_input: dcae_service_location name: topic1_n.1519416493404.5 type: message_router streams_subscribes: - location: get_input: dcae_service_location name: feed_n.1519416394214.2 type: data_router relationships: - target: docker_host_host type: dcae.relationships.component_contained_in - target: feed_n.1519416394214.2 type: dcae.relationships.subscribe_to_files - target: topic1_n.1519416493404.5 type: dcae.relationships.publish_events docker_host_host: type: dcae.nodes.SelectedDockerHost properties: docker_host_override: get_input: docker_host_override location_id: get_input: dcae_service_location feed_n.1519416394214.2: type: dcae.nodes.ExistingFeed properties: feed_id: get_input: feed_id topic1_n.1519416493404.5: type: dcae.nodes.Topic properties: topic_name: DCAE-VES-PM-EVENT-v1