-/*\r
- * ===============================LICENSE_START======================================\r
- * dcae-analytics\r
- * ================================================================================\r
- * Copyright © 2017 AT&T Intellectual Property. All rights reserved.\r
- * ================================================================================\r
- * Licensed under the Apache License, Version 2.0 (the "License");\r
- * you may not use this file except in compliance with the License.\r
- * You may obtain a copy of the License at\r
- *\r
- * http://www.apache.org/licenses/LICENSE-2.0\r
- *\r
- * Unless required by applicable law or agreed to in writing, software\r
- * distributed under the License is distributed on an "AS IS" BASIS,\r
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\r
- * See the License for the specific language governing permissions and\r
- * limitations under the License.\r
- * ============================LICENSE_END===========================================\r
- */\r
-\r
-package org.openecomp.dcae.apod.analytics.cdap.plugins.transform.filter;\r
-\r
-import co.cask.cdap.api.annotation.Description;\r
-import co.cask.cdap.api.annotation.Name;\r
-import co.cask.cdap.api.annotation.Plugin;\r
-import co.cask.cdap.api.data.format.StructuredRecord;\r
-import co.cask.cdap.api.data.schema.Schema;\r
-import co.cask.cdap.etl.api.Emitter;\r
-import co.cask.cdap.etl.api.PipelineConfigurer;\r
-import co.cask.cdap.etl.api.Transform;\r
-import co.cask.cdap.etl.api.TransformContext;\r
-import com.google.common.base.Splitter;\r
-import com.google.common.collect.Maps;\r
-import com.google.common.collect.Sets;\r
-import org.openecomp.dcae.apod.analytics.cdap.common.utils.ValidationUtils;\r
-import org.openecomp.dcae.apod.analytics.cdap.plugins.domain.config.filter.JsonPathFilterPluginConfig;\r
-import org.openecomp.dcae.apod.analytics.cdap.plugins.utils.CDAPPluginUtils;\r
-import org.openecomp.dcae.apod.analytics.cdap.plugins.validator.JsonPathFilterPluginConfigValidator;\r
-import org.openecomp.dcae.apod.analytics.common.service.filter.JsonMessageFilterProcessorContext;\r
-import org.openecomp.dcae.apod.analytics.common.utils.MessageProcessorUtils;\r
-import org.slf4j.Logger;\r
-import org.slf4j.LoggerFactory;\r
-\r
-import java.util.Map;\r
-import java.util.Set;\r
-\r
-/**\r
- * Json Path filter Plugin filters incoming schema field based of given json path expected values\r
- * <p>\r
- * @author Rajiv Singla . Creation Date: 3/2/2017.\r
- */\r
-\r
-@Plugin(type = Transform.PLUGIN_TYPE)\r
-@Name("JsonPathFilter")\r
-@Description("Filters incoming schema field based of given json path expected values")\r
-public class JsonPathFilter extends Transform<StructuredRecord, StructuredRecord> {\r
-\r
- private static final Logger LOG = LoggerFactory.getLogger(JsonPathFilter.class);\r
-\r
- private final JsonPathFilterPluginConfig pluginConfig;\r
- private final Map<String, Set<String>> jsonFilterPathMappings;\r
-\r
- public JsonPathFilter(final JsonPathFilterPluginConfig pluginConfig) {\r
- this.pluginConfig = pluginConfig;\r
- jsonFilterPathMappings = Maps.newHashMap();\r
- LOG.info("Created instance of Json Path Filter Plugin with plugin config: {}", pluginConfig);\r
- }\r
-\r
-\r
- @Override\r
- public void initialize(final TransformContext context) throws Exception {\r
- super.initialize(context);\r
- populateJsonFilterMapping();\r
- }\r
-\r
- @Override\r
- public void configurePipeline(final PipelineConfigurer pipelineConfigurer) {\r
- super.configurePipeline(pipelineConfigurer);\r
- ValidationUtils.validateSettings(pluginConfig, new JsonPathFilterPluginConfigValidator());\r
- final Schema inputSchema = pipelineConfigurer.getStageConfigurer().getInputSchema();\r
- CDAPPluginUtils.validateSchemaContainsFields(inputSchema, pluginConfig.getIncomingJsonFieldName());\r
- populateJsonFilterMapping();\r
- CDAPPluginUtils.setOutputSchema(pipelineConfigurer, pluginConfig.getSchema());\r
- }\r
-\r
- @Override\r
- public void transform(final StructuredRecord inputStructuredRecord, final Emitter<StructuredRecord> emitter)\r
- throws Exception {\r
-\r
- // get input json message\r
- final String jsonMessage = inputStructuredRecord.get(pluginConfig.getIncomingJsonFieldName());\r
-\r
- // process Json Filter Mappings\r
- final JsonMessageFilterProcessorContext jsonMessageFilterProcessorContext =\r
- MessageProcessorUtils.processJsonFilterMappings(jsonMessage, jsonFilterPathMappings);\r
-\r
- // create new output record builder and copy any input Structured record values to output record builder\r
- final Schema outputSchema = Schema.parseJson(pluginConfig.getSchema());\r
- final StructuredRecord.Builder outputRecordBuilder =\r
- CDAPPluginUtils.createOutputStructuredRecordBuilder(outputSchema, inputStructuredRecord);\r
-\r
- // add json filter matched field\r
- final StructuredRecord.Builder outputRecordBuilderWithMatchedField =\r
- CDAPPluginUtils.addFieldValueToStructuredRecordBuilder(outputRecordBuilder,\r
- outputSchema, pluginConfig.getOutputSchemaFieldName(),\r
- jsonMessageFilterProcessorContext.getMatched());\r
-\r
- // emit structured record with filtering matched field\r
- final StructuredRecord outputStructuredRecord = outputRecordBuilderWithMatchedField.build();\r
-\r
- LOG.debug("Incoming Json Message: {}.Json Path Filter Output Matched Field: {}", jsonMessage,\r
- outputStructuredRecord.get(pluginConfig.getOutputSchemaFieldName()));\r
-\r
- emitter.emit(outputStructuredRecord);\r
-\r
- }\r
-\r
- /**\r
- * Populates Json Filter Mapping\r
- */\r
- private void populateJsonFilterMapping() {\r
- final Map<String, String> fieldMappings =\r
- CDAPPluginUtils.extractFieldMappings(pluginConfig.getJsonFilterMappings());\r
- if (fieldMappings.isEmpty()) {\r
- throw new IllegalArgumentException("No Field Mapping found. Invalid Filter mapping configuration");\r
- }\r
- final Splitter semiColonSplitter = Splitter.on(";");\r
- for (Map.Entry<String, String> fieldMappingEntry : fieldMappings.entrySet()) {\r
- jsonFilterPathMappings.put(fieldMappingEntry.getKey(),\r
- Sets.newLinkedHashSet(semiColonSplitter.split(fieldMappingEntry.getValue())));\r
- }\r
- LOG.info("Input Json Filter Mappings: {}", jsonFilterPathMappings);\r
- }\r
-}\r
+/*
+ * ===============================LICENSE_START======================================
+ * dcae-analytics
+ * ================================================================================
+ * Copyright © 2017 AT&T Intellectual Property. All rights reserved.
+ * ================================================================================
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ * ============================LICENSE_END===========================================
+ */
+
+package org.onap.dcae.apod.analytics.cdap.plugins.transform.filter;
+
+import co.cask.cdap.api.annotation.Description;
+import co.cask.cdap.api.annotation.Name;
+import co.cask.cdap.api.annotation.Plugin;
+import co.cask.cdap.api.data.format.StructuredRecord;
+import co.cask.cdap.api.data.schema.Schema;
+import co.cask.cdap.etl.api.Emitter;
+import co.cask.cdap.etl.api.PipelineConfigurer;
+import co.cask.cdap.etl.api.Transform;
+import co.cask.cdap.etl.api.TransformContext;
+import com.google.common.base.Splitter;
+import com.google.common.collect.Maps;
+import com.google.common.collect.Sets;
+import org.onap.dcae.apod.analytics.cdap.common.utils.ValidationUtils;
+import org.onap.dcae.apod.analytics.cdap.plugins.domain.config.filter.JsonPathFilterPluginConfig;
+import org.onap.dcae.apod.analytics.cdap.plugins.utils.CDAPPluginUtils;
+import org.onap.dcae.apod.analytics.cdap.plugins.validator.JsonPathFilterPluginConfigValidator;
+import org.onap.dcae.apod.analytics.common.service.filter.JsonMessageFilterProcessorContext;
+import org.onap.dcae.apod.analytics.common.utils.MessageProcessorUtils;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import java.util.Map;
+import java.util.Set;
+
+/**
+ * Json Path filter Plugin filters incoming schema field based of given json path expected values
+ * <p>
+ * @author Rajiv Singla . Creation Date: 3/2/2017.
+ */
+
+@Plugin(type = Transform.PLUGIN_TYPE)
+@Name("JsonPathFilter")
+@Description("Filters incoming schema field based of given json path expected values")
+public class JsonPathFilter extends Transform<StructuredRecord, StructuredRecord> {
+
+ private static final Logger LOG = LoggerFactory.getLogger(JsonPathFilter.class);
+
+ private final JsonPathFilterPluginConfig pluginConfig;
+ private final Map<String, Set<String>> jsonFilterPathMappings;
+
+ public JsonPathFilter(final JsonPathFilterPluginConfig pluginConfig) {
+ this.pluginConfig = pluginConfig;
+ jsonFilterPathMappings = Maps.newHashMap();
+ LOG.info("Created instance of Json Path Filter Plugin with plugin config: {}", pluginConfig);
+ }
+
+
+ @Override
+ public void initialize(final TransformContext context) throws Exception {
+ super.initialize(context);
+ populateJsonFilterMapping();
+ }
+
+ @Override
+ public void configurePipeline(final PipelineConfigurer pipelineConfigurer) {
+ super.configurePipeline(pipelineConfigurer);
+ ValidationUtils.validateSettings(pluginConfig, new JsonPathFilterPluginConfigValidator());
+ final Schema inputSchema = pipelineConfigurer.getStageConfigurer().getInputSchema();
+ CDAPPluginUtils.validateSchemaContainsFields(inputSchema, pluginConfig.getIncomingJsonFieldName());
+ populateJsonFilterMapping();
+ CDAPPluginUtils.setOutputSchema(pipelineConfigurer, pluginConfig.getSchema());
+ }
+
+ @Override
+ public void transform(final StructuredRecord inputStructuredRecord, final Emitter<StructuredRecord> emitter)
+ throws Exception {
+
+ // get input json message
+ final String jsonMessage = inputStructuredRecord.get(pluginConfig.getIncomingJsonFieldName());
+
+ // process Json Filter Mappings
+ final JsonMessageFilterProcessorContext jsonMessageFilterProcessorContext =
+ MessageProcessorUtils.processJsonFilterMappings(jsonMessage, jsonFilterPathMappings);
+
+ // create new output record builder and copy any input Structured record values to output record builder
+ final Schema outputSchema = Schema.parseJson(pluginConfig.getSchema());
+ final StructuredRecord.Builder outputRecordBuilder =
+ CDAPPluginUtils.createOutputStructuredRecordBuilder(outputSchema, inputStructuredRecord);
+
+ // add json filter matched field
+ final StructuredRecord.Builder outputRecordBuilderWithMatchedField =
+ CDAPPluginUtils.addFieldValueToStructuredRecordBuilder(outputRecordBuilder,
+ outputSchema, pluginConfig.getOutputSchemaFieldName(),
+ jsonMessageFilterProcessorContext.getMatched());
+
+ // emit structured record with filtering matched field
+ final StructuredRecord outputStructuredRecord = outputRecordBuilderWithMatchedField.build();
+
+ LOG.debug("Incoming Json Message: {}.Json Path Filter Output Matched Field: {}", jsonMessage,
+ outputStructuredRecord.get(pluginConfig.getOutputSchemaFieldName()));
+
+ emitter.emit(outputStructuredRecord);
+
+ }
+
+ /**
+ * Populates Json Filter Mapping
+ */
+ private void populateJsonFilterMapping() {
+ final Map<String, String> fieldMappings =
+ CDAPPluginUtils.extractFieldMappings(pluginConfig.getJsonFilterMappings());
+ if (fieldMappings.isEmpty()) {
+ throw new IllegalArgumentException("No Field Mapping found. Invalid Filter mapping configuration");
+ }
+ final Splitter semiColonSplitter = Splitter.on(";");
+ for (Map.Entry<String, String> fieldMappingEntry : fieldMappings.entrySet()) {
+ jsonFilterPathMappings.put(fieldMappingEntry.getKey(),
+ Sets.newLinkedHashSet(semiColonSplitter.split(fieldMappingEntry.getValue())));
+ }
+ LOG.info("Input Json Filter Mappings: {}", jsonFilterPathMappings);
+ }
+}
Code Review / dcaegen2 / analytics / tca.git / blobdiff