2 * ============LICENSE_START=======================================================
4 * ================================================================================
5 * Copyright © 2017-2018 AT&T Intellectual Property. All rights reserved.
6 * Copyright © 2017-2018 Amdocs
7 * ================================================================================
8 * Licensed under the Apache License, Version 2.0 (the "License");
9 * you may not use this file except in compliance with the License.
10 * You may obtain a copy of the License at
12 * http://www.apache.org/licenses/LICENSE-2.0
14 * Unless required by applicable law or agreed to in writing, software
15 * distributed under the License is distributed on an "AS IS" BASIS,
16 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
17 * See the License for the specific language governing permissions and
18 * limitations under the License.
19 * ============LICENSE_END=========================================================
21 package org.onap.aai.sa.searchdbabstraction.util;
23 import com.fasterxml.jackson.core.JsonParseException;
24 import com.fasterxml.jackson.databind.JsonMappingException;
25 import com.fasterxml.jackson.databind.ObjectMapper;
27 import org.apache.commons.io.IOUtils;
28 import org.onap.aai.sa.rest.DocumentFieldSchema;
29 import org.onap.aai.sa.rest.DocumentSchema;
32 import java.io.FileInputStream;
33 import java.io.IOException;
34 import java.util.List;
35 import java.util.concurrent.atomic.AtomicBoolean;
37 public class DocumentSchemaUtil {
39 private static String dynamicCustomMapping = null;
40 private static final String DYNAMIC_CUSTOM_TEMPALTE_FILE = System.getProperty("CONFIG_HOME") + File.separator
41 + "dynamic-custom-template.json";
43 public static String generateDocumentMappings(String documentSchema)
44 throws JsonParseException, JsonMappingException, IOException {
46 // Unmarshal the json content into a document schema object.
47 ObjectMapper mapper = new ObjectMapper();
48 DocumentSchema schema = mapper.readValue(documentSchema, DocumentSchema.class);
50 return generateDocumentMappings(schema);
53 public static String generateDocumentMappings(DocumentSchema schema) throws IOException {
55 // Adding dynamic template to add fielddata=true to dynamic fields of type "string"
56 // in order to avoid aggregation queries breaking in ESv6.1.2
57 if(dynamicCustomMapping == null) {
59 dynamicCustomMapping = IOUtils.toString(new FileInputStream(DYNAMIC_CUSTOM_TEMPALTE_FILE), "UTF-8").replaceAll("\\s+", "");
60 } catch (IOException e) {
61 throw new IOException("Dynamic Custom template configuration went wrong! Please check for the correct template file.", e);
65 // Now, generate the Elastic Search mapping json and return it.
66 StringBuilder sb = new StringBuilder();
68 // Adding custom mapping which adds fielddata=true to dynamic fields of type "string"
69 sb.append(dynamicCustomMapping != null ? dynamicCustomMapping : "");
70 sb.append("\"properties\": {");
72 generateFieldMappings(schema.getFields(), sb);
81 private static void generateFieldMappings(List<DocumentFieldSchema> fields, StringBuilder sb) {
83 AtomicBoolean firstField = new AtomicBoolean(true);
85 for (DocumentFieldSchema field : fields) {
87 // If this isn't the first field in the list, prepend it with a ','
88 if (!firstField.compareAndSet(true, false)) {
92 // Now, append the translated field contents.
93 generateFieldMapping(field, sb);
97 private static void generateFieldMapping(DocumentFieldSchema fieldSchema, StringBuilder sb) {
99 sb.append("\"").append(fieldSchema.getName()).append("\": {");
101 // The field type is mandatory.
102 sb.append("\"type\": \"").append(fieldSchema.getDataType()).append("\"");
104 // For date type fields we may optionally supply a format specifier.
105 if (fieldSchema.getDataType().equals("date")) {
106 if (fieldSchema.getFormat() != null) {
107 sb.append(", \"format\": \"").append(fieldSchema.getFormat()).append("\"");
111 // If the index field was specified, then append it.
112 if (fieldSchema.getSearchable() != null) {
113 sb.append(", \"index\": \"").append(fieldSchema.getSearchable()
114 ? "analyzed" : "not_analyzed").append("\"");
117 // If a search analyzer was specified, then append it.
118 if (fieldSchema.getSearchAnalyzer() != null) {
119 sb.append(", \"search_analyzer\": \"").append(fieldSchema.getSearchAnalyzer()).append("\"");
122 // If an indexing analyzer was specified, then append it.
123 if (fieldSchema.getIndexAnalyzer() != null) {
124 sb.append(", \"analyzer\": \"").append(fieldSchema.getIndexAnalyzer()).append("\"");
128 if (fieldSchema.getDataType().equals("nested")) {
130 sb.append(", \"properties\": {");
131 generateFieldMappings(fieldSchema.getSubFields(), sb);