improve logstash parsing
[oom.git] / kubernetes / aai / charts / aai-sparky-be / resources / config / spring-beans / sparky-core-sync.xml
1 <!--
2 # Copyright © 2018 Amdocs, Bell Canada, AT&T
3 #
4 # Licensed under the Apache License, Version 2.0 (the "License");
5 # you may not use this file except in compliance with the License.
6 # You may obtain a copy of the License at
7 #
8 #       http://www.apache.org/licenses/LICENSE-2.0
9 #
10 # Unless required by applicable law or agreed to in writing, software
11 # distributed under the License is distributed on an "AS IS" BASIS,
12 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 # See the License for the specific language governing permissions and
14 # limitations under the License.
15
16 -->
17
18 <beans xmlns="http://www.springframework.org/schema/beans"
19         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
20         xsi:schemaLocation="
21                http://www.springframework.org/schema/beans
22                http://www.springframework.org/schema/beans/spring-beans.xsd">
23
24         <bean id="elasticSearchSchemaFactory" class="org.onap.aai.sparky.sync.ElasticSearchSchemaFactory">
25                 <property name="resourceLoader" ref="sparkyResourceLoader" />
26         </bean> 
27
28
29     <bean id="elasticSearchRestEndpointConfig" class="org.onap.aai.sparky.dal.rest.config.RestEndpointConfig">
30        <property name="endpointIpAddress" value="{{.Values.global.aaiElasticsearch.serviceName}}.{{.Release.Namespace}}" />
31        <property name="endpointServerPort" value="9200" />
32        <property name="numRequestRetries" value="5" />
33        <property name="restAuthenticationMode" value="HTTP_NOAUTH" />
34        <property name="connectTimeoutInMs" value="60000" />
35        <property name="readTimeoutInMs" value="30000" />
36     </bean>
37                
38         <bean id="elasticSearchAdapter" class="org.onap.aai.sparky.dal.ElasticSearchAdapter">
39                 <constructor-arg ref="elasticSearchRestEndpointConfig" />
40         </bean>
41
42         <bean id="elasticSearchNetworkStatConfig" class="org.onap.aai.sparky.sync.config.NetworkStatisticsConfig">
43                 <property name="numSamplesPerThreadForRunningAverage" value="100" />
44                 <property name="bytesHistogramLabel" value="[Response Size In Bytes]" />
45                 <property name="bytesHistogramMaxYAxis" value="1000000" />
46                 <property name="bytesHistogramNumBins" value="20" />
47                 <property name="bytesHistogramNumDecimalPoints" value="2" />
48                 <property name="queueLengthHistogramLabel" value="[Queue Item Length]" />
49                 <property name="queueLengthHistogramMaxYAxis" value="20000" />
50                 <property name="queueLengthHistogramNumBins" value="20" />
51                 <property name="queueLengthHistogramNumDecimalPoints" value="2" />
52                 <property name="taskAgeHistogramLabel" value="[Task Age In Ms]" />
53                 <property name="taskAgeHistogramMaxYAxis" value="600000" />
54                 <property name="taskAgeHistogramNumBins" value="20" />
55                 <property name="taskAgeHistogramNumDecimalPoints" value="2" />
56                 <property name="responseTimeHistogramLabel" value="[Response Time In Ms]" />
57                 <property name="responseTimeHistogramMaxYAxis" value="1000" />
58                 <property name="responseTimeHistogramNumBins" value="20" />
59                 <property name="responseTimeHistogramNumDecimalPoints" value="2" />
60                 <property name="tpsHistogramLabel" value="[Transactions Per Second]" />
61                 <property name="tpsHistogramMaxYAxis" value="100" />
62                 <property name="tpsHistogramNumBins" value="20" />
63                 <property name="tpsHistogramNumDecimalPoints" value="2" />
64         </bean>
65
66         <bean id="aaiNetworkStatConfig" class="org.onap.aai.sparky.sync.config.NetworkStatisticsConfig">
67                 <property name="numSamplesPerThreadForRunningAverage" value="100" />
68                 <property name="bytesHistogramLabel" value="[Response Size In Bytes]" />
69                 <property name="bytesHistogramMaxYAxis" value="1000000" />
70                 <property name="bytesHistogramNumBins" value="20" />
71                 <property name="bytesHistogramNumDecimalPoints" value="2" />
72                 <property name="queueLengthHistogramLabel" value="[Queue Item Length]" />
73                 <property name="queueLengthHistogramMaxYAxis" value="20000" />
74                 <property name="queueLengthHistogramNumBins" value="20" />
75                 <property name="queueLengthHistogramNumDecimalPoints" value="2" />
76                 <property name="taskAgeHistogramLabel" value="[Task Age In Ms]" />
77                 <property name="taskAgeHistogramMaxYAxis" value="600000" />
78                 <property name="taskAgeHistogramNumBins" value="20" />
79                 <property name="taskAgeHistogramNumDecimalPoints" value="2" />
80                 <property name="responseTimeHistogramLabel" value="[Response Time In Ms]" />
81                 <property name="responseTimeHistogramMaxYAxis" value="10000" />
82                 <property name="responseTimeHistogramNumBins" value="20" />
83                 <property name="responseTimeHistogramNumDecimalPoints" value="2" />
84                 <property name="tpsHistogramLabel" value="[Transactions Per Second]" />
85                 <property name="tpsHistogramMaxYAxis" value="100" />
86                 <property name="tpsHistogramNumBins" value="20" />
87                 <property name="tpsHistogramNumDecimalPoints" value="2" />
88         </bean>
89
90     <bean id="aaiRestEndpointConfig" class="org.onap.aai.sparky.dal.rest.config.RestEndpointConfig">
91        <property name="endpointIpAddress" value="{{.Values.global.aai.serviceName}}" />
92        <property name="endpointServerPort" value="8443" />
93        <property name="numRequestRetries" value="5" />
94        <property name="restAuthenticationMode" value="SSL_BASIC" />
95        <property name="connectTimeoutInMs" value="60000" />
96        <property name="readTimeoutInMs" value="30000" />
97        <property name="basicAuthUserName" value="AaiUI" />
98        <property name="basicAuthPassword" value="OBF:1gfr1p571unz1p4j1gg7" />
99        <property name="truststoreFileName" value="/auth/inventory-ui-keystore" />
100        <property name="validateServerCertChain" value="false" />
101        <property name="validateServerHostname" value="false" />
102        <property name="resourceLoader" ref="sparkyResourceLoader" />
103     </bean>
104
105         <bean id="activeInventoryAdapter" class="org.onap.aai.sparky.dal.ActiveInventoryAdapter">
106                 <constructor-arg ref="oxmModelLoader" />
107                 <constructor-arg ref="oxmEntityLookup" />
108                 <constructor-arg ref="aaiRestEndpointConfig" />
109         </bean>
110
111         <bean id="syncControllerRegistry" class="org.onap.aai.sparky.sync.SyncControllerRegistry" />
112
113         <bean id="elasticSearchEndpointConfig"
114                 class="org.onap.aai.sparky.sync.config.ElasticSearchEndpointConfig">
115                 <property name="esIpAddress" value="{{.Values.global.aaiElasticsearch.serviceName}}.{{.Release.Namespace}}" />
116                 <property name="esServerPort" value="9200" />
117                 <property name="scrollContextTimeToLiveInMinutes" value="5" />
118                 <property name="scrollContextBatchRequestSize" value="5000" />
119         </bean>
120         
121         <bean id="aggregationSyncControllerConfig" class="org.onap.aai.sparky.sync.config.SyncControllerConfig">
122                 <property name="controllerName" value="Aggregation-Sync-Controller" />
123                 <property name="enabled" value="true" />
124                 <property name="syncTaskDelayInMs" value="5000" />
125                 <property name="syncTaskFrequencyInDays" value="1" />
126                 <property name="numSyncControllerWorkers" value="2" />
127                 <property name="runOnceSyncEnabled" value="true" />
128                 <property name="periodicSyncEnabled" value="false" />
129                 <property name="numInternalSyncWorkers" value="2" />
130                 <property name="numSyncElasticWorkers" value="5" />
131                 <property name="numSyncActiveInventoryWorkers" value="5" />
132                 <property name="targetSyncStartTimeStamp" value="05:00:00 UTC+00:00" />
133         </bean>
134
135         <bean id="aggregationSyncControllerFactory"
136                 class="org.onap.aai.sparky.aggregation.sync.AggregationSyncControllerFactory"
137                 init-method="registerController">
138
139                 <constructor-arg ref="elasticSearchEndpointConfig" />
140                 <constructor-arg ref="aggregationSyncControllerConfig" />
141                 <constructor-arg ref="syncControllerRegistry" />
142                 <constructor-arg ref="suggestionEntityLookup" />
143                 <constructor-arg ref="oxmEntityLookup" />
144                 <constructor-arg ref="elasticSearchSchemaFactory" />
145
146                 <property name="esAdapter" ref="elasticSearchAdapter" />
147                 <property name="esStatConfig" ref="elasticSearchNetworkStatConfig" />
148
149                 <property name="aaiAdapter" ref="activeInventoryAdapter" />
150                 <property name="aaiStatConfig" ref="aaiNetworkStatConfig" />
151
152                 <property name="aggregationEntityToIndexMap">
153                         <map>
154                                 <entry key="generic-vnf" value="aggregate_generic-vnf_index" />
155                         </map>
156                 </property>
157
158                 <property name="indexNameToSchemaConfigMap">
159                         <map>
160                                 <entry key="aggregate_generic-vnf_index">
161                                         <bean class="org.onap.aai.sparky.sync.config.ElasticSearchSchemaConfig">
162                                                 <property name="indexName" value="aggregate-vnf-index" />
163                                                 <property name="indexDocType" value="default" />
164                                                 <property name="indexMappingsFileName" value="/schemas/dynamicMappings.json" />
165                                         </bean>
166                                 </entry>
167                         </map>
168                 </property>
169
170         </bean>
171
172
173         <bean id="historicalEntitySyncControllerConfig" class="org.onap.aai.sparky.sync.config.SyncControllerConfig">
174
175                 <property name="controllerName" value="Historical-Entity-Sync-Controller" />
176                 <property name="enabled" value="true" />
177                 <property name="syncTaskDelayInMs" value="5000" />
178                 <property name="syncTaskFrequencyInDays" value="1" />
179                 <property name="numSyncControllerWorkers" value="2" />
180                 <property name="runOnceSyncEnabled" value="true" />
181                 <property name="periodicSyncEnabled" value="false" />
182                 <property name="numInternalSyncWorkers" value="2" />
183                 <property name="numSyncElasticWorkers" value="5" />
184                 <property name="numSyncActiveInventoryWorkers" value="5" />
185                 <property name="targetSyncStartTimeStamp" value="05:00:00 UTC+00:00" />
186         </bean>
187
188         <bean id="historicalEntitySchemaConfig" class="org.onap.aai.sparky.sync.config.ElasticSearchSchemaConfig">
189                 <property name="indexName" value="entitycounthistoryindex" />
190                 <property name="indexDocType" value="default" />
191                 <property name="indexMappingsFileName" value="/schemas/entityCountHistoryMappings.json" />
192                 <property name="indexSettingsFileName" value="/schemas/es_settings.json" />
193         </bean>
194
195         <bean id="historicalEntitySyncController"
196                 class="org.onap.aai.sparky.aggregation.sync.HistoricalEntitySyncController"
197                 init-method="registerController">
198
199                 <constructor-arg ref="historicalEntitySyncControllerConfig" />
200                 <constructor-arg ref="activeInventoryAdapter" />
201                 <constructor-arg ref="elasticSearchAdapter" />
202                 <constructor-arg ref="historicalEntitySchemaConfig" />
203                 <constructor-arg ref="elasticSearchEndpointConfig" />
204                 <constructor-arg value="60" />
205                 <constructor-arg ref="aaiNetworkStatConfig" />
206                 <constructor-arg ref="elasticSearchNetworkStatConfig" />
207                 <constructor-arg ref="searchableEntityLookup" />
208                 <constructor-arg ref="elasticSearchSchemaFactory" />
209
210                 <property name="syncControllerRegistry" ref="syncControllerRegistry" />
211
212         </bean>
213         
214         
215         
216         <bean id="autoSuggestionSyncControllerConfig" class="org.onap.aai.sparky.sync.config.SyncControllerConfig">
217
218                 <property name="controllerName" value="Auto-Suggestion-Sync-Controller" />
219                 <property name="enabled" value="true" />
220                 <property name="syncTaskDelayInMs" value="5000" />
221                 <property name="syncTaskFrequencyInDays" value="1" />
222                 <property name="numSyncControllerWorkers" value="2" />
223                 <property name="runOnceSyncEnabled" value="true" />
224                 <property name="periodicSyncEnabled" value="false" />
225                 <property name="numInternalSyncWorkers" value="2" />
226                 <property name="numSyncElasticWorkers" value="5" />
227                 <property name="numSyncActiveInventoryWorkers" value="5" />
228                 <property name="targetSyncStartTimeStamp" value="05:00:00 UTC+00:00" />
229         </bean>
230
231         <bean id="autoSuggestionEntitySchemaConfig" class="org.onap.aai.sparky.sync.config.ElasticSearchSchemaConfig">
232                 <property name="indexName" value="entity-autosuggest-index" />
233                 <property name="indexDocType" value="default" />
234                 <property name="indexMappingsFileName" value="/schemas/autoSuggestMappings.json" />
235                 <property name="indexSettingsFileName" value="/schemas/autoSuggestSettings.json" />
236         </bean>
237
238         <bean id="autoSuggestionEntitySyncController"
239                 class="org.onap.aai.sparky.autosuggestion.sync.AutoSuggestionSyncController"
240                 init-method="registerController">
241
242                 <constructor-arg ref="autoSuggestionSyncControllerConfig" />
243                 <constructor-arg ref="activeInventoryAdapter" />
244                 <constructor-arg ref="elasticSearchAdapter" />
245                 <constructor-arg ref="autoSuggestionEntitySchemaConfig" />
246                 <constructor-arg ref="elasticSearchEndpointConfig" />
247                 <constructor-arg ref="aaiNetworkStatConfig" />
248                 <constructor-arg ref="elasticSearchNetworkStatConfig" />
249                 <constructor-arg ref="oxmEntityLookup" />
250                 <constructor-arg ref="suggestionEntityLookup" />
251                 <constructor-arg ref="filtersConfig" />
252                 <constructor-arg ref="elasticSearchSchemaFactory" />
253
254                 <property name="syncControllerRegistry" ref="syncControllerRegistry" />
255
256         </bean>
257         
258         
259         
260         <bean id="vnfAliasSyncControllerConfig" class="org.onap.aai.sparky.sync.config.SyncControllerConfig">
261
262                 <property name="controllerName" value="Vnf-Alias-Sync-Controller" />
263                 <property name="enabled" value="true" />
264                 <property name="syncTaskDelayInMs" value="5000" />
265                 <property name="syncTaskFrequencyInDays" value="1" />
266                 <property name="numSyncControllerWorkers" value="2" />
267                 <property name="runOnceSyncEnabled" value="true" />
268                 <property name="periodicSyncEnabled" value="false" />
269                 <property name="numInternalSyncWorkers" value="2" />
270                 <property name="numSyncElasticWorkers" value="5" />
271                 <property name="numSyncActiveInventoryWorkers" value="5" />
272                 <property name="targetSyncStartTimeStamp" value="05:00:00 UTC+00:00" />
273         </bean>
274
275         <bean id="vnfAliasEntitySchemaConfig" class="org.onap.aai.sparky.sync.config.ElasticSearchSchemaConfig">
276                 <property name="indexName" value="entityautosuggestindex" />
277                 <property name="indexDocType" value="default" />
278                 <property name="indexMappingsFileName" value="/schemas/autoSuggestMappings.json" />
279                 <property name="indexSettingsFileName" value="/schemas/autoSuggestSettings.json" />
280         </bean>
281
282         <bean id="vnfAliasSyncController"
283                 class="org.onap.aai.sparky.autosuggestion.sync.VnfAliasSyncController"
284                 init-method="registerController">
285
286                 <constructor-arg ref="vnfAliasSyncControllerConfig" />
287                 <constructor-arg ref="activeInventoryAdapter" />
288                 <constructor-arg ref="elasticSearchAdapter" />
289                 <constructor-arg ref="vnfAliasEntitySchemaConfig" />
290                 <constructor-arg ref="elasticSearchEndpointConfig" />
291                 <constructor-arg ref="aaiNetworkStatConfig" />
292                 <constructor-arg ref="elasticSearchNetworkStatConfig" />
293                 <constructor-arg ref="filtersConfig" />
294                 <constructor-arg ref="elasticSearchSchemaFactory" />
295
296                 <property name="syncControllerRegistry" ref="syncControllerRegistry" />
297
298         </bean>
299         
300         <bean id="geoSyncControllerConfig" class="org.onap.aai.sparky.sync.config.SyncControllerConfig">
301
302                 <property name="controllerName" value="Geo-Sync-Controller" />
303                 <property name="enabled" value="true" />
304                 <property name="syncTaskDelayInMs" value="5000" />
305                 <property name="syncTaskFrequencyInDays" value="1" />
306                 <property name="numSyncControllerWorkers" value="2" />
307                 <property name="runOnceSyncEnabled" value="true" />
308                 <property name="periodicSyncEnabled" value="false" />
309                 <property name="numInternalSyncWorkers" value="2" />
310                 <property name="numSyncElasticWorkers" value="5" />
311                 <property name="numSyncActiveInventoryWorkers" value="5" />
312                 <property name="targetSyncStartTimeStamp" value="05:00:00 UTC+00:00" />
313         </bean>
314
315         <bean id="geoEntitySchemaConfig" class="org.onap.aai.sparky.sync.config.ElasticSearchSchemaConfig">
316                 <property name="indexName" value="topography-search-index" />
317                 <property name="indexDocType" value="default" />
318                 <property name="indexMappingsFileName" value="/schemas/dynamicMappings.json" />
319         </bean>
320
321         <bean id="geoSyncController"
322                 class="org.onap.aai.sparky.topology.sync.GeoSyncController"
323                 init-method="registerController">
324
325                 <constructor-arg ref="geoSyncControllerConfig" />
326                 <constructor-arg ref="activeInventoryAdapter" />
327                 <constructor-arg ref="elasticSearchAdapter" />
328                 <constructor-arg ref="geoEntitySchemaConfig" />
329                 <constructor-arg ref="elasticSearchEndpointConfig" />
330                 <constructor-arg ref="aaiNetworkStatConfig" />
331                 <constructor-arg ref="elasticSearchNetworkStatConfig" />
332                 <constructor-arg ref="geoEntityLookup" />
333                 <constructor-arg ref="oxmEntityLookup" />
334                 <constructor-arg ref="elasticSearchSchemaFactory" />
335
336                 <property name="syncControllerRegistry" ref="syncControllerRegistry" />
337
338         </bean>
339         
340         <bean id="viewInspectControllerConfig" class="org.onap.aai.sparky.sync.config.SyncControllerConfig">
341
342                 <property name="controllerName" value="View-Inspect-Sync-Controller" />
343                 <property name="enabled" value="true" />
344                 <property name="syncTaskDelayInMs" value="5000" />
345                 <property name="syncTaskFrequencyInDays" value="1" />
346                 <property name="numSyncControllerWorkers" value="2" />
347                 <property name="runOnceSyncEnabled" value="true" />
348                 <property name="periodicSyncEnabled" value="false" />
349                 <property name="numInternalSyncWorkers" value="2" />
350                 <property name="numSyncElasticWorkers" value="5" />
351                 <property name="numSyncActiveInventoryWorkers" value="5" />
352                 <property name="targetSyncStartTimeStamp" value="05:00:00 UTC+00:00" />
353         </bean>
354
355         <bean id="viewInspectySchemaConfig" class="org.onap.aai.sparky.sync.config.ElasticSearchSchemaConfig">
356                 <property name="indexName" value="entity-search-index" />
357                 <property name="indexDocType" value="default" />
358                 <property name="indexMappingsFileName" value="/schemas/es_mappings.json" />
359                 <property name="indexSettingsFileName" value="/schemas/es_settings.json" />
360         </bean>
361
362
363         <bean id="viewInspectSyncController"
364                 class="org.onap.aai.sparky.viewinspect.sync.ViewInspectSyncController"
365                 init-method="registerController">
366
367                 <constructor-arg ref="viewInspectControllerConfig" />
368                 <constructor-arg ref="activeInventoryAdapter" />
369                 <constructor-arg ref="elasticSearchAdapter" />
370                 <constructor-arg ref="viewInspectySchemaConfig" />
371                 <constructor-arg ref="elasticSearchEndpointConfig" />
372                 <constructor-arg ref="aaiNetworkStatConfig" />
373                 <constructor-arg ref="elasticSearchNetworkStatConfig" />
374                 <constructor-arg ref="crossEntityReferenceLookup" />
375                 <constructor-arg ref="oxmEntityLookup" />
376                 <constructor-arg ref="searchableEntityLookup" />
377                 <constructor-arg ref="elasticSearchSchemaFactory" />
378
379                 <property name="syncControllerRegistry" ref="syncControllerRegistry" />
380
381         </bean>
382
383         <bean id="syncControllerService" class="org.onap.aai.sparky.sync.SyncControllerService"
384                 destroy-method="shutdown">
385                 <constructor-arg ref="syncControllerRegistry" />
386                 <constructor-arg value="5" />
387                 <constructor-arg value="5" />
388         </bean>
389
390 </beans>