2 * ============LICENSE_START=======================================================
4 * ================================================================================
5 * Copyright 2018 China Mobile
6 *=================================================================================
7 * Licensed under the Apache License, Version 2.0 (the "License");
8 * you may not use this file except in compliance with the License.
9 * You may obtain a copy of the License at
11 * http://www.apache.org/licenses/LICENSE-2.0
13 * Unless required by applicable law or agreed to in writing, software
14 * distributed under the License is distributed on an "AS IS" BASIS,
15 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 * See the License for the specific language governing permissions and
17 * limitations under the License.
18 * ============LICENSE_END=========================================================
21 package org.onap.datalake.feeder.service;
23 import java.util.ArrayList;
24 import java.util.HashMap;
25 import java.util.List;
28 import javax.annotation.PostConstruct;
29 import javax.annotation.PreDestroy;
31 import org.apache.commons.lang3.StringUtils;
32 import org.bson.Document;
34 import org.json.JSONObject;
35 import org.onap.datalake.feeder.config.ApplicationConfiguration;
36 import org.onap.datalake.feeder.domain.Db;
37 import org.onap.datalake.feeder.domain.Topic;
38 import org.slf4j.Logger;
39 import org.slf4j.LoggerFactory;
41 import org.springframework.beans.factory.annotation.Autowired;
42 import org.springframework.stereotype.Service;
44 import com.mongodb.MongoClient;
45 import com.mongodb.MongoClientOptions;
46 import com.mongodb.MongoClientOptions.Builder;
47 import com.mongodb.MongoCredential;
48 import com.mongodb.ServerAddress;
49 import com.mongodb.client.MongoCollection;
50 import com.mongodb.client.MongoDatabase;
51 import com.mongodb.DB;
54 * Service for using MongoDB
60 public class MongodbService {
62 private final Logger log = LoggerFactory.getLogger(this.getClass());
65 private ApplicationConfiguration config;
66 private boolean dbReady = false;
69 private DbService dbService;
71 private MongoDatabase database;
72 private MongoClient mongoClient;
73 private Map<String, MongoCollection<Document>> mongoCollectionMap = new HashMap<>();
77 Db mongodb = dbService.getMongoDB();
79 String host = mongodb.getHost();
81 Integer port = mongodb.getPort();
82 if (port == null || port == 0) {
83 port = 27017; //MongoDB default
86 String databaseName = mongodb.getDatabase();
87 String userName = mongodb.getLogin();
88 String password = mongodb.getPass();
90 MongoCredential credential = null;
91 if (StringUtils.isNoneBlank(userName) && StringUtils.isNoneBlank(password)) {
92 credential = MongoCredential.createCredential(userName, databaseName, password.toCharArray());
95 Builder builder = MongoClientOptions.builder();
96 builder.serverSelectionTimeout(30000);//server selection timeout, in milliseconds
98 //http://mongodb.github.io/mongo-java-driver/3.0/driver/reference/connecting/ssl/
99 if (config.isEnableSSL()) {
100 builder.sslEnabled(Boolean.TRUE.equals(mongodb.getEncrypt()));// getEncrypt() can be null
102 MongoClientOptions options = builder.build();
103 List<ServerAddress> addrs = new ArrayList<ServerAddress>();
105 addrs.add(new ServerAddress(host, port)); // FIXME should be a list of address
109 if(StringUtils.isNoneBlank(userName) && StringUtils.isNoneBlank(password))
111 credential = MongoCredential.createCredential(userName, databaseName, password.toCharArray());
112 List<MongoCredential> credentialList = new ArrayList<MongoCredential>();
113 credentialList.add(credential);
114 mongoClient = new MongoClient(addrs, credentialList, options);
117 mongoClient = new MongoClient(addrs, options);
119 }catch(Exception ex){
121 log.error("Fail to initiate MongoDB" + mongodb.getHost());
124 database = mongoClient.getDatabase(mongodb.getDatabase());
130 public void cleanUp() {
134 public void saveJsons(Topic topic, List<JSONObject> jsons) {
137 List<Document> documents = new ArrayList<>(jsons.size());
138 for (JSONObject json : jsons) {
139 //convert org.json JSONObject to MongoDB Document
140 Document doc = Document.parse(json.toString());
142 String id = topic.getMessageId(json); //id can be null
149 String collectionName = topic.getName().replaceAll("[^a-zA-Z0-9]", "");//remove - _ .
150 MongoCollection<Document> collection = mongoCollectionMap.computeIfAbsent(collectionName, k -> database.getCollection(k));
151 collection.insertMany(documents);
153 log.debug("saved text to topic = {}, topic total count = {} ", topic, collection.countDocuments());