2 * ============LICENSE_START=======================================================
4 * ================================================================================
5 * Copyright (C) 2017-2019 AT&T Intellectual Property. All rights reserved.
6 * Modifications Copyright (C) 2019 Nordix Foundation.
7 * ================================================================================
8 * Licensed under the Apache License, Version 2.0 (the "License");
9 * you may not use this file except in compliance with the License.
10 * You may obtain a copy of the License at
12 * http://www.apache.org/licenses/LICENSE-2.0
14 * Unless required by applicable law or agreed to in writing, software
15 * distributed under the License is distributed on an "AS IS" BASIS,
16 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
17 * See the License for the specific language governing permissions and
18 * limitations under the License.
19 * ============LICENSE_END=========================================================
22 package org.onap.policy.controlloop.compiler;
24 import com.google.common.collect.ImmutableList;
25 import com.google.common.collect.ImmutableMap;
27 import java.io.InputStream;
28 import java.io.Serializable;
29 import java.util.Collections;
30 import java.util.HashMap;
31 import java.util.List;
33 import java.util.Map.Entry;
34 import org.apache.commons.lang3.StringUtils;
35 import org.jgrapht.DirectedGraph;
36 import org.jgrapht.graph.ClassBasedEdgeFactory;
37 import org.jgrapht.graph.DefaultEdge;
38 import org.jgrapht.graph.DirectedMultigraph;
39 import org.onap.policy.controlloop.policy.ControlLoop;
40 import org.onap.policy.controlloop.policy.ControlLoopPolicy;
41 import org.onap.policy.controlloop.policy.FinalResult;
42 import org.onap.policy.controlloop.policy.Policy;
43 import org.onap.policy.controlloop.policy.PolicyResult;
44 import org.onap.policy.controlloop.policy.TargetType;
45 import org.slf4j.Logger;
46 import org.slf4j.LoggerFactory;
47 import org.yaml.snakeyaml.Yaml;
48 import org.yaml.snakeyaml.constructor.Constructor;
51 public class ControlLoopCompiler implements Serializable {
52 private static final String OPERATION_POLICY = "Operation Policy ";
53 private static final long serialVersionUID = 1L;
54 private static final Logger LOGGER = LoggerFactory.getLogger(ControlLoopCompiler.class.getName());
57 * Compiles the policy from an object.
59 public static ControlLoopPolicy compile(ControlLoopPolicy policy,
60 ControlLoopCompilerCallback callback) throws CompilerException {
62 // Ensure the control loop is sane
64 validateControlLoop(policy.getControlLoop(), callback);
66 // Validate the policies
68 validatePolicies(policy, callback);
74 * Compiles the policy from an input stream.
76 * @param yamlSpecification the yaml input stream
77 * @param callback method to callback during compilation
78 * @return Control Loop object
79 * @throws CompilerException throws any compile exception found
81 public static ControlLoopPolicy compile(InputStream yamlSpecification,
82 ControlLoopCompilerCallback callback) throws CompilerException {
83 Yaml yaml = new Yaml(new Constructor(ControlLoopPolicy.class));
84 Object obj = yaml.load(yamlSpecification);
86 throw new CompilerException("Could not parse yaml specification.");
88 if (! (obj instanceof ControlLoopPolicy)) {
89 throw new CompilerException("Yaml could not parse specification into required ControlLoopPolicy object");
91 return ControlLoopCompiler.compile((ControlLoopPolicy) obj, callback);
94 private static void validateControlLoop(ControlLoop controlLoop,
95 ControlLoopCompilerCallback callback) throws CompilerException {
96 if (controlLoop == null && callback != null) {
97 callback.onError("controlLoop cannot be null");
99 if (controlLoop != null) {
100 if (StringUtils.isEmpty(controlLoop.getControlLoopName()) && callback != null) {
101 callback.onError("Missing controlLoopName");
103 if ((!controlLoop.getVersion().contentEquals(ControlLoop.getCompilerVersion())) && callback != null) {
104 callback.onError("Unsupported version for this compiler");
106 if (StringUtils.isEmpty(controlLoop.getTrigger_policy())) {
107 throw new CompilerException("trigger_policy is not valid");
112 private static void validatePolicies(ControlLoopPolicy policy,
113 ControlLoopCompilerCallback callback) throws CompilerException {
114 if (policy == null) {
115 throw new CompilerException("policy cannot be null");
117 if (policy.getPolicies() == null) {
118 callback.onWarning("controlLoop is an open loop.");
121 // For this version we can use a directed multigraph, in the future we may not be able to
123 DirectedGraph<NodeWrapper, LabeledEdge> graph =
124 new DirectedMultigraph<>(new ClassBasedEdgeFactory<NodeWrapper,
125 LabeledEdge>(LabeledEdge.class));
127 // Check to see if the trigger Event is for OpenLoop, we do so by
128 // attempting to create a FinalResult object from it. If its a policy id, this should
131 FinalResult triggerResult = FinalResult.toResult(policy.getControlLoop().getTrigger_policy());
132 TriggerNodeWrapper triggerNode;
134 // Did this turn into a FinalResult object?
136 if (triggerResult != null) {
137 validateOpenLoopPolicy(policy, triggerResult, callback);
141 validatePoliciesContainTriggerPolicyAndCombinedTimeoutIsOk(policy, callback);
142 triggerNode = new TriggerNodeWrapper(policy.getControlLoop().getControlLoopName());
145 // Add in the trigger node
147 graph.addVertex(triggerNode);
149 // Add in our Final Result nodes. All paths should end to these nodes.
151 FinalResultNodeWrapper finalSuccess = new FinalResultNodeWrapper(FinalResult.FINAL_SUCCESS);
152 FinalResultNodeWrapper finalFailure = new FinalResultNodeWrapper(FinalResult.FINAL_FAILURE);
153 FinalResultNodeWrapper finalFailureTimeout = new FinalResultNodeWrapper(FinalResult.FINAL_FAILURE_TIMEOUT);
154 FinalResultNodeWrapper finalFailureRetries = new FinalResultNodeWrapper(FinalResult.FINAL_FAILURE_RETRIES);
155 FinalResultNodeWrapper finalFailureException =
156 new FinalResultNodeWrapper(FinalResult.FINAL_FAILURE_EXCEPTION);
157 FinalResultNodeWrapper finalFailureGuard = new FinalResultNodeWrapper(FinalResult.FINAL_FAILURE_GUARD);
158 graph.addVertex(finalSuccess);
159 graph.addVertex(finalFailure);
160 graph.addVertex(finalFailureTimeout);
161 graph.addVertex(finalFailureRetries);
162 graph.addVertex(finalFailureException);
163 graph.addVertex(finalFailureGuard);
165 // Work through the policies and add them in as nodes.
167 Map<Policy, PolicyNodeWrapper> mapNodes = addPoliciesAsNodes(policy, graph, triggerNode, callback);
169 // last sweep to connect remaining edges for policy results
171 for (Policy operPolicy : policy.getPolicies()) {
172 PolicyNodeWrapper node = mapNodes.get(operPolicy);
174 // Just ensure this has something
179 addEdge(graph, mapNodes, operPolicy.getId(), operPolicy.getSuccess(), finalSuccess,
180 PolicyResult.SUCCESS, node);
181 addEdge(graph, mapNodes, operPolicy.getId(), operPolicy.getFailure(), finalFailure,
182 PolicyResult.FAILURE, node);
183 addEdge(graph, mapNodes, operPolicy.getId(), operPolicy.getFailure_timeout(), finalFailureTimeout,
184 PolicyResult.FAILURE_TIMEOUT, node);
185 addEdge(graph, mapNodes, operPolicy.getId(), operPolicy.getFailure_retries(), finalFailureRetries,
186 PolicyResult.FAILURE_RETRIES, node);
187 addEdge(graph, mapNodes, operPolicy.getId(), operPolicy.getFailure_exception(), finalFailureException,
188 PolicyResult.FAILURE_EXCEPTION, node);
189 addEdge(graph, mapNodes, operPolicy.getId(), operPolicy.getFailure_guard(), finalFailureGuard,
190 PolicyResult.FAILURE_GUARD, node);
192 validateNodesAndEdges(graph, callback);
196 private static void validateOpenLoopPolicy(ControlLoopPolicy policy, FinalResult triggerResult,
197 ControlLoopCompilerCallback callback) throws CompilerException {
199 // Ensure they didn't use some other FinalResult code
201 if (triggerResult != FinalResult.FINAL_OPENLOOP) {
202 throw new CompilerException("Unexpected Final Result for trigger_policy, should only be "
203 + FinalResult.FINAL_OPENLOOP.toString() + " or a valid Policy ID");
206 // They really shouldn't have any policies attached.
208 if ((policy.getPolicies() != null || policy.getPolicies().isEmpty()) && callback != null ) {
209 callback.onWarning("Open Loop policy contains policies. The policies will never be invoked.");
213 private static void validatePoliciesContainTriggerPolicyAndCombinedTimeoutIsOk(ControlLoopPolicy policy,
214 ControlLoopCompilerCallback callback) throws CompilerException {
216 boolean triggerPolicyFound = false;
217 for (Policy operPolicy : policy.getPolicies()) {
218 sum += operPolicy.getTimeout().intValue();
219 if (policy.getControlLoop().getTrigger_policy().equals(operPolicy.getId())) {
220 triggerPolicyFound = true;
223 if (policy.getControlLoop().getTimeout().intValue() < sum && callback != null) {
224 callback.onError("controlLoop overall timeout is less than the sum of operational policy timeouts.");
227 if (!triggerPolicyFound) {
228 throw new CompilerException("Unexpected value for trigger_policy, should only be "
229 + FinalResult.FINAL_OPENLOOP.toString() + " or a valid Policy ID");
233 private static Map<Policy, PolicyNodeWrapper> addPoliciesAsNodes(ControlLoopPolicy policy,
234 DirectedGraph<NodeWrapper, LabeledEdge> graph, TriggerNodeWrapper triggerNode,
235 ControlLoopCompilerCallback callback) {
236 Map<Policy, PolicyNodeWrapper> mapNodes = new HashMap<>();
237 for (Policy operPolicy : policy.getPolicies()) {
239 // Is it still ok to add?
241 if (!okToAdd(operPolicy, callback)) {
248 // Create wrapper policy node and save it into our map so we can
249 // easily retrieve it.
251 PolicyNodeWrapper node = new PolicyNodeWrapper(operPolicy);
252 mapNodes.put(operPolicy, node);
253 graph.addVertex(node);
255 // Is this the trigger policy?
257 if (operPolicy.getId().equals(policy.getControlLoop().getTrigger_policy())) {
259 // Yes add an edge from our trigger event node to this policy
261 graph.addEdge(triggerNode, node, new LabeledEdge(triggerNode, node, new TriggerEdgeWrapper("ONSET")));
267 private static void addEdge(DirectedGraph<NodeWrapper, LabeledEdge> graph, Map<Policy, PolicyNodeWrapper> mapNodes,
268 String policyId, String connectedPolicy,
269 FinalResultNodeWrapper finalResultNodeWrapper,
270 PolicyResult policyResult, NodeWrapper node) throws CompilerException {
271 FinalResult finalResult = FinalResult.toResult(finalResultNodeWrapper.getId());
272 if (FinalResult.isResult(connectedPolicy, finalResult)) {
273 graph.addEdge(node, finalResultNodeWrapper, new LabeledEdge(node, finalResultNodeWrapper,
274 new FinalResultEdgeWrapper(finalResult)));
276 PolicyNodeWrapper toNode = findPolicyNode(mapNodes, connectedPolicy);
277 if (toNode == null) {
278 throw new CompilerException(OPERATION_POLICY + policyId + " is connected to unknown policy "
281 graph.addEdge(node, toNode, new LabeledEdge(node, toNode, new PolicyResultEdgeWrapper(policyResult)));
286 private static void validateNodesAndEdges(DirectedGraph<NodeWrapper, LabeledEdge> graph,
287 ControlLoopCompilerCallback callback) throws CompilerException {
288 for (NodeWrapper node : graph.vertexSet()) {
289 if (node instanceof TriggerNodeWrapper) {
290 validateTriggerNodeWrapper(graph, node);
291 } else if (node instanceof FinalResultNodeWrapper) {
292 validateFinalResultNodeWrapper(graph, node);
293 } else if (node instanceof PolicyNodeWrapper) {
294 validatePolicyNodeWrapper(graph, node, callback);
296 for (LabeledEdge edge : graph.outgoingEdgesOf(node)) {
297 LOGGER.info("{} invokes {} upon {}", edge.from.getId(), edge.to.getId(), edge.edge.getId());
302 private static void validateTriggerNodeWrapper(DirectedGraph<NodeWrapper, LabeledEdge> graph,
303 NodeWrapper node) throws CompilerException {
304 if (LOGGER.isDebugEnabled()) {
305 LOGGER.info("Trigger Node {}", node);
307 if (graph.inDegreeOf(node) > 0 ) {
309 // Really should NEVER get here unless someone messed up the code above.
311 throw new CompilerException("No inputs to event trigger");
314 // Should always be 1, except in the future we may support multiple events
316 if (graph.outDegreeOf(node) > 1) {
317 throw new CompilerException("The event trigger should only go to ONE node");
321 private static void validateFinalResultNodeWrapper(DirectedGraph<NodeWrapper, LabeledEdge> graph,
322 NodeWrapper node) throws CompilerException {
323 if (LOGGER.isDebugEnabled()) {
324 LOGGER.info("FinalResult Node {}", node);
327 // FinalResult nodes should NEVER have an out edge
329 if (graph.outDegreeOf(node) > 0) {
330 throw new CompilerException("FinalResult nodes should never have any out edges.");
334 private static void validatePolicyNodeWrapper(DirectedGraph<NodeWrapper, LabeledEdge> graph,
335 NodeWrapper node, ControlLoopCompilerCallback callback) throws CompilerException {
336 if (LOGGER.isDebugEnabled()) {
337 LOGGER.info("Policy Node {}", node);
340 // All Policy Nodes should have the 5 out degrees defined.
342 if (graph.outDegreeOf(node) != 6) {
343 throw new CompilerException("Policy node should ALWAYS have 6 out degrees.");
346 // All Policy Nodes should have at least 1 in degrees
348 if (graph.inDegreeOf(node) == 0 && callback != null) {
349 callback.onWarning("Policy " + node.getId() + " is not reachable.");
353 private static boolean okToAdd(Policy operPolicy, ControlLoopCompilerCallback callback) {
354 boolean isOk = isPolicyIdOk(operPolicy, callback);
355 if (! isActorOk(operPolicy, callback)) {
358 if (! isRecipeOk(operPolicy, callback)) {
361 if (! isTargetOk(operPolicy, callback) ) {
364 if (! arePolicyResultsOk(operPolicy, callback) ) {
370 private static boolean isPolicyIdOk(Policy operPolicy, ControlLoopCompilerCallback callback) {
372 if (operPolicy.getId() == null || operPolicy.getId().length() < 1) {
373 if (callback != null) {
374 callback.onError("Operational Policy has an bad ID");
379 // Check if they decided to make the ID a result object
381 if (PolicyResult.toResult(operPolicy.getId()) != null) {
382 if (callback != null) {
383 callback.onError("Policy id is set to a PolicyResult " + operPolicy.getId());
387 if (FinalResult.toResult(operPolicy.getId()) != null) {
388 if (callback != null) {
389 callback.onError("Policy id is set to a FinalResult " + operPolicy.getId());
397 private static boolean isActorOk(Policy operPolicy, ControlLoopCompilerCallback callback) {
399 if (operPolicy.getActor() == null) {
400 if (callback != null) {
401 callback.onError("Policy actor is null");
406 // Construct a list for all valid actors
408 ImmutableList<String> actors = ImmutableList.of("APPC", "SDNC", "SDNR", "SO", "VFC");
410 if (operPolicy.getActor() != null && (!actors.contains(operPolicy.getActor())) ) {
411 if (callback != null) {
412 callback.onError("Policy actor is invalid");
419 private static boolean isRecipeOk(Policy operPolicy, ControlLoopCompilerCallback callback) {
421 if (operPolicy.getRecipe() == null) {
422 if (callback != null) {
423 callback.onError("Policy recipe is null");
428 // NOTE: We need a way to find the acceptable recipe values (either Enum or a database that has these)
430 ImmutableMap<String, List<String>> recipes = new ImmutableMap.Builder<String, List<String>>()
431 .put("APPC", ImmutableList.of("Restart", "Rebuild", "Migrate", "ModifyConfig"))
432 .put("SDNC", ImmutableList.of("Reroute"))
433 .put("SDNR", ImmutableList.of("ModifyConfig"))
434 .put("SO", ImmutableList.of("VF Module Create", "VF Module Delete"))
435 .put("VFC", ImmutableList.of("Restart"))
438 if (operPolicy.getRecipe() != null
439 && (!recipes.getOrDefault(operPolicy.getActor(),
440 Collections.emptyList()).contains(operPolicy.getRecipe()))) {
441 if (callback != null) {
442 callback.onError("Policy recipe is invalid");
449 private static boolean isTargetOk(Policy operPolicy, ControlLoopCompilerCallback callback) {
451 if (operPolicy.getTarget() == null) {
452 if (callback != null) {
453 callback.onError("Policy target is null");
457 if (operPolicy.getTarget() != null
458 && operPolicy.getTarget().getType() != TargetType.VM
459 && operPolicy.getTarget().getType() != TargetType.VFC
460 && operPolicy.getTarget().getType() != TargetType.PNF) {
461 if (callback != null) {
462 callback.onError("Policy target is invalid");
469 private static boolean arePolicyResultsOk(Policy operPolicy, ControlLoopCompilerCallback callback) {
471 // Check that policy results are connected to either default final * or another policy
473 boolean isOk = isSuccessPolicyResultOk(operPolicy, callback);
474 if (! isFailurePolicyResultOk(operPolicy, callback) ) {
477 if (! isFailureRetriesPolicyResultOk(operPolicy, callback) ) {
480 if (! isFailureTimeoutPolicyResultOk(operPolicy, callback) ) {
483 if (! isFailureExceptionPolicyResultOk(operPolicy, callback) ) {
486 if (! isFailureGuardPolicyResultOk(operPolicy, callback) ) {
492 private static boolean isSuccessPolicyResultOk(Policy operPolicy, ControlLoopCompilerCallback callback) {
494 if (FinalResult.toResult(operPolicy.getSuccess()) != null
495 && !operPolicy.getSuccess().equals(FinalResult.FINAL_SUCCESS.toString())) {
496 if (callback != null) {
497 callback.onError("Policy success is neither another policy nor FINAL_SUCCESS");
504 private static boolean isFailurePolicyResultOk(Policy operPolicy, ControlLoopCompilerCallback callback) {
506 if (FinalResult.toResult(operPolicy.getFailure()) != null
507 && !operPolicy.getFailure().equals(FinalResult.FINAL_FAILURE.toString())) {
508 if (callback != null) {
509 callback.onError("Policy failure is neither another policy nor FINAL_FAILURE");
516 private static boolean isFailureRetriesPolicyResultOk(Policy operPolicy, ControlLoopCompilerCallback callback) {
518 if (FinalResult.toResult(operPolicy.getFailure_retries()) != null
519 && !operPolicy.getFailure_retries().equals(FinalResult.FINAL_FAILURE_RETRIES.toString())) {
520 if (callback != null) {
521 callback.onError("Policy failure retries is neither another policy nor FINAL_FAILURE_RETRIES");
528 private static boolean isFailureTimeoutPolicyResultOk(Policy operPolicy, ControlLoopCompilerCallback callback) {
530 if (FinalResult.toResult(operPolicy.getFailure_timeout()) != null
531 && !operPolicy.getFailure_timeout().equals(FinalResult.FINAL_FAILURE_TIMEOUT.toString())) {
532 if (callback != null) {
533 callback.onError("Policy failure timeout is neither another policy nor FINAL_FAILURE_TIMEOUT");
540 private static boolean isFailureExceptionPolicyResultOk(Policy operPolicy, ControlLoopCompilerCallback callback) {
542 if (FinalResult.toResult(operPolicy.getFailure_exception()) != null
543 && !operPolicy.getFailure_exception().equals(FinalResult.FINAL_FAILURE_EXCEPTION.toString())) {
544 if (callback != null) {
545 callback.onError("Policy failure exception is neither another policy nor FINAL_FAILURE_EXCEPTION");
552 private static boolean isFailureGuardPolicyResultOk(Policy operPolicy, ControlLoopCompilerCallback callback) {
554 if (FinalResult.toResult(operPolicy.getFailure_guard()) != null
555 && !operPolicy.getFailure_guard().equals(FinalResult.FINAL_FAILURE_GUARD.toString())) {
556 if (callback != null) {
557 callback.onError("Policy failure guard is neither another policy nor FINAL_FAILURE_GUARD");
564 private static PolicyNodeWrapper findPolicyNode(Map<Policy, PolicyNodeWrapper> mapNodes, String id) {
565 for (Entry<Policy, PolicyNodeWrapper> entry : mapNodes.entrySet()) {
566 if (entry.getKey().getId().equals(id)) {
567 return entry.getValue();
574 private interface NodeWrapper extends Serializable {
575 public String getId();
578 private static class TriggerNodeWrapper implements NodeWrapper {
579 private static final long serialVersionUID = -187644087811478349L;
580 private String closedLoopControlName;
582 public TriggerNodeWrapper(String closedLoopControlName) {
583 this.closedLoopControlName = closedLoopControlName;
587 public String toString() {
588 return "TriggerNodeWrapper [closedLoopControlName=" + closedLoopControlName + "]";
592 public String getId() {
593 return closedLoopControlName;
598 private static class FinalResultNodeWrapper implements NodeWrapper {
599 private static final long serialVersionUID = 8540008796302474613L;
600 private FinalResult result;
602 public FinalResultNodeWrapper(FinalResult result) {
603 this.result = result;
607 public String toString() {
608 return "FinalResultNodeWrapper [result=" + result + "]";
612 public String getId() {
613 return result.toString();
617 private static class PolicyNodeWrapper implements NodeWrapper {
618 private static final long serialVersionUID = 8170162175653823082L;
619 private transient Policy policy;
621 public PolicyNodeWrapper(Policy operPolicy) {
622 this.policy = operPolicy;
626 public String toString() {
627 return "PolicyNodeWrapper [policy=" + policy + "]";
631 public String getId() {
632 return policy.getId();
637 private interface EdgeWrapper extends Serializable {
638 public String getId();
642 private static class TriggerEdgeWrapper implements EdgeWrapper {
643 private static final long serialVersionUID = 2678151552623278863L;
644 private String trigger;
646 public TriggerEdgeWrapper(String trigger) {
647 this.trigger = trigger;
651 public String getId() {
656 public String toString() {
657 return "TriggerEdgeWrapper [trigger=" + trigger + "]";
662 private static class PolicyResultEdgeWrapper implements EdgeWrapper {
663 private static final long serialVersionUID = 6078569477021558310L;
664 private PolicyResult policyResult;
666 public PolicyResultEdgeWrapper(PolicyResult policyResult) {
668 this.policyResult = policyResult;
672 public String toString() {
673 return "PolicyResultEdgeWrapper [policyResult=" + policyResult + "]";
677 public String getId() {
678 return policyResult.toString();
684 private static class FinalResultEdgeWrapper implements EdgeWrapper {
685 private static final long serialVersionUID = -1486381946896779840L;
686 private FinalResult finalResult;
688 public FinalResultEdgeWrapper(FinalResult result) {
689 this.finalResult = result;
693 public String toString() {
694 return "FinalResultEdgeWrapper [finalResult=" + finalResult + "]";
698 public String getId() {
699 return finalResult.toString();
704 private static class LabeledEdge extends DefaultEdge {
705 private static final long serialVersionUID = 579384429573385524L;
707 private NodeWrapper from;
708 private NodeWrapper to;
709 private EdgeWrapper edge;
711 public LabeledEdge(NodeWrapper from, NodeWrapper to, EdgeWrapper edge) {
717 @SuppressWarnings("unused")
718 public NodeWrapper from() {
722 @SuppressWarnings("unused")
723 public NodeWrapper to() {
727 @SuppressWarnings("unused")
728 public EdgeWrapper edge() {
733 public String toString() {
734 return "LabeledEdge [from=" + from + ", to=" + to + ", edge=" + edge + "]";