+++ /dev/null
-/*-
- * ============LICENSE_START=======================================================
- * ONAP-PDP
- * ================================================================================
- * Copyright (C) 2017 AT&T Intellectual Property. All rights reserved.
- * ================================================================================
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- * ============LICENSE_END=========================================================
- */
-
-package org.onap.policy.pdp.test.conformance;
-
-import java.io.File;
-import java.io.FileOutputStream;
-import java.io.IOException;
-import java.io.PrintWriter;
-import java.net.URI;
-import java.util.ArrayList;
-import java.util.Collection;
-import java.util.Iterator;
-import java.util.List;
-
-import com.att.research.xacml.api.Advice;
-import com.att.research.xacml.api.Attribute;
-import com.att.research.xacml.api.AttributeAssignment;
-import com.att.research.xacml.api.AttributeCategory;
-import com.att.research.xacml.api.AttributeValue;
-import com.att.research.xacml.api.IdReference;
-import com.att.research.xacml.api.Obligation;
-import com.att.research.xacml.api.Response;
-import com.att.research.xacml.api.Result;
-
-/**
- * Conformance is an application that runs a <code>ConformanceTestSet</code> and dumps results comparing the actual and
- * expected results.
- *
- * TO RUN in Eclipse:
- * This is run as a Java Application.
- * You must first create a Run/Debug Configuration:
- * Under the Argument tab, in Program Arguments you must set the -i or --input command line argument.
- * You should also direct the output to a file using -o or --output. (default is Console)
- * See the init() method in this file for other useful arguments.
- * Example for a Windows machine:
- * -i testsets/conformance/xacml3.0-ct-v.0.4
- * -o \Users\yourLogin\Downloads\conformance.txt
- * You must also set the VM arguments:
- * -Dxacml.properties=testsets/conformance/xacml.properties .
- * -Dlog4j.configuration=.\logging.properties
- *
- * @version $Revision: 1.2 $
- */
-public class Conformance {
- private ConformanceScopeResolver scopeResolver;
- private ConformanceTestEngine testEngine;
- private ConformanceTestSet testSet = new ConformanceTestSet();
- private File outputFile;
- private PrintWriter outputFileWriter;
-
- private List<String> testNamesToRun = new ArrayList<String>();
-
- private boolean verbose;
- private boolean failuresOnly;
- private boolean strict;
- private boolean stopOnFirstError;
-
- private int testsRun;
- private int decisionsMatch;
- private int statusCodesMatch;
- private int attributesMatch;
- private int policyIdsMatch;
- private int policySetIdsMatch;
- private int associatedAdviceMatch;
- private int obligationsMatch;
- private int unknownFunctions;
-
-
-
-
- protected synchronized ConformanceScopeResolver getScopeResolver() {
- if (this.scopeResolver == null) {
- this.scopeResolver = new ConformanceScopeResolver();
-
- /*
- * TODO:
- * Add the known scopes for the 2.0 conformance test. This could be made more general by allowing loading
- * from a properties file eventually.
- */
- try {
- URI ID_SCOPE_ROOT = new URI("urn:root");
- URI ID_SCOPE_CHILD1 = new URI("urn:root:child1");
- URI ID_SCOPE_CHILD2 = new URI("urn:root:child2");
- URI ID_SCOPE_C1D1 = new URI("urn:root:child1:descendant1");
- URI ID_SCOPE_C1D2 = new URI("urn:root:child1:descendant2");
- URI ID_SCOPE_C2D1 = new URI("urn:root:child2:descendant1");
- URI ID_SCOPE_C2D2 = new URI("urn:root:child2:descendant2");
-
- this.scopeResolver.add(ID_SCOPE_ROOT, ID_SCOPE_CHILD1);
- this.scopeResolver.add(ID_SCOPE_CHILD1, ID_SCOPE_C1D1);
- this.scopeResolver.add(ID_SCOPE_CHILD1, ID_SCOPE_C1D2);
- this.scopeResolver.add(ID_SCOPE_ROOT, ID_SCOPE_CHILD2);
- this.scopeResolver.add(ID_SCOPE_CHILD2, ID_SCOPE_C2D1);
- this.scopeResolver.add(ID_SCOPE_CHILD2, ID_SCOPE_C2D2);
- } catch (Exception ex) {
- ex.printStackTrace(System.err);
- }
-
- }
- return this.scopeResolver;
- }
-
- private void close() throws IOException {
- if (this.outputFileWriter != null) {
- this.outputFileWriter.close();
- }
- }
-
- private boolean init(String[] args) {
- boolean lenientRequests = true;
- boolean lenientPolicies = false;
- // default is to not run any non-first-time iterations
- int iterations = -1;
- String testSetDirectoryNames = "";
- for (int i = 0 ; i < args.length ; ) {
-
- if (args[i].equals("-h") || args[i].equals("--help") || args[i].equals("-help")) {
- printHelp();
- return false;
- }
-
-
- // where the XML Request/Response files are located
- if (args[i].equals("-i") || args[i].equals("--input")) {
- i++;
- while (i < args.length && !args[i].startsWith("-")) {
- testSetDirectoryNames += " " + args[i];
- try {
- testSet.addConformanceTestSet(ConformanceTestSet.loadDirectory(new File(args[i])));
- } catch (Exception ex) {
- ex.printStackTrace(System.err);
- return false;
- }
- i++;
- }
-
- // File path name where output will be put - default is stdout == Console
- } else if (args[i].equals("-o") || args[i].equals("--output")) {
- if (i+1 < args.length) {
- this.outputFile = new File(args[i+1]);
- i += 2;
- } else {
- System.err.println("Missing argument to " + args[i] + " command line option");
- return false;
- }
- // A list of specific test names (e.g.: -t IIA001 IIA007 IIIE301) - default is to run all tests
- } else if (args[i].equals("-t") || args[i].equals("--tests")) {
- i++;
- while (i < args.length && !args[i].startsWith("-")) {
- testNamesToRun.add(args[i]);
- i++;
- }
- if (testNamesToRun.size() == 0) {
- System.err.println("Missing test names after -t or --tests argument");
- return false;
- }
- // Include full details in the response, both the expected reqsponse (from file) and the actual response
- } else if (args[i].equals("-v") || args[i].equals("--verbose")) {
- this.verbose = true;
- i++;
- // Report only failures (success is silent)
- } else if (args[i].equals("-f") || args[i].equals("--failures")) {
- this.failuresOnly = true;
- i++;
- // When set, the XML must not contain extra attibutes/elements. Default is "lenient" where unexpected entries are ignored
- } else if (args[i].equals("-s") || args[i].equals("--strict")) {
- this.strict = true;
- i++;
- // (self explanatory)
- } else if (args[i].equals("--stop-on-error")) {
- this.stopOnFirstError = true;
- i++;
- } else if (args[i].equals("--lenient")) {
- lenientPolicies = true;
- lenientRequests = true;
- i++;
- } else if (args[i].equals("--lenient-policies")) {
- lenientPolicies = true;
- i++;
- } else if (args[i].equals("--lenient-requests")) {
- lenientRequests = true;
- i++;
- } else if (args[i].equals("--strict-policies")) {
- lenientPolicies = false;
- i++;
- } else if (args[i].equals("--strict-requests")) {
- lenientRequests = false;
- i++;
- } else if (args[i].equals("--iterations")) {
- // this is a count of how many ADDITIONAL times the decide() should be called.
- // The first time decide() is called it takes a long time to set up,
- // so to get an accurate number for how fast a single Request is handled we need to ignore the time for the first run
- // and timings for 1 or more non-first-time calls to decide().
- if (i+1 < args.length) {
- try {
- iterations = Integer.parseInt(args[i+1]);
- i += 2;
- } catch (NumberFormatException ex) {
- System.err.println("Invalid iteration count '" + args[i+1] + "'");
- return false;
- }
- } else {
- System.err.println("Missing argument to " + args[i] + " command line option");
- return false;
- }
- if (iterations < 1) {
- System.err.println("Cannot use --iterations " + iterations + ". Must use an integer greater than 0");
- return false;
- }
- } else {
- System.err.println("Unknown command line option " + args[i]);
- return false;
- }
- }
-
- this.testEngine = new ConformanceTestEngine(this.getScopeResolver(), lenientRequests, lenientPolicies, iterations);
-
- if (testSetDirectoryNames.length() == 0) {
- System.err.println("No test set directory given (need -i or --iniput command line option)");
- return false;
- }
- if (testSet.getListConformanceTests().size() == 0) {
- System.err.println("No tests in given directories: " + testSetDirectoryNames);
- }
-
- if (testNamesToRun.size() > 0) {
- String s = "";
- for (String name : testNamesToRun) {
- s += ", " + name;
- }
- System.out.println("Tests limited to: " + s.substring(1));
- }
-
- if (this.outputFile == null) {
- this.outputFileWriter = new PrintWriter(System.out);
- } else {
- try {
- this.outputFileWriter = new PrintWriter(new FileOutputStream(this.outputFile));
- } catch (IOException ex) {
- System.err.println("Cannot open " + this.outputFile.getAbsolutePath() + " for writing.");
- return false;
- }
- }
-
- return true;
- }
-
- private void printHelp() {
- System.out.println("usage: Conformance --input <tests_directory> OPTIONS");
- System.out.println("");
- System.out.println(" -f, --failures Only include failed tests in the output. \n"+
- " Default is to include all test's results in the output file.");
- System.out.println("");
- System.out.println(" -h, --help Prints help.");
-
- System.out.println("");
- System.out.println(" -i, --input <dir> Directory containing the XML Request/Response files. \n"+
- " This may be multiple space-separated directory paths. REQUIRED");
-
- System.out.println("");
- System.out.println(" --iterations The number of times to run through the set of tests in the input directory.");
-
- System.out.println("");
- System.out.println(" --lenient Allow both Requests and Policies to have unexpected elements, no data in <Content>, etc. \n"+
- " Default is to not allow anything that is not explicitly listed in the XACML spec.");
-
- System.out.println("");
- System.out.println(" --lenient-policies Allow Policies to have unexpected elements, no data in <Content>, etc. \n" +
- " Default is to not allow anything that is not explicitly listed in the XACML spec.");
-
- System.out.println("");
- System.out.println(" --lenient-requests Allow Requests to have unexpected elements, no data in <Content>, etc. \n" +
- " Default is to not allow anything that is not explicitly listed in the XACML spec.");
-
- System.out.println("");
- System.out.println(" -o, --output <dir> Directory where the output results file will be put.");
-
- System.out.println("");
- System.out.println(" -s, --strict Check both the Decision and all other parts of the Response (Attributes, Obligations and Advice). \n "+
- " Default is to check just the Decision.");
-
- System.out.println("");
- System.out.println(" --stop-on-error Stop running conformance tests the first time one fails. Default is to continue through all tests.");
-
- System.out.println("");
- System.out.println(" --strict-policies Require Policies to have no unexpected elements, data in <Content>, etc. \n" +
- " This is the default, but can be used to override Policies when option --lenient is used.");
-
- System.out.println("");
- System.out.println(" --strict-requests Require Requests to have no unexpected elements, data in <Content>, etc. \n" +
- " This is the default, but can be used to override Requests when option --lenient is used.");
-
- System.out.println("");
- System.out.println(" -t, --tests <list of test names> A space-separated list of specific tests to be run. \n" +
- " These are just the names of the tests as in 'IIA001 IIC178'. \n" +
- " Default is to run all tests in the input directory.");
-
- System.out.println("");
- System.out.println(" -v, --verbose The entire expected and actual Response objects in the output. \n"+
- " Default is just a summary line.");
-
- }
-
- private boolean failed(ConformanceTestResult conformanceTestResult) {
- ResponseMatchResult responseMatchResult = conformanceTestResult.getResponseMatchResult();
- if (responseMatchResult == null) {
- return true;
- }
- if (!responseMatchResult.decisionsMatch() || !responseMatchResult.statusCodesMatch()) {
- return true;
- } else if (this.strict) {
- if (!responseMatchResult.associatedAdviceMatches() ||
- !responseMatchResult.attributesMatch() ||
- !responseMatchResult.obligationsMatch() ||
- !responseMatchResult.policyIdentifiersMatch() ||
- !responseMatchResult.policySetIdentifiersMatch()
- ) {
- return true;
- }
- }
- return false;
- }
-
- private void dump(AttributeAssignment attributeAssignment) {
- this.outputFileWriter.println("\t\t\t\tAttributeAssignment:");
- if (attributeAssignment.getCategory() != null) {
- this.outputFileWriter.println("\t\t\t\t\tCategory: " + attributeAssignment.getCategory().stringValue());
- }
- if (attributeAssignment.getAttributeId() != null) {
- this.outputFileWriter.println("\t\t\t\t\tAttributeId: " + attributeAssignment.getAttributeId().stringValue());
- }
- if (attributeAssignment.getDataTypeId() != null) {
- this.outputFileWriter.println("\t\t\t\t\tDataType: " + attributeAssignment.getDataTypeId().stringValue());
- }
- if (attributeAssignment.getIssuer() != null) {
- this.outputFileWriter.println("\t\t\t\t\tIssuer: " + attributeAssignment.getIssuer());
- }
- if (attributeAssignment.getAttributeValue() != null && attributeAssignment.getAttributeValue().getValue() != null) {
- this.outputFileWriter.println("\t\t\t\t\tValue: " + attributeAssignment.getAttributeValue().getValue().toString());
- }
- }
-
- private void dump(Attribute attribute) {
- this.outputFileWriter.println("\t\t\t\t\tAttribute: " + (attribute.getAttributeId() == null ? "" : attribute.getAttributeId().stringValue()));
- if (attribute.getIssuer() != null) {
- this.outputFileWriter.println("\t\t\t\t\t\tIssuer: " + attribute.getIssuer());
- }
- Iterator<AttributeValue<?>> iterAttributeValues = attribute.getValues().iterator();
- if (iterAttributeValues.hasNext()) {
- this.outputFileWriter.println("\t\t\t\t\t\tValues: ");
- while (iterAttributeValues.hasNext()) {
- this.outputFileWriter.print("\t\t\t\t\t\t\t");
- AttributeValue<?> attributeValue = iterAttributeValues.next();
- if (attributeValue.getDataTypeId() != null) {
- this.outputFileWriter.print("DataType: " + attributeValue.getDataTypeId().stringValue() + " ");
- }
- if (attributeValue.getValue() != null) {
- this.outputFileWriter.print("Value: " + attributeValue.getValue().toString());
- }
- this.outputFileWriter.println();
- }
- }
- }
-
- private void dump(AttributeCategory attributeCategory) {
- this.outputFileWriter.println("\t\t\tAttributeCategory: " + (attributeCategory.getCategory() == null ? "" : attributeCategory.getCategory().stringValue()));
- Collection<Attribute> listAttributes = attributeCategory.getAttributes();
- if (listAttributes.size() > 0) {
- this.outputFileWriter.println("\t\t\t\tAttributes:");
- for (Attribute attribute: listAttributes) {
- this.dump(attribute);
- }
- }
- }
-
- private void dump(Result result) {
- this.outputFileWriter.println("\t\t======== Result ==========");
- this.outputFileWriter.println("\t\tDecision: " + (result.getDecision() == null ? "null" : result.getDecision().name()));
- if (result.getStatus() == null) {
- this.outputFileWriter.println("\t\tStatus: null");
- } else {
- this.outputFileWriter.println("\t\tStatus:");
- if (result.getStatus().getStatusCode() != null) {
- this.outputFileWriter.println("\t\t\tStatusCode: " + result.getStatus().getStatusCode().toString());
- }
- if (result.getStatus().getStatusMessage() != null) {
- this.outputFileWriter.println("\t\t\tStatusMessage: " + result.getStatus().getStatusMessage());
- }
- if (result.getStatus().getStatusDetail() != null) {
- this.outputFileWriter.println("\t\t\tStatusDetail: " + result.getStatus().getStatusDetail().toString());
- }
- }
- Collection<Advice> listAdvice = result.getAssociatedAdvice();
- if (listAdvice.size() > 0) {
- this.outputFileWriter.println("\t\tAdvice:");
- for (Advice advice : listAdvice) {
- if (advice.getId() != null) {
- this.outputFileWriter.println("\t\t\tId: " + advice.getId().stringValue());
- }
- Collection<AttributeAssignment> attributeAssignments = advice.getAttributeAssignments();
- if (attributeAssignments.size() > 0) {
- this.outputFileWriter.println("\t\t\tAttributeAssignments:");
- for (AttributeAssignment attributeAssignment: attributeAssignments) {
- this.dump(attributeAssignment);
- }
- }
- }
- }
- Collection<Obligation> listObligations = result.getObligations();
- if (listObligations.size() > 0) {
- for (Obligation obligation: listObligations) {
- if (obligation.getId() != null) {
- this.outputFileWriter.println("\t\t\tId: " + obligation.getId().stringValue());
- }
- Collection<AttributeAssignment> attributeAssignments = obligation.getAttributeAssignments();
- if (attributeAssignments.size() > 0) {
- this.outputFileWriter.println("\t\t\tAttributeAssignments:");
- for (AttributeAssignment attributeAssignment : attributeAssignments) {
- this.dump(attributeAssignment);
- }
- }
- }
- }
- Collection<AttributeCategory> listAttributeCategories = result.getAttributes();
- if (listAttributeCategories.size() > 0) {
- this.outputFileWriter.println("\t\tAttributes:");
- for (AttributeCategory attributeCategory : listAttributeCategories) {
- this.dump(attributeCategory);
- }
- }
- Collection<IdReference> listIdReferences;
- if ((listIdReferences = result.getPolicyIdentifiers()).size() > 0) {
- this.outputFileWriter.println("\t\tPolicyIds:");
- for (IdReference idReference : listIdReferences) {
- this.outputFileWriter.println("\t\t\t" + idReference.toString());
- }
- }
- if ((listIdReferences = result.getPolicySetIdentifiers()).size() > 0) {
- this.outputFileWriter.println("\t\tPolicySetIds:");
- for (IdReference idReference : listIdReferences) {
- this.outputFileWriter.println("\t\t\t" + idReference.toString());
- }
- }
- }
-
- private void dump(String label, Response response) {
- this.outputFileWriter.println("\t========== " + label + "==========");
- if (response == null) {
- this.outputFileWriter.println("null");
- return;
- }
-
- for (Result result : response.getResults()) {
- this.dump(result);
- }
- }
-
- private void dump(ConformanceTestResult conformanceTestResult) {
-
- ResponseMatchResult responseMatchResult = conformanceTestResult.getResponseMatchResult();
- if (this.verbose) {
- this.outputFileWriter.println("========== Test " + conformanceTestResult.getConformanceTest().getTestName() + " ==========");
- this.dump("Expected Response", conformanceTestResult.getExpectedResponse());
- this.dump("Actual Response", conformanceTestResult.getActualResponse());
- if (responseMatchResult != null) {
- this.outputFileWriter.println("\t========== Matching ==========");
- this.outputFileWriter.println("\tDecisions Match? " + responseMatchResult.decisionsMatch());
- this.outputFileWriter.println("\tStatus Codes Match? " + responseMatchResult.statusCodesMatch());
- this.outputFileWriter.println("\tAttributes Match? " + responseMatchResult.attributesMatch());
- this.outputFileWriter.println("\tPolicyIds Match? " + responseMatchResult.policyIdentifiersMatch());
- this.outputFileWriter.println("\tPolicySetIds Match? " + responseMatchResult.policySetIdentifiersMatch());
- this.outputFileWriter.println("\tAssociated Advice Match? " + responseMatchResult.associatedAdviceMatches());
- this.outputFileWriter.println("\tObligations Match? " + responseMatchResult.obligationsMatch());
- this.outputFileWriter.println("========== End ==========");
- }
- } else {
- String testName = conformanceTestResult.getConformanceTest().getTestName();
- if (responseMatchResult != null) {
- Iterator<ResultMatchResult> iterResultMatches = responseMatchResult.getResultMatchResults();
- if (iterResultMatches == null || !iterResultMatches.hasNext()) {
- this.outputFileWriter.println(testName);
- } else {
- while (iterResultMatches.hasNext()) {
- ResultMatchResult resultMatchResult = iterResultMatches.next();
- this.outputFileWriter.printf("%s,%s,%s,%s,%s,%s,%s,%s,%d,%d\n",
- testName,
- resultMatchResult.decisionsMatch(),
- resultMatchResult.statusCodesMatch(),
- resultMatchResult.attributesMatch(),
- resultMatchResult.policyIdentifiersMatch(),
- resultMatchResult.policySetIdentifiersMatch(),
- resultMatchResult.associatedAdviceMatches(),
- resultMatchResult.obligationsMatch(),
- conformanceTestResult.getFirstCallTime(),
- conformanceTestResult.getAverageTotalLoopTime()
- );
- }
- }
- }
- }
- this.outputFileWriter.flush();
- }
-
- private boolean run(ConformanceTest conformanceTest) throws Exception {
- this.testsRun++;
- ConformanceTestResult conformanceTestResult = this.testEngine.run(conformanceTest);
- boolean bFailed = true;
- if (conformanceTestResult != null) {
- ResponseMatchResult responseMatchResult = conformanceTestResult.getResponseMatchResult();
- if (responseMatchResult != null) {
- if (responseMatchResult.decisionsMatch()) {
- this.decisionsMatch++;
- this.statusCodesMatch += (responseMatchResult.statusCodesMatch() ? 1 : 0);
- this.attributesMatch += (responseMatchResult.attributesMatch() ? 1 : 0);
- this.policyIdsMatch += (responseMatchResult.policyIdentifiersMatch() ? 1 : 0);
- this.policySetIdsMatch += (responseMatchResult.policySetIdentifiersMatch() ? 1 : 0);
- this.associatedAdviceMatch += (responseMatchResult.associatedAdviceMatches() ? 1 : 0);
- this.obligationsMatch += (responseMatchResult.obligationsMatch() ? 1 : 0);
- }
- this.unknownFunctions += (responseMatchResult.unknownFunction() ? 1 : 0);
- bFailed = this.failed(conformanceTestResult);
- if (bFailed || !this.failuresOnly) {
- this.dump(conformanceTestResult);
- }
- } else if (conformanceTestResult.getError() != null) {
- this.outputFileWriter.println(conformanceTestResult.getError());
- }
- }
- return (!bFailed || !this.stopOnFirstError);
- }
-
- private void run() throws Exception {
- long tStart = System.currentTimeMillis();
-
- if (!this.verbose) {
- this.outputFileWriter.println("Test,Decision,Status,Attributes,PolicyIds,PolicySetIds,Advice,Obligations");
- }
- Iterator<ConformanceTest> iterConformanceTests = this.testSet.getConformanceTests();
- boolean bContinue = true;
- while (bContinue && iterConformanceTests.hasNext()) {
-// bContinue = this.run(iterConformanceTests.next());
- ConformanceTest test = iterConformanceTests.next();
- if (testNamesToRun.size() > 0) {
- if ( ! testNamesToRun.contains(test.getTestName())) {
- continue;
- }
- }
- bContinue = this.run(test);
- }
-
- long tElapsed = System.currentTimeMillis() - tStart;
-
- if (this.verbose) {
- this.outputFileWriter.println("Tests run = " + this.testsRun);
- this.outputFileWriter.println("Decisions match = " + this.decisionsMatch);
- this.outputFileWriter.println("Status Codes match = " + this.statusCodesMatch);
- this.outputFileWriter.println("Attributes match = " + this.attributesMatch);
- this.outputFileWriter.println("PolicyIds match = " + this.policyIdsMatch);
- this.outputFileWriter.println("PolicySetIds match = " + this.policySetIdsMatch);
- this.outputFileWriter.println("Associated Advice match = " + this.associatedAdviceMatch);
- this.outputFileWriter.println("Obligations match = " + this.obligationsMatch);
- this.outputFileWriter.println("Unknown functions = " + this.unknownFunctions);
- } else {
- this.outputFileWriter.printf("Total (%d),%d,%d,%d,%d,%d,%d,%d,%d\n",
- this.testsRun,
- this.decisionsMatch,
- this.statusCodesMatch,
- this.attributesMatch,
- this.policyIdsMatch,
- this.policySetIdsMatch,
- this.associatedAdviceMatch,
- this.obligationsMatch,
- this.unknownFunctions);
- }
-
- if (tElapsed > 0) {
- long tHours = tElapsed / (60*60*1000);
- tElapsed = tElapsed - tHours * 60 * 60 *1000;
- long tMinutes = tElapsed / (60*1000);
- tElapsed = tElapsed - tMinutes * 60 * 1000;
- long tSeconds = tElapsed / 1000;
- tElapsed = tElapsed - tSeconds * 1000;
-
- this.outputFileWriter.printf("Elapsed time = %02d:%02d:%02d.%03d\n", tHours, tMinutes, tSeconds, tElapsed);
- this.outputFileWriter.printf("First decide time in nano-seconds %d\n", this.testEngine.getFirstDecideTime());
- this.outputFileWriter.printf("Total Multiple decide time in nano-seconds %d\n", this.testEngine.getDecideTimeMultiple());
-
- this.outputFileWriter.printf("\nAverage First decide time in nano-seconds %d\n", this.testEngine.getAvgFirstDecideTime());
- this.outputFileWriter.printf("Average decide time after first call in nano-seconds %d\n", this.testEngine.getAvgDecideTimeMultiple());
- }
- }
-
- public Conformance() {
- }
-
- public static void main(String[] args) {
- Conformance conformance = new Conformance();
- try {
- if (conformance.init(args)) {
- conformance.run();
- }
-
- } catch (Exception ex) {
- ex.printStackTrace(System.err);
- System.exit(1);
- } finally {
- try {
- conformance.close();
- } catch (IOException ex) {
- ex.printStackTrace(System.err);
- }
- }
- System.exit(0);
- }
-
-}
Code Review / policy / engine.git / blobdiff