Refine search
private static Throwable getConfigFailureException(ITestContext context) { for (IInvokedMethod method : context.getSuite().getAllInvokedMethods()) { ITestNGMethod m = method.getTestMethod(); if (m.isBeforeSuiteConfiguration() && (!method.getTestResult().isSuccess())) { return method.getTestResult().getThrowable(); } } return null; }
/** Creates a section showing known results for each method */ protected void generateMethodDetailReport(List<ISuite> suites) { m_methodIndex = 0; for (ISuite suite : suites) { Map<String, ISuiteResult> r = suite.getResults(); for (ISuiteResult r2 : r.values()) { ITestContext testContext = r2.getTestContext(); if (r.values().size() > 0) { m_out.println("<h1>" + testContext.getName() + "</h1>"); } resultDetail(testContext.getFailedConfigurations()); resultDetail(testContext.getFailedTests()); resultDetail(testContext.getSkippedConfigurations()); resultDetail(testContext.getSkippedTests()); resultDetail(testContext.getPassedTests()); } } }
protected void generateFailureSuite(XmlSuite xmlSuite, ISuite suite, String outputDir) { XmlSuite failedSuite = xmlSuite.shallowCopy(); failedSuite.setName("Failed suite [" + xmlSuite.getName() + "]"); m_xmlSuite= failedSuite; Map<String, ISuiteResult> results = suite.getResults(); for(Map.Entry<String, ISuiteResult> entry : results.entrySet()) { ISuiteResult suiteResult = entry.getValue(); ITestContext testContext = suiteResult.getTestContext(); generateXmlTest(testContext.getCurrentXmlTest(), testContext, testContext.getFailedTests().getAllResults(), testContext.getSkippedTests().getAllResults()); } if(null != failedSuite.getTests() && failedSuite.getTests().size() > 0) { Utils.writeUtf8File(outputDir, TESTNG_FAILED_XML, failedSuite.toXml()); Utils.writeUtf8File(suite.getOutputDirectory(), TESTNG_FAILED_XML, failedSuite.toXml()); } }
private Properties getSuiteResultAttributes(ISuiteResult suiteResult) { Properties attributes = new Properties(); ITestContext tc = suiteResult.getTestContext(); attributes.setProperty(XMLReporterConfig.ATTR_NAME, tc.getName()); XMLReporter.addDurationAttributes(config, attributes, tc.getStartDate(), tc.getEndDate()); return attributes; }
/** * This method guarantees unique file names for reports.<br> * Also, this will guarantee that the old reports are overwritten when tests are run again. * * @param context * test context * @return unique name for the file associated with this test context. * */ private String generateFileName(ITestContext context) { String fileName; String keyToSearch = context.getSuite().getName() + context.getName(); if (m_fileNameMap.get(keyToSearch) == null) { fileName = context.getName(); } else { fileName = context.getName() + m_fileNameIncrementer++; } m_fileNameMap.put(keyToSearch, fileName); return fileName; } }
void computeAndUpdate(ITestContext context) { computeAndUpdate(0, context.getFailedTests(), context.getFailedConfigurations()); computeAndUpdate(1, context.getSkippedTests(), context.getSkippedConfigurations()); computeAndUpdate(2, context.getFailedButWithinSuccessPercentageTests(), null); }
Map<String, ISuiteResult> suiteResults = suite.getResults(); int groupCount = suite.getMethodsByGroups().size(); int methodCount = 0; for (ISuiteResult sr : suiteResults.values()) { ITestNGMethod[] methods = sr.getTestContext().getAllTestMethods(); methodCount += Utils.calculateInvokedMethodCount(methods); ITestClass tc = tm.getTestClass(); m_classes.put(tc.getRealClass().getName(), tc); String name = "Results for " + suite.getName(); tableOfContents .append("<html>\n") String suiteName = entry.getKey(); ISuiteResult sr = entry.getValue(); ITestContext tc = sr.getTestContext(); int failed = tc.getFailedTests().size(); int skipped = tc.getSkippedTests().size(); int passed = tc.getPassedTests().size(); ISuiteResult[] r = results[i]; for (ISuiteResult sr: r) { String suiteName = sr.getTestContext().getName(); generateSuiteResult(suiteName, sr, colors[i], tableOfContents);
List<ITestResult> failed = Lists.newArrayList(); List<ITestResult> skipped = Lists.newArrayList(); Map<String, ISuiteResult> suiteResults = suite.getResults(); for (ISuiteResult sr : suiteResults.values()) { ITestContext context = sr.getTestContext(); m_testTags.put(context.getName(), "test-" + testCounter++); failed.addAll(context.getFailedTests().getAllResults()); skipped.addAll(context.getSkippedTests().getAllResults()); passed.addAll(context.getPassedTests().getAllResults()); IResultMap[] map = new IResultMap[]{ context.getFailedTests(), context.getSkippedTests(), context.getPassedTests() }; for (IResultMap m : map) { rbc.addResult(tr.getTestClass().getRealClass(), tr); updateGroups(suite, tr); m_statusBySuiteName.put(suite.getName(), "skipped"); rbc.addResult(tr.getTestClass().getRealClass(), tr); updateGroups(suite, tr); m_statusBySuiteName.put(suite.getName(), "failed"); rbc.addResult(tr.getTestClass().getRealClass(), tr); m_allFailedResults.add(tr); updateGroups(suite, tr);
public TestResult(ITestContext context) { testName = context.getName(); Set<ITestResult> failedConfigurations = context .getFailedConfigurations().getAllResults(); Set<ITestResult> failedTests = context.getFailedTests() .getAllResults(); Set<ITestResult> skippedConfigurations = context .getSkippedConfigurations().getAllResults(); Set<ITestResult> skippedTests = context.getSkippedTests() .getAllResults(); Set<ITestResult> passedTests = context.getPassedTests() .getAllResults(); failedConfigurationResults = groupResults(failedConfigurations); failedTestResults = groupResults(failedTests); skippedConfigurationResults = groupResults(skippedConfigurations); skippedTestResults = groupResults(skippedTests); passedTestResults = groupResults(passedTests); failedTestCount = failedTests.size(); skippedTestCount = skippedTests.size(); passedTestCount = passedTests.size(); duration = context.getEndDate().getTime() - context.getStartDate().getTime(); includedGroups = formatGroups(context.getIncludedGroups()); excludedGroups = formatGroups(context.getExcludedGroups()); }
public List<ITestResult> getAllTestResults(ISuite suite, boolean testsOnly) { List<ITestResult> result = Lists.newArrayList(); for (ISuiteResult sr : suite.getResults().values()) { result.addAll(sr.getTestContext().getPassedTests().getAllResults()); result.addAll(sr.getTestContext().getFailedTests().getAllResults()); result.addAll(sr.getTestContext().getSkippedTests().getAllResults()); if (! testsOnly) { result.addAll(sr.getTestContext().getPassedConfigurations().getAllResults()); result.addAll(sr.getTestContext().getFailedConfigurations().getAllResults()); result.addAll(sr.getTestContext().getSkippedConfigurations().getAllResults()); } } return result; } }
public void calculateResultCounts(XmlSuite xmlSuite, SuiteRunnerMap suiteRunnerMap) { ISuite iSuite = suiteRunnerMap.get(xmlSuite); if (iSuite != null) { Map<String, ISuiteResult> results = iSuite.getResults(); if (results != null) { Collection<ISuiteResult> tempSuiteResult = results.values(); for (ISuiteResult isr : tempSuiteResult) { ITestContext ctx = isr.getTestContext(); int skipped = ctx.getSkippedTests().size(); int failed = ctx.getFailedTests().size() + ctx.getFailedButWithinSuccessPercentageTests().size(); m_skipped += skipped; m_failed += failed; m_confFailures += ctx.getFailedConfigurations().size(); m_confSkips += ctx.getSkippedConfigurations().size(); m_total += ctx.getPassedTests().size() + failed + skipped; } for (XmlSuite childSuite : xmlSuite.getChildSuites()) { calculateResultCounts(childSuite, suiteRunnerMap); } } } } }
@Override public void generateReport(List<XmlSuite> xmlSuites, List<ISuite> suites, String outputDirectory) { for (ISuite suite: suites) { for(ISuiteResult suiteResult : suite.getResults().values()) { List<ITestResult> testResults = Lists.newArrayList(); testResults.addAll(suiteResult.getTestContext().getPassedTests().getAllResults()); testResults.addAll(suiteResult.getTestContext().getFailedTests().getAllResults()); testResults.addAll(suiteResult.getTestContext().getSkippedTests().getAllResults()); for (ITestResult result : testResults) { testnames.add(result.getName()); } } } }
@Override public void generateReport(List<XmlSuite> xmlSuites, List<ISuite> suites, String outDir) { suites.stream() .flatMap(suite -> suite.getResults().values().stream()) .flatMap(suiteResult -> suiteResult.getTestContext().getSkippedTests().getAllResults().stream()) .forEach(this::generateReport); suites.stream() .flatMap(iSuite -> iSuite.getAllInvokedMethods().stream()) .collect(Collectors.toList()) .forEach(im -> { results.put(im.getTestMethod().getMethodName(), im.getTestResult().getStatus()); }); }
public static String getCanonicalTestMethodName(ITestResult result) { String testMethodName = result.getMethod().getMethodName(); // TODO: remove test method name map as soon as possible @SuppressWarnings("unchecked") Map<Object[], String> testMethodNameMap = (Map<Object[], String>) result.getTestContext() .getAttribute(SpecialKeywords.TEST_METHOD_NAME_ARGS_MAP); if (testMethodNameMap != null) { String testHash = String.valueOf(Arrays.hashCode(result.getParameters())); if (testMethodNameMap.containsKey(testHash)) { LOGGER.error("Error message to check how often this feature is used."); testMethodName = testMethodNameMap.get(testHash); } } return StringEscapeUtils.escapeHtml4(testMethodName); }
allTests.addAll(skippedTests); for (ITestResult failedTest : allTests) { ITestNGMethod current = failedTest.getMethod(); if (! current.isTest()) { // Don't count configuration methods continue; context.getAllTestMethods(), Systematiser.getComparator()); if (m.isTest()) { methodsToReRun.add(m); for (ITestNGMethod m : context.getAllTestMethods()) { if (methodsToReRun.contains(m)) { result.add(m); getAllApplicableConfigs(relevantConfigs, m.getTestClass());
private void generateSuiteResult(String suiteName, ISuiteResult sr, String cssClass, StringBuilder tableOfContents) { ITestContext tc = sr.getTestContext(); int passed = tc.getPassedTests().size(); int failed = tc.getFailedTests().size(); int skipped = tc.getSkippedTests().size(); String baseFile = tc.getName(); tableOfContents .append("\n<table width='100%' class='test-").append(cssClass).append("'>\n") .append("<tr><td>\n") .append("<table style='width: 100%'><tr>") .append("<td valign='top'>") .append(suiteName).append(" (").append(passed).append("/").append(failed).append("/").append(skipped).append(")") .append(CLOSE_TD) .append("<td valign='top' align='right'>\n") .append(" <a href='").append(baseFile).append(".html' target='mainFrame'>Results</a>\n") .append(CLOSE_TD) .append("</tr></table>\n") .append("</td></tr><p/>\n") ; tableOfContents.append("</table>\n"); }
public void generateReport(List<XmlSuite> list, List<ISuite> suites, String s) { for (ISuite suite : suites) { for (ISuiteResult suiteResult : suite.getResults().values()) { ITestContext ctx = suiteResult.getTestContext(); Set<ITestResult> results = ctx.getSkippedTests().getAllResults(); for (ITestResult result : results) { Throwable throwable = result.getThrowable(); errors.add(throwable); } } } }
private void writeAllToBuffer(XMLStringBuffer xmlBuffer, ISuiteResult suiteResult) { xmlBuffer.push(XMLReporterConfig.TAG_TEST, getSuiteResultAttributes(suiteResult)); Set<ITestResult> testResults = Sets.newHashSet(); ITestContext testContext = suiteResult.getTestContext(); addAllTestResults(testResults, testContext.getPassedTests()); addAllTestResults(testResults, testContext.getFailedTests()); addAllTestResults(testResults, testContext.getSkippedTests()); addAllTestResults(testResults, testContext.getPassedConfigurations()); addAllTestResults(testResults, testContext.getSkippedConfigurations()); addAllTestResults(testResults, testContext.getFailedConfigurations()); addAllTestResults(testResults, testContext.getFailedButWithinSuccessPercentageTests()); addTestResults(xmlBuffer, testResults); xmlBuffer.pop(); }
int ignored = 0; for (ISuite s : suites) { Map<String, ISuiteResult> suiteResults = s.getResults(); for (ISuiteResult sr : suiteResults.values()) { ITestContext testContext = sr.getTestContext(); passed += testContext.getPassedTests().size(); failed += testContext.getFailedTests().size(); skipped += testContext.getSkippedTests().size(); ignored += testContext.getExcludedMethods().size();
private void process(ISuiteResult suiteResult) { ITestContext ctx = suiteResult.getTestContext(); List<IResultMap> resultmaps = Arrays .asList(ctx.getFailedTests(), ctx.getPassedTests(), ctx.getSkippedTests()); resultmaps.forEach(this::process); }