Surefire Report

Summary

[Summary] [Package List] [Test Cases]

Note: failures are anticipated and checked for with assertions while errors are unanticipated.

Package List

[Summary] [Package List] [Test Cases]

Note: package statistics are not computed recursively, they only sum up all of its testsuites numbers.

org.apache.maven.surefire.its.jiras

	Class	Tests	Errors	Failures	Skipped	Success Rate	Time
	Surefire1024VerifyFailsafeIfTestedIT	1	0	0	0	100%	6.25
	Surefire1036NonFilterableJUnitRunnerWithCategoriesIT	1	0	0	0	100%	5.953
	Surefire1041FailingJUnitRunnerIT	1	0	0	0	100%	7.016
	Surefire1053SystemPropertiesIT	2	0	0	0	100%	13.203
	Surefire1055CorrectConcurrentTestCountIT	1	0	0	0	100%	7.188
	Surefire1080ParallelForkDoubleTestIT	1	0	0	0	100%	5.703
	Surefire1082ParallelJUnitParameterizedIT	1	0	0	0	100%	6.89
	Surefire1098BalancedRunOrderIT	1	0	0	0	100%	27.391
	Surefire1122ParallelAndFlakyTestsIT	2	0	0	0	100%	11.703
	Surefire1136CwdPropagationInForkedModeIT	1	0	0	0	100%	6.672
	Surefire1144XmlRunTimeIT	1	0	0	0	100%	7.187
	Surefire1152RerunFailingTestsInSuiteIT	2	0	0	0	100%	13.547
	Surefire1153IncludesAndSpecifiedTestIT	2	0	0	0	100%	10.922
	Surefire1158RemoveInfoLinesIT	6	0	0	0	100%	42.109
	Surefire1177TestngParallelSuitesIT	1	0	0	0	100%	8.547
	Surefire141PluggableProvidersIT	4	0	0	0	100%	30.422
	Surefire146ForkPerTestNoSetupIT	1	0	0	0	100%	6.188
	Surefire162CharsetProviderIT	1	0	0	0	100%	6.203
	Surefire224WellFormedXmlFailuresIT	1	0	0	0	100%	6.172
	Surefire257NotRerunningTestsIT	1	0	0	0	100%	11.735
	Surefire260TestWithIdenticalNamesIT	1	0	0	0	100%	15.969
	Surefire34SecurityManagerIT	2	0	0	0	100%	12.515
	Surefire376TestNgAfterSuiteFailureIT	1	0	0	0	100%	6.625
	Surefire377TestNgAndJUnitTogetherIT	2	0	0	0	100%	13.235
	Surefire408ManualProviderSelectionIT	1	0	0	0	100%	6.234
	Surefire42NotExtendingTestCaseIT	1	0	0	0	100%	5.812
	Surefire44InnerClassTestIT	1	0	0	0	100%	5.985
	Surefire500PuzzlingErrorIT	1	0	0	0	100%	6.047
	Surefire510TestClassPathForkModesIT	2	0	0	0	100%	12.39
	Surefire569RunTestFromDependencyJarsIT	1	0	0	0	100%	6.047
	Surefire570MultipleReportDirectoriesIT	2	0	0	0	100%	40.25
	Surefire613TestCountInParallelIT	1	0	0	0	100%	7.375
	Surefire621TestCountingJunit3InParallelIT	1	0	0	0	100%	7.344
	Surefire628ConsoleOutputBeforeAndAfterClassIT	1	0	0	0	100%	6.672
	Surefire634UnsettableSystemPropertiesWarningIT	1	0	0	0	100%	6.14
	Surefire649EmptyStringSystemPropertiesIT	2	0	0	0	100%	11.11
	Surefire673MockitoIT	1	0	0	0	100%	6.078
	Surefire674BuildFailingWhenErrorsIT	1	0	0	0	100%	6.156
	Surefire674BuildFailingWhenFailsafeErrorsIT	1	0	0	0	100%	7.969
	Surefire685CommaSeparatedIncludesIT	1	0	0	0	100%	6.187
	Surefire697NiceSummaryIT	1	0	0	0	100%	6.079
	Surefire705ParallelForkTimeoutIT	1	0	0	0	100%	8.203
	Surefire733AllOverrridesCapturedIT	1	0	0	0	100%	6.422
	Surefire735ForkFailWithRedirectConsoleOutputIT	2	0	0	0	100%	10.813
	Surefire740TruncatedCommaIT	1	0	0	0	100%	9.468
	Surefire747MethodParallelWithSuiteCountIT	2	0	0	0	100%	16.375
	Surefire772BothReportsIT	3	0	0	0	100%	16.204
	Surefire772NoFailsafeReportsIT	4	0	0	0	100%	21.937
	Surefire772NoSurefireReportsIT	4	0	0	0	100%	21.172
	Surefire772SpecifiedReportsIT	3	0	0	0	100%	16.781
	Surefire801ForkModeNoneClassLoaderIT	1	0	0	0	100%	5.297
	Surefire803MultiFailsafeExecsIT	2	0	0	0	100%	23.438
	Surefire806SpecifiedTestControlsIT	3	0	0	2	33.333%	6.078
	Surefire809GroupExpressionsIT	6	0	0	0	100%	37.907
	Surefire812Log4JClassLoaderIT	1	0	0	0	100%	6.062
	Surefire817SystemExitIT	1	0	0	0	100%	6.984
	Surefire818NpeIgnoresTestsIT	1	0	0	0	100%	6.782
	Surefire828EmptyGroupExprIT	4	0	0	0	100%	27.234
	Surefire832ProviderSelectionIT	1	0	0	0	100%	6.672
	Surefire839TestWithoutCategoriesIT	2	0	0	0	100%	13.156
	Surefire847AdditionalFailureIT	1	0	0	0	100%	7.156
	Surefire855AllowFailsafeUseArtifactFileIT	4	0	0	0	100%	47.079
	Surefire901MIssingResultfileWhenNoTestsIT	1	0	0	0	100%	6.109
	Surefire907PerThreadWithoutThreadCountIT	1	0	0	0	100%	4.609
	Surefire920TestFailureIgnoreWithTimeoutIT	2	0	0	0	100%	14.391
	Surefire926FailureWith2ProvidersIT	1	0	0	0	100%	17.172
	Surefire930TestNgSuiteXmlIT	1	0	0	0	100%	8.359
	Surefire943ReportContentIT	2	0	0	0	100%	15.391
	Surefire946KillMainProcessInReusableForkIT	3	0	0	0	100%	25.031
	Surefire972BizarreNoClassDefIT	1	0	0	0	100%	8.25
	Surefire975DefaultVMEncodingIT	1	0	0	0	100%	7.953
	Surefire979WrongClassLoaderIT	1	0	0	0	100%	7.219
	Surefire985ParameterizedRunnerAndCategoriesIT	1	0	0	0	100%	5.766
	Surefire995CategoryInheritanceIT	5	0	0	0	100%	28.797

org.apache.maven.surefire.its

	Class	Tests	Errors	Failures	Skipped	Success Rate	Time
	AbstractTestCaseIT	1	0	0	0	100%	5.64
	AdditionalClasspathIT	1	0	0	0	100%	5.281
	AggregateReportIT	1	0	0	0	100%	7.875
	ArgLineIT	1	0	0	0	100%	6.422
	ArgLinePropertiesIT	1	0	0	0	100%	6.719
	CheckSingleTestIT	4	0	0	0	100%	20.656
	CheckTestFailIfNoTestsForkModeIT	6	0	0	0	100%	30.75
	CheckTestFailIfNoTestsIT	3	0	0	0	100%	12.578
	CheckTestNgBeforeMethodFailureIT	1	0	0	0	100%	6.203
	CheckTestNgBeforeMethodIT	1	0	0	0	100%	6.485
	CheckTestNgCustomObjectFactoryIT	1	0	0	0	100%	5.859
	CheckTestNgCustomTestRunnerFactoryIT	1	0	0	0	100%	5.844
	CheckTestNgExecuteErrorIT	1	0	0	0	100%	6.172
	CheckTestNgGroupThreadParallelIT	1	0	0	0	100%	6.125
	CheckTestNgJdk14IT	1	0	0	0	100%	6.719
	CheckTestNgListenerReporterIT	1	0	0	0	100%	6.625
	CheckTestNgListenersIT	1	0	0	0	100%	5.984
	CheckTestNgPathWithSpacesIT	1	0	0	0	100%	6.078
	CheckTestNgReportTestIT	3	0	0	0	100%	21.609
	CheckTestNgSuiteXmlIT	3	0	0	1	66.667%	13.532
	CheckTestNgSuiteXmlSingleIT	1	0	0	0	100%	6.547
	CheckTestNgVersionsIT	20	0	0	2	90%	118.156
	ClasspathFilteringIT	1	0	0	0	100%	5.61
	ClassPathOrderIT	1	0	0	0	100%	6.312
	ClasspathScopeFilteringIT	1	0	0	0	100%	5.203
	ConsoleOutputIT	4	0	0	0	100%	54.547
	CrashDetectionIT	3	0	0	0	100%	18.985
	DefaultConfigurationIT	1	0	0	0	100%	5.218
	EnvironmentVariableIT	1	0	0	0	100%	6.016
	EnvironmentVariablesIT	2	0	0	0	100%	12.469
	FailFastJUnitIT	12	0	0	0	100%	103.953
	FailFastTestNgIT	6	0	0	0	100%	55
	ForkConsoleOutputIT	4	0	0	0	100%	24.687
	ForkConsoleOutputWithErrorsIT	1	0	0	0	100%	5.594
	ForkModeIT	12	0	0	0	100%	88.516
	ForkModeMultiModuleIT	4	0	0	0	100%	42.344
	ForkModeTestNGIT	12	0	0	0	100%	87.031
	IncludesExcludesFromFileIT	6	0	0	0	100%	34.078
	IncludesExcludesIT	3	0	0	0	100%	17.843
	JUnit44HamcrestIT	1	0	0	0	100%	6.047
	Junit47concurrencyIT	1	0	0	0	100%	6.843
	JUnit47ParallelIT	59	0	0	0	100%	465.485
	JUnit47ParallelNotThreadSafeIT	1	0	0	0	100%	5.484
	JUnit47RedirectOutputIT	2	0	0	0	100%	13.25
	Junit47StaticInnerClassTestsIT	1	0	0	0	100%	5.469
	Junit47WithCucumberIT	2	0	0	0	100%	13.328
	JUnit48TestCategoriesIT	4	0	0	0	100%	28.828
	JUnit4ForkAlwaysStaticInitPollutionIT	1	0	0	0	100%	7.359
	Junit4IgnoreIT	2	0	0	0	100%	12.391
	JUnit4RerunFailingTestsIT	5	0	0	0	100%	122.141
	JUnit4RunListenerIT	2	0	0	0	100%	12.937
	Junit4VersionsIT	9	0	0	0	100%	54.047
	JUnitDepIT	4	0	0	0	100%	25.516
	NoRunnableTestsInClassIT	1	0	0	0	100%	5.906
	PlainOldJavaClasspathIT	1	0	0	0	100%	5.656
	PlexusConflictIT	2	0	0	0	100%	13.172
	PojoSimpleIT	1	0	0	0	100%	6.031
	ReportersIT	1	0	0	0	100%	6.235
	ResultCountingIT	3	0	0	0	100%	21.906
	RunOrderIT	4	0	0	0	100%	22.703
	RunOrderParallelForksIT	4	0	0	0	100%	23.125
	SiblingAggregatorIT	1	0	0	0	100%	6.703
	SmartStackTraceIT	1	0	0	0	100%	5.953
	Surefire1179IT	1	0	0	0	100%	13.61
	SystemPropertiesTestIT	2	0	0	0	100%	11.797
	TestMethodPatternIT	7	0	0	0	100%	47.203
	TestMultipleMethodPatternsIT	180	0	0	87	51.667%	545.39
	TestMultipleMethodPatternsTestNGIT	90	0	0	41	54.444%	289.031
	TestMultipleMethodsIT	3	0	0	0	100%	19.328
	TestNgGroupsIT	5	0	0	0	100%	35.438
	TestNgParallelWithAnnotationsIT	1	0	0	0	100%	7.656
	TestNgSuccessPercentageIT	1	0	0	0	100%	5.484
	TestSingleMethodIT	6	0	0	0	100%	40
	TimeoutForkedTestIT	1	0	0	0	100%	6.485
	TwoTestCasesIT	4	0	0	0	100%	24.625
	UmlautDirIT	2	0	0	0	100%	12.109
	UnicodeTestNamesIT	1	0	0	1	0%	0.016
	UseIsolatedClassLoaderIT	1	0	0	0	100%	6.234
	WorkingDirectoryIsInvalidPropertyIT	1	0	0	0	100%	4.641
	WorkingDirectoryIT	4	0	0	0	100%	22.015
	WorkingDirectoryMissingIT	1	0	0	0	100%	5.875
	XmlReporterRunTimeIT	1	0	0	0	100%	14.86

Test Cases

[Summary] [Package List] [Test Cases]

AbstractTestCaseIT

abstractTestCase

5.64

AdditionalClasspathIT

additionalClasspath

5.281

AggregateReportIT

aggregateReport

7.875

ArgLineIT

argLine

6.422

ArgLinePropertiesIT

argLine

6.719

CheckSingleTestIT

	singleTestDotJava	5.234
	singleTestNonExistentOverride	5
	singleTestNonExistent	4.984
	singleTest	5.438

CheckTestFailIfNoTestsForkModeIT

	dontFailIfNoTestsForkModeAlways	5.063
	failIfNoTestsForkModeOnce	5.125
	dontFailIfNoTestsForkModeNever	5.109
	dontFailIfNoTestsForkModeOnce	5.297
	failIfNoTestsForkModeNever	5.016
	failIfNoTestsForkModeAlways	5.14

CheckTestFailIfNoTestsIT

	failIfNoTests	3.953
	dontFailIfNoTests	4.282
	jUnit48CategoriesFailWhenNoTests	4.343

CheckTestNgBeforeMethodFailureIT

TestNgBeforeMethodFailure

6.203

CheckTestNgBeforeMethodIT

TestNgBeforeMethod

6.485

CheckTestNgCustomObjectFactoryIT

testTestNgListenerReporter

5.859

CheckTestNgCustomTestRunnerFactoryIT

testTestNgListenerReporter

5.844

CheckTestNgExecuteErrorIT

executionError

6.172

CheckTestNgGroupThreadParallelIT

TestNgGroupThreadParallel

6.125

CheckTestNgJdk14IT

TestNgJdk14

6.719

CheckTestNgListenerReporterIT

TestNgListenerReporter

6.625

CheckTestNgListenersIT

TestNgListenerReporter

5.984

CheckTestNgPathWithSpacesIT

TestWithSpaces

6.078

CheckTestNgReportTestIT

	testNgReport	8.906
	shouldNotBeVerbose	6.422
	shouldBeVerbose	6.281

CheckTestNgSuiteXmlIT

	suiteXml	6.75
	suiteXmlForkCountTwoReuse	6.782
	suiteXmlForkModeAlways + - [ Detail ]	0
	Fails - see SUREFIRE-1123

CheckTestNgSuiteXmlSingleIT

TestNgSuite

6.547

CheckTestNgVersionsIT

	XXXtest50 + - [ Detail ]	0
	5.0 and 5.0.1 jars on central are malformed SUREFIRE-375 + MAVENUPLOAD-1024
	test502	6.328
	test510	6.485
	test511	6.328
	test512	6.734
	test513	6.641
	test514	6.922
	test685	7.109
	test5131	6.797
	test5141	6.844
	test5142	6.765
	test47	6.328
	test51	6.172
	test55	6.547
	test56	6.297
	test57	6.328
	test58	6.344
	test59	6.656
	test60	6.531
	XXXtest501 + - [ Detail ]	0
	5.0 and 5.0.1 jars on central are malformed SUREFIRE-375 + MAVENUPLOAD-1024

ClasspathFilteringIT

additionalClasspath

5.61

ClassPathOrderIT

classPathOrder

6.312

ClasspathScopeFilteringIT

additionalClasspath

5.203

ConsoleOutputIT

	properNewlinesAndEncodingWithDifferentEncoding	6.594
	properNewlinesAndEncodingWithDefaultEncodings	6.531
	largerSoutThanMemory	36.313
	properNewlinesAndEncodingWithoutFork	5.109

CrashDetectionIT

	hardCrashInReusableFork	6.203
	crashInReusableFork	6.375
	crashInFork	6.407

DefaultConfigurationIT

defaultConfiguration

5.218

EnvironmentVariableIT

environmentVariable

6.016

EnvironmentVariablesIT

	testWhenUseSystemClassLoader	6.344
	testWhenDontUseSystemClassLoader	6.125

FailFastJUnitIT

	test[junit4-oneFork-ff1]	7.109
	test[junit47-oneFork-ff1]	7.485
	test[junit4-oneFork-ff2]	8.531
	test[junit47-oneFork-ff2]	8.39
	test[junit4-twoForks-ff1]	7.844
	test[junit47-twoForks-ff1]	7.953
	test[junit4-twoForks-ff2]	8.141
	test[junit47-twoForks-ff2]	8.328
	test[junit4-oneFork-ff3]	10.719
	test[junit47-oneFork-ff3]	11.14
	test[junit4-twoForks-ff3]	9.016
	test[junit47-twoForks-ff3]	9.297

FailFastTestNgIT

	test[testng-oneFork-ff1]	7.859
	test[testng-oneFork-ff2]	8.875
	test[testng-twoForks-ff1]	8.547
	test[testng-twoForks-ff2]	8.844
	test[testng-oneFork-ff3]	11.328
	test[testng-twoForks-ff3]	9.547

ForkConsoleOutputIT

	printSummaryTrueWithRedirect	5.922
	printSummaryFalseWithoutRedirect	6.422
	printSummaryTrueWithoutRedirect	6.093
	printSummaryFalseWithRedirect	6.25

ForkConsoleOutputWithErrorsIT

xmlFileContainsConsoleOutput

5.594

ForkModeIT

	testForkModeOncePerThreadSingleThread	7.125
	testForkModePerTest	8.547
	testForkCountZero	6.266
	testForkCountOneNoReuse	8.609
	testForkCountTwoNoReuse	8.032
	testForkModeNever	5.953
	testForkCountTwoReuse	7.312
	testForkCountOneReuse	6.719
	testForkModeOncePerThreadTwoThreads	7.687
	testForkModeAlways	9.063
	testForkModeNone	5.984
	testForkModeOnce	7.219

ForkModeMultiModuleIT

	testForkCountOneNoReuse	12.516
	testForkCountTwoNoReuse	10.281
	testForkCountTwoReuse	8.891
	testForkCountOneReuse	10.656

ForkModeTestNGIT

	testForkModeOncePerThreadSingleThread	6.796
	testForkModePerTest	9.375
	testForkCountZero	5.391
	testForkCountOneNoReuse	9.422
	testForkCountTwoNoReuse	7.984
	testForkModeNever	5.766
	testForkCountTwoReuse	6.844
	testForkCountOneReuse	6.765
	testForkModeOncePerThreadTwoThreads	6.86
	testForkModeAlways	9.328
	testForkModeNone	5.75
	testForkModeOnce	6.75

IncludesExcludesFromFileIT

	testSimpleMixed	6.156
	testMissingExcludes	4.718
	testRegex	6.344
	testPath	6.141
	testMissingIncludes	4.64
	testSimple	6.079

IncludesExcludesIT

	testPathBasedIncludesExcludes	5.921
	testIncludesExcludes	6.032
	testRegexIncludesExcludes	5.89

Surefire1024VerifyFailsafeIfTestedIT

shouldScanAndRunTestsInDependencyJars

6.25

Surefire1036NonFilterableJUnitRunnerWithCategoriesIT

test

5.953

Surefire1041FailingJUnitRunnerIT

reportErrorInJUnitRunnerAsTestError

7.016

Surefire1053SystemPropertiesIT

	checkWarningsSysPropTwice	6.578
	checkWarningsFileEncoding	6.625

Surefire1055CorrectConcurrentTestCountIT

testTestNgAndJUnitTogether

7.188

Surefire1080ParallelForkDoubleTestIT

test

5.703

Surefire1082ParallelJUnitParameterizedIT

test

6.89

Surefire1098BalancedRunOrderIT

reorderedParallelClasses

27.391

Surefire1122ParallelAndFlakyTestsIT

	nonParallelCreatesCorrectReport	5.781
	parallelCreatesCorrectReport	5.922

Surefire1136CwdPropagationInForkedModeIT

testTestNgAndJUnitTogether

6.672

Surefire1144XmlRunTimeIT

testXmlRunTime

7.187

Surefire1152RerunFailingTestsInSuiteIT

	testJUnit48Provider47	7.016
	testJUnit48Provider4	6.531

Surefire1153IncludesAndSpecifiedTestIT

	testSpecifiedTestInIncludes	5.547
	testSpecifiedTestNotInIncludes	5.375

Surefire1158RemoveInfoLinesIT

	shouldRunWithCliOption[junit-option-ff]	6.906
	shouldRunWithCliOption[testng-option-ff]	6.891
	shouldRunWithCliOption[junit-option-X]	7.062
	shouldRunWithCliOption[testng-option-X]	7.141
	shouldRunWithCliOption[junit-option-e]	7.125
	shouldRunWithCliOption[testng-option-e]	6.984

Surefire1177TestngParallelSuitesIT

shouldRunTwoSuitesInParallel

8.547

Surefire141PluggableProvidersIT

	pluggableProviderPresent	7.516
	invokeRuntimeException	7.672
	invokeReporterException	7.812
	constructorRuntimeException	7.422

Surefire146ForkPerTestNoSetupIT

testForkPerTestNoSetup

6.188

Surefire162CharsetProviderIT

testCharsetProvider

6.203

Surefire224WellFormedXmlFailuresIT

testWellFormedXmlFailures

6.172

Surefire257NotRerunningTestsIT

shouldNotRerun

11.735

Surefire260TestWithIdenticalNamesIT

testWithIdenticalNames

15.969

Surefire34SecurityManagerIT

	testSecurityManager	6
	testSecurityManagerSuccessful	6.515

Surefire376TestNgAfterSuiteFailureIT

testAfterSuiteFailure

6.625

Surefire377TestNgAndJUnitTogetherIT

	testTestNgAndJUnit4Together	6.625
	testTestNgAndJUnitTogether	6.61

Surefire408ManualProviderSelectionIT

testParallelBuildResultCount

6.234

Surefire42NotExtendingTestCaseIT

testInnerClass

5.812

Surefire44InnerClassTestIT

testInnerClass

5.985

Surefire500PuzzlingErrorIT

testBuildFailingWhenErrors

6.047

Surefire510TestClassPathForkModesIT

	testForkOnce	6.093
	testForkAlways	6.297

Surefire569RunTestFromDependencyJarsIT

shouldScanAndRunTestsInDependencyJars

6.047

Surefire570MultipleReportDirectoriesIT

	testReportWithAggregate	19.781
	testReportWithoutAggregate	20.469

Surefire613TestCountInParallelIT

testParallelBuildResultCount

7.375

Surefire621TestCountingJunit3InParallelIT

testJunit3ParallelBuildResultCount

7.344

Surefire628ConsoleOutputBeforeAndAfterClassIT

testJunit3ParallelBuildResultCount

6.672

Surefire634UnsettableSystemPropertiesWarningIT

testJunit3ParallelBuildResultCount

6.14

Surefire649EmptyStringSystemPropertiesIT

	systemPropertyVariables	5.704
	systemProperties	5.406

Surefire673MockitoIT

testBuildFailingWhenErrors

6.078

Surefire674BuildFailingWhenErrorsIT

testBuildFailingWhenErrors

6.156

Surefire674BuildFailingWhenFailsafeErrorsIT

testBuildFailingWhenErrors

7.969

Surefire685CommaSeparatedIncludesIT

testBuildFailingWhenErrors

6.187

Surefire697NiceSummaryIT

testBuildFailingWhenErrors

6.079

Surefire705ParallelForkTimeoutIT

testTimeoutForked

8.203

Surefire733AllOverrridesCapturedIT

testLogOutput

6.422

Surefire735ForkFailWithRedirectConsoleOutputIT

	vmStartFail	5.172
	vmStartFailShouldFailBuildk	5.641

Surefire740TruncatedCommaIT

testRussianLocaleReport

9.468

Surefire747MethodParallelWithSuiteCountIT

	testMethodsParallelWithSuite	8.125
	testClassesParallelWithSuite	8.25

Surefire772BothReportsIT

	testSkippedSurefireReportGeneration	5.547
	testSkippedFailsafeReportGeneration	5.313
	testReportGeneration	5.344

Surefire772NoFailsafeReportsIT

	testSkippedFailsafeReportGeneration	5.25
	testForcedFailsafeReportGeneration	5.781
	testSkipForcedFailsafeReportGeneration	5.687
	testReportGeneration	5.219

Surefire772NoSurefireReportsIT

	testOptionalSurefireReportGeneration	5.219
	testSkippedSurefireReportGeneration	5.187
	testSkipOptionalSurefireReportGeneration	5.25
	testReportGeneration	5.516

Surefire772SpecifiedReportsIT

	testSkippedSurefireReportGeneration	5.5
	testSkippedFailsafeReportGeneration	5.594
	testReportGeneration	5.687

Surefire801ForkModeNoneClassLoaderIT

testSHouldBeOkWithForkNever

5.297

Surefire803MultiFailsafeExecsIT

	testOneExecutionRunInTwoBuilds	14.906
	testSecondExecutionRunsAfterFirstExecutionFails	8.532

Surefire806SpecifiedTestControlsIT

	singleTestInSingleExecutionProject	6.078
	twoSpecifiedTestExecutionsInCorrectExecutionBlocks + - [ Detail ]	0
	since SUREFIRE-1153 the includes/excludes are overridden by -Dtest or it.test for whatever execution
	singleTestInOneExecutionOfMultiExecutionProject + - [ Detail ]	0
	since SUREFIRE-1153 the includes/excludes are overridden by -Dtest or it.test for whatever execution

Surefire809GroupExpressionsIT

	testNGRunCategoryAB	7.172
	testExcludedGroups	6.625
	testJUnitRunCategoryNotC	6.313
	incorrectJUnitVersions	4.343
	categoryAB	6.485
	testNGRunCategoryNotC	6.969

Surefire812Log4JClassLoaderIT

testJunit3ParallelBuildResultCount

6.062

Surefire817SystemExitIT

systemExit1

6.984

Surefire818NpeIgnoresTestsIT

testBuildFailingWhenErrors

6.782

Surefire828EmptyGroupExprIT

	testJUnitRunEmptyExcludeGroups	6.812
	testJUnitRunEmptyGroups	6.516
	testTestNGRunEmptyExcludeGroups	6.656
	testTestNGRunEmptyGroups	7.25

Surefire832ProviderSelectionIT

testJUnitRunCategoryAB

6.672

Surefire839TestWithoutCategoriesIT

	classWithoutCategoryForked	6.703
	classWithoutCategory	6.453

Surefire847AdditionalFailureIT

testJUnitRunCategoryAB

7.156

Surefire855AllowFailsafeUseArtifactFileIT

	jarNotForkingShouldUseFile	10.782
	jarShouldUseFile	11.984
	warShouldUseClasses	12.078
	osgiBundleShouldUseFile	12.235

Surefire901MIssingResultfileWhenNoTestsIT

failsafeWithNoTests

6.109

Surefire907PerThreadWithoutThreadCountIT

categoryAB

4.609

Surefire920TestFailureIgnoreWithTimeoutIT

	timeoutInForkWithBuildFail	7.125
	timeoutInForkWithNoBuildFail	7.266

Surefire926FailureWith2ProvidersIT

testBuildFailingWhenErrors

17.172

Surefire930TestNgSuiteXmlIT

suiteXmlRun

8.359

Surefire943ReportContentIT

	test_noParallel	7.813
	test_parallelBoth	7.578

Surefire946KillMainProcessInReusableForkIT

	testExit	8.359
	testHalt	8.329
	testInterrupt	8.343

Surefire972BizarreNoClassDefIT

testJunit3ParallelBuildResultCount

8.25

Surefire975DefaultVMEncodingIT

runWithRussian1251

7.953

Surefire979WrongClassLoaderIT

wrongClassloaderUSedInSmartStacktraceparser

7.219

Surefire985ParameterizedRunnerAndCategoriesIT

test

5.766

Surefire995CategoryInheritanceIT

	junit411ShouldRunExplicitCategory	5.89
	junit411ShouldExcludeExplicitCategory	5.547
	junit412ShouldExcludeInheritedCategory	5.985
	junit412ShouldRunInheritedCategory	5.703
	negativeTestShouldRunAllCategories	5.672

JUnit44HamcrestIT

testJUnit44Hamcrest

6.047

Junit47concurrencyIT

test47

6.843

JUnit47ParallelIT

	unknownThreadCountClasses	5.485
	threadCountSuites	9.859
	unlimitedThreadsSuitesAndMethods1	7.781
	unlimitedThreadsSuitesAndMethods2	7.188
	unknownThreadCountMethods	5.359
	threadCountClassesAndMethods	8.547
	reusableThreadCountClassesAndMethodsOptimized	8.234
	unknownThreadCountSuites	5.157
	reusableThreadCountAll	7.593
	forcedShutdown	8.204
	unknownThreadCountAll	5.359
	serial	12.906
	reusableThreadCountAllOptimized	7.485
	suites	10.14
	unlimitedThreadsMethods1	8.828
	unlimitedThreadsMethods2	8.407
	unlimitedThreadsSuitesAndClasses1	7.312
	unlimitedThreadsSuitesAndClasses2	7.109
	threadCountAllOptimized	9.282
	threadCountAll	8.953
	everyThreadCountSuitesAndClasses	8.281
	unknownThreadCountBoth	5.313
	threadCountSuitesAndClassesOptimized	7.921
	classesAndMethods	7.11
	everyThreadCountSuitesAndMethods	7.75
	unknownThreadCountSuitesAndClasses	5.531
	reusableThreadCountSuitesAndClassesOptimized	7.781
	unknownThreadCountSuitesAndMethods	5.5
	suitesAndClasses	6.782
	suitesAndMethods	7.437
	shutdown	10.969
	threadCountClassesAndMethodsOneCore	10.812
	everyThreadCountClassesAndMethods	7.922
	all	6.438
	unknownThreadCountClassesAndMethods	5.359
	threadCountSuitesAndMethodsOptimized	7.875
	reusableThreadCountSuitesAndMethodsOptimized	8.031
	unlimitedThreadsClasses1	8.172
	unlimitedThreadsClasses2	7.906
	threadCountClasses	8.047
	everyThreadCountAll	8.391
	threadCountMethods	8.547
	unlimitedThreadsSuites1	9.687
	unlimitedThreadsSuites2	9.813
	threadCountSuitesAndClasses	8.187
	unlimitedThreadsClassesAndMethods1	6.782
	unlimitedThreadsClassesAndMethods2	6.89
	threadCountSuitesAndMethods	7.985
	classes	8.234
	reusableThreadCountSuitesAndClasses	7.937
	methods	8.641
	reusableThreadCountSuitesAndMethods	7.859
	timeoutAndForcedShutdown	8.282
	threadCountClassesAndMethodsOptimized	8.765
	unlimitedThreadsAll1	6.61
	unlimitedThreadsAll2	6.765
	forcedShutdownVerifyingLogs	6.75
	threadCountClassesAndMethodsOneCoreOptimized	11.203
	reusableThreadCountClassesAndMethods	8.032

JUnit47ParallelNotThreadSafeIT

test

5.484

JUnit47RedirectOutputIT

	testClassesParallel	6.547
	testPrintSummaryTrueWithRedirect	6.703

Junit47StaticInnerClassTestsIT

testStaticInnerClassTests

5.469

Junit47WithCucumberIT

	testWithParallelClasses	6.547
	testWithoutParallel	6.781

JUnit48TestCategoriesIT

	testCategoriesABForkAlways	6.422
	testCategoriesAB	6.672
	testCategoriesAC	6.89
	testCategoriesACForkAlways	8.844

JUnit4ForkAlwaysStaticInitPollutionIT

testJunit4Ignore

7.359

Junit4IgnoreIT

	testJunit4Ignore	6.016
	testJunit47ParallelIgnore	6.375

JUnit4RerunFailingTestsIT

	testRerunFailingErrorTestsFalse	24.203
	testRerunFailingErrorTestsWithOneRetry	24.813
	testRerunFailingErrorTestsTwoRetry	24.703
	testRerunOneTestMethod	24.125
	testRerunOneTestClass	24.297

JUnit4RunListenerIT

	testJUnit4RunListener	6.14
	testRunlistenerJunitCoreProvider	6.797

Junit4VersionsIT

	test431	5.75
	test40	6.344
	test41	5.937
	test42	5.782
	test43	5.922
	test44	5.843
	test45	6.094
	test46	6.031
	test47	6.344

JUnitDepIT

	testJUnit44DepWithSneaky381	6.016
	testJUnit44Dep	6.218
	testJUnit47Dep	6.625
	testJUnit48Dep	6.657

NoRunnableTestsInClassIT

testJunit3ParallelBuildResultCount

5.906

PlainOldJavaClasspathIT

testPlainOldJavaClasspath

5.656

PlexusConflictIT

	testPlexusConflict	6.75
	testPlexusConflictIsolatedClassLoader	6.422

PojoSimpleIT

testit

6.031

ReportersIT

testRedirectOutputTestNg

6.235

ResultCountingIT

	testCountingWithJunit481ForkAlways	9.906
	testCountingWithJunit481ForkOnce	6.469
	testCountingWithJunit481ForkNever	5.531

RunOrderIT

	testReverseAlphabetical	5.875
	testNonExistingRunOrder	4.547
	testHourly	6.187
	testAlphabetical	6.094

RunOrderParallelForksIT

	testReverseAlphabetical	6.094
	testNonExistingRunOrder	4.703
	testHourly	6.125
	testAlphabetical	6.203

SiblingAggregatorIT

testSiblingAggregator

6.703

SmartStackTraceIT

misg

5.953

Surefire1179IT

suiteXmlForkCountTwoReuse

13.61

SystemPropertiesTestIT

	testSystemProperties	6.375
	testSystemPropertiesNoFork	5.422

TestMethodPatternIT

	testJUnit48WithCategoryFilter	6.968
	testJUnit48Provider47	7.078
	testMethodPatternAfter	7.032
	testTestNGMethodPattern	6.328
	testJUnit48Provider4	6.875
	testJUnit44	6.297
	testTestNgMethodBefore	6.625

TestMultipleMethodPatternsIT

	shouldNotRunExcludedClassesAndMethods[0]	5.906
	shouldMatchSimpleClassNameAndMethodWithWildcardPkg[0]	5.625
	shouldMatchExactClassAndMethodCharacters[0]	5.672
	shouldMatchExactClassAndMethodWildcard[0]	5.5
	testSuccessTwo[0]	6.734
	simpleNameTest[0]	5.766
	simpleNameTestWithJavaExt[0]	5.625
	regexClass[0]	5.625
	shouldNotRunExcludedClasses[0]	5.812
	shouldNotRunExcludedMethods[0]	6.61
	simpleNameTestWithJavaExtWildcardPkg[0]	7.5
	shouldMatchMultiplePatterns[0]	5.593
	shouldMatchExactClassAndMethodsPostfix[0]	5.375
	shouldMatchSimpleClassNameAndMethodWithJavaExtWildcardPkg[0]	5.641
	simpleNameTestWithWildcardPkg[0]	5.688
	shouldMatchWildcardPackageAndClassAndMethod[0]	6.156
	shouldMatchExactClassAndMultipleMethods[0]	5.531
	fullyQualifiedTest[0]	5.609
	negativeTest[0] + - [ Detail ]	0
	skipped
	testRegexSuccessTwo[0]	5.485
	shouldMatchSimpleClassNameAndMethodWithJavaExt[0]	5.562
	shouldMatchExactClassAndMethodsWildcard[0]	5.547
	shouldMatchMultiplePatternsComplex[0]	5.61
	simpleNameTestAsParallel[0] + - [ Detail ]	0
	skipped
	shouldMatchMultiplePatternsAsParallel[0] + - [ Detail ]	0
	skipped
	shouldNotRunExcludedClassesIfIncluded[0]	5.718
	shouldMatchSimpleClassNameAndMethod[0]	5.422
	shouldMatchExactClassAndMethodPostfix[0]	5.813
	shouldMatchMultiplePatternsComplexAsParallel[0] + - [ Detail ]	0
	skipped
	regexClassAndMethod[0]	5.531
	shouldNotRunExcludedClassesAndMethods[1]	6.187
	shouldMatchSimpleClassNameAndMethodWithWildcardPkg[1]	5.813
	shouldMatchExactClassAndMethodCharacters[1]	6.094
	shouldMatchExactClassAndMethodWildcard[1]	6.156
	testSuccessTwo[1]	6.187
	simpleNameTest[1]	6.219
	simpleNameTestWithJavaExt[1]	5.75
	regexClass[1]	6.094
	shouldNotRunExcludedClasses[1]	5.937
	shouldNotRunExcludedMethods[1]	6.282
	simpleNameTestWithJavaExtWildcardPkg[1]	5.937
	shouldMatchMultiplePatterns[1]	6.11
	shouldMatchExactClassAndMethodsPostfix[1]	5.734
	shouldMatchSimpleClassNameAndMethodWithJavaExtWildcardPkg[1]	5.844
	simpleNameTestWithWildcardPkg[1]	6.265
	shouldMatchWildcardPackageAndClassAndMethod[1]	5.86
	shouldMatchExactClassAndMultipleMethods[1]	6.093
	fullyQualifiedTest[1]	5.782
	negativeTest[1] + - [ Detail ]	0
	skipped
	testRegexSuccessTwo[1]	6.265
	shouldMatchSimpleClassNameAndMethodWithJavaExt[1]	5.969
	shouldMatchExactClassAndMethodsWildcard[1]	5.828
	shouldMatchMultiplePatternsComplex[1]	5.985
	simpleNameTestAsParallel[1]	6.078
	shouldMatchMultiplePatternsAsParallel[1]	6.359
	shouldNotRunExcludedClassesIfIncluded[1]	5.875
	shouldMatchSimpleClassNameAndMethod[1]	5.906
	shouldMatchExactClassAndMethodPostfix[1]	5.625
	shouldMatchMultiplePatternsComplexAsParallel[1]	6.578
	regexClassAndMethod[1]	6.282
	shouldNotRunExcludedClassesAndMethods[2] + - [ Detail ]	0
	skipped
	shouldMatchSimpleClassNameAndMethodWithWildcardPkg[2] + - [ Detail ]	0
	skipped
	shouldMatchExactClassAndMethodCharacters[2] + - [ Detail ]	0
	skipped
	shouldMatchExactClassAndMethodWildcard[2] + - [ Detail ]	0
	skipped
	testSuccessTwo[2] + - [ Detail ]	0
	skipped
	simpleNameTest[2]	5.5
	simpleNameTestWithJavaExt[2]	5.859
	regexClass[2]	5.593
	shouldNotRunExcludedClasses[2]	5.657
	shouldNotRunExcludedMethods[2] + - [ Detail ]	0
	skipped
	simpleNameTestWithJavaExtWildcardPkg[2]	5.578
	shouldMatchMultiplePatterns[2] + - [ Detail ]	0
	skipped
	shouldMatchExactClassAndMethodsPostfix[2] + - [ Detail ]	0
	skipped
	shouldMatchSimpleClassNameAndMethodWithJavaExtWildcardPkg[2] + - [ Detail ]	0
	skipped
	simpleNameTestWithWildcardPkg[2]	5.328
	shouldMatchWildcardPackageAndClassAndMethod[2] + - [ Detail ]	0.016
	skipped
	shouldMatchExactClassAndMultipleMethods[2] + - [ Detail ]	0
	skipped
	fullyQualifiedTest[2]	5.781
	negativeTest[2]	5.359
	testRegexSuccessTwo[2] + - [ Detail ]	0
	skipped
	shouldMatchSimpleClassNameAndMethodWithJavaExt[2] + - [ Detail ]	0
	skipped
	shouldMatchExactClassAndMethodsWildcard[2] + - [ Detail ]	0
	skipped
	shouldMatchMultiplePatternsComplex[2] + - [ Detail ]	0
	skipped
	simpleNameTestAsParallel[2] + - [ Detail ]	0
	skipped
	shouldMatchMultiplePatternsAsParallel[2] + - [ Detail ]	0
	skipped
	shouldNotRunExcludedClassesIfIncluded[2]	5.688
	shouldMatchSimpleClassNameAndMethod[2] + - [ Detail ]	0
	skipped
	shouldMatchExactClassAndMethodPostfix[2] + - [ Detail ]	0
	skipped
	shouldMatchMultiplePatternsComplexAsParallel[2] + - [ Detail ]	0
	skipped
	regexClassAndMethod[2] + - [ Detail ]	0
	skipped
	shouldNotRunExcludedClassesAndMethods[3] + - [ Detail ]	0
	skipped
	shouldMatchSimpleClassNameAndMethodWithWildcardPkg[3] + - [ Detail ]	0
	skipped
	shouldMatchExactClassAndMethodCharacters[3] + - [ Detail ]	0
	skipped
	shouldMatchExactClassAndMethodWildcard[3] + - [ Detail ]	0
	skipped
	testSuccessTwo[3] + - [ Detail ]	0
	skipped
	simpleNameTest[3]	5.875
	simpleNameTestWithJavaExt[3]	6.312
	regexClass[3]	5.719
	shouldNotRunExcludedClasses[3]	6.125
	shouldNotRunExcludedMethods[3] + - [ Detail ]	0
	skipped
	simpleNameTestWithJavaExtWildcardPkg[3]	5.812
	shouldMatchMultiplePatterns[3] + - [ Detail ]	0
	skipped
	shouldMatchExactClassAndMethodsPostfix[3] + - [ Detail ]	0
	skipped
	shouldMatchSimpleClassNameAndMethodWithJavaExtWildcardPkg[3] + - [ Detail ]	0
	skipped
	simpleNameTestWithWildcardPkg[3]	6.235
	shouldMatchWildcardPackageAndClassAndMethod[3] + - [ Detail ]	0
	skipped
	shouldMatchExactClassAndMultipleMethods[3] + - [ Detail ]	0
	skipped
	fullyQualifiedTest[3]	6.047
	negativeTest[3]	5.437
	testRegexSuccessTwo[3] + - [ Detail ]	0
	skipped
	shouldMatchSimpleClassNameAndMethodWithJavaExt[3] + - [ Detail ]	0
	skipped
	shouldMatchExactClassAndMethodsWildcard[3] + - [ Detail ]	0
	skipped
	shouldMatchMultiplePatternsComplex[3] + - [ Detail ]	0
	skipped
	simpleNameTestAsParallel[3]	6.047
	shouldMatchMultiplePatternsAsParallel[3] + - [ Detail ]	0
	skipped
	shouldNotRunExcludedClassesIfIncluded[3]	5.922
	shouldMatchSimpleClassNameAndMethod[3] + - [ Detail ]	0
	skipped
	shouldMatchExactClassAndMethodPostfix[3] + - [ Detail ]	0
	skipped
	shouldMatchMultiplePatternsComplexAsParallel[3] + - [ Detail ]	0
	skipped
	regexClassAndMethod[3] + - [ Detail ]	0
	skipped
	shouldNotRunExcludedClassesAndMethods[4] + - [ Detail ]	0
	skipped
	shouldMatchSimpleClassNameAndMethodWithWildcardPkg[4] + - [ Detail ]	0
	skipped
	shouldMatchExactClassAndMethodCharacters[4] + - [ Detail ]	0
	skipped
	shouldMatchExactClassAndMethodWildcard[4] + - [ Detail ]	0
	skipped
	testSuccessTwo[4] + - [ Detail ]	0
	skipped
	simpleNameTest[4]	5.906
	simpleNameTestWithJavaExt[4]	5.438
	regexClass[4]	5.797
	shouldNotRunExcludedClasses[4]	5.484
	shouldNotRunExcludedMethods[4] + - [ Detail ]	0
	skipped
	simpleNameTestWithJavaExtWildcardPkg[4]	5.562
	shouldMatchMultiplePatterns[4] + - [ Detail ]	0
	skipped
	shouldMatchExactClassAndMethodsPostfix[4] + - [ Detail ]	0
	skipped
	shouldMatchSimpleClassNameAndMethodWithJavaExtWildcardPkg[4] + - [ Detail ]	0
	skipped
	simpleNameTestWithWildcardPkg[4]	5.532
	shouldMatchWildcardPackageAndClassAndMethod[4] + - [ Detail ]	0
	skipped
	shouldMatchExactClassAndMultipleMethods[4] + - [ Detail ]	0
	skipped
	fullyQualifiedTest[4]	5.218
	negativeTest[4]	5.297
	testRegexSuccessTwo[4] + - [ Detail ]	0
	skipped
	shouldMatchSimpleClassNameAndMethodWithJavaExt[4] + - [ Detail ]	0
	skipped
	shouldMatchExactClassAndMethodsWildcard[4] + - [ Detail ]	0
	skipped
	shouldMatchMultiplePatternsComplex[4] + - [ Detail ]	0
	skipped
	simpleNameTestAsParallel[4] + - [ Detail ]	0
	skipped
	shouldMatchMultiplePatternsAsParallel[4] + - [ Detail ]	0
	skipped
	shouldNotRunExcludedClassesIfIncluded[4]	5.469
	shouldMatchSimpleClassNameAndMethod[4] + - [ Detail ]	0.016
	skipped
	shouldMatchExactClassAndMethodPostfix[4] + - [ Detail ]	0
	skipped
	shouldMatchMultiplePatternsComplexAsParallel[4] + - [ Detail ]	0
	skipped
	regexClassAndMethod[4] + - [ Detail ]	0
	skipped
	shouldNotRunExcludedClassesAndMethods[5] + - [ Detail ]	0
	skipped
	shouldMatchSimpleClassNameAndMethodWithWildcardPkg[5] + - [ Detail ]	0
	skipped
	shouldMatchExactClassAndMethodCharacters[5] + - [ Detail ]	0
	skipped
	shouldMatchExactClassAndMethodWildcard[5] + - [ Detail ]	0
	skipped
	testSuccessTwo[5] + - [ Detail ]	0
	skipped
	simpleNameTest[5]	6.234
	simpleNameTestWithJavaExt[5]	6.172
	regexClass[5]	6.25
	shouldNotRunExcludedClasses[5]	5.812
	shouldNotRunExcludedMethods[5] + - [ Detail ]	0
	skipped
	simpleNameTestWithJavaExtWildcardPkg[5]	6.11
	shouldMatchMultiplePatterns[5] + - [ Detail ]	0
	skipped
	shouldMatchExactClassAndMethodsPostfix[5] + - [ Detail ]	0
	skipped
	shouldMatchSimpleClassNameAndMethodWithJavaExtWildcardPkg[5] + - [ Detail ]	0
	skipped
	simpleNameTestWithWildcardPkg[5]	5.984
	shouldMatchWildcardPackageAndClassAndMethod[5] + - [ Detail ]	0
	skipped
	shouldMatchExactClassAndMultipleMethods[5] + - [ Detail ]	0
	skipped
	fullyQualifiedTest[5]	6.235
	negativeTest[5]	5.375
	testRegexSuccessTwo[5] + - [ Detail ]	0
	skipped
	shouldMatchSimpleClassNameAndMethodWithJavaExt[5] + - [ Detail ]	0
	skipped
	shouldMatchExactClassAndMethodsWildcard[5] + - [ Detail ]	0
	skipped
	shouldMatchMultiplePatternsComplex[5] + - [ Detail ]	0
	skipped
	simpleNameTestAsParallel[5]	5.859
	shouldMatchMultiplePatternsAsParallel[5] + - [ Detail ]	0
	skipped
	shouldNotRunExcludedClassesIfIncluded[5]	6
	shouldMatchSimpleClassNameAndMethod[5] + - [ Detail ]	0
	skipped
	shouldMatchExactClassAndMethodPostfix[5] + - [ Detail ]	0
	skipped
	shouldMatchMultiplePatternsComplexAsParallel[5] + - [ Detail ]	0
	skipped
	regexClassAndMethod[5] + - [ Detail ]	0
	skipped

TestMultipleMethodPatternsTestNGIT

	shouldNotRunExcludedClassesAndMethods[0]	5.859
	shouldMatchSimpleClassNameAndMethodWithWildcardPkg[0]	6
	shouldMatchExactClassAndMethodCharacters[0]	5.766
	shouldMatchExactClassAndMethodWildcard[0]	5.719
	testSuccessTwo[0]	6.265
	simpleNameTest[0]	5.969
	simpleNameTestWithJavaExt[0]	5.578
	regexClass[0]	5.922
	shouldNotRunExcludedClasses[0]	6.266
	shouldNotRunExcludedMethods[0]	5.64
	simpleNameTestWithJavaExtWildcardPkg[0]	5.907
	shouldMatchMultiplePatterns[0]	5.421
	shouldMatchExactClassAndMethodsPostfix[0]	5.954
	shouldMatchSimpleClassNameAndMethodWithJavaExtWildcardPkg[0]	5.671
	simpleNameTestWithWildcardPkg[0]	6.11
	shouldMatchWildcardPackageAndClassAndMethod[0]	5.859
	shouldMatchExactClassAndMultipleMethods[0]	6.406
	fullyQualifiedTest[0]	5.782
	negativeTest[0] + - [ Detail ]	0
	skipped
	testRegexSuccessTwo[0]	5.765
	shouldMatchSimpleClassNameAndMethodWithJavaExt[0]	6.11
	shouldMatchExactClassAndMethodsWildcard[0]	5.687
	shouldMatchMultiplePatternsComplex[0]	5.985
	simpleNameTestAsParallel[0]	5.703
	shouldMatchMultiplePatternsAsParallel[0]	6.031
	shouldNotRunExcludedClassesIfIncluded[0]	5.703
	shouldMatchSimpleClassNameAndMethod[0]	5.969
	shouldMatchExactClassAndMethodPostfix[0]	5.953
	shouldMatchMultiplePatternsComplexAsParallel[0]	6.328
	regexClassAndMethod[0]	6
	shouldNotRunExcludedClassesAndMethods[1] + - [ Detail ]	0
	skipped
	shouldMatchSimpleClassNameAndMethodWithWildcardPkg[1] + - [ Detail ]	0
	skipped
	shouldMatchExactClassAndMethodCharacters[1] + - [ Detail ]	0
	skipped
	shouldMatchExactClassAndMethodWildcard[1] + - [ Detail ]	0
	skipped
	testSuccessTwo[1] + - [ Detail ]	0
	skipped
	simpleNameTest[1]	5.594
	simpleNameTestWithJavaExt[1]	6.125
	regexClass[1]	5.844
	shouldNotRunExcludedClasses[1]	6.328
	shouldNotRunExcludedMethods[1] + - [ Detail ]	0
	skipped
	simpleNameTestWithJavaExtWildcardPkg[1]	5.718
	shouldMatchMultiplePatterns[1] + - [ Detail ]	0
	skipped
	shouldMatchExactClassAndMethodsPostfix[1] + - [ Detail ]	0
	skipped
	shouldMatchSimpleClassNameAndMethodWithJavaExtWildcardPkg[1] + - [ Detail ]	0
	skipped
	simpleNameTestWithWildcardPkg[1]	6.25
	shouldMatchWildcardPackageAndClassAndMethod[1] + - [ Detail ]	0
	skipped
	shouldMatchExactClassAndMultipleMethods[1] + - [ Detail ]	0
	skipped
	fullyQualifiedTest[1]	5.61
	negativeTest[1]	5.484
	testRegexSuccessTwo[1] + - [ Detail ]	0
	skipped
	shouldMatchSimpleClassNameAndMethodWithJavaExt[1] + - [ Detail ]	0
	skipped
	shouldMatchExactClassAndMethodsWildcard[1] + - [ Detail ]	0
	skipped
	shouldMatchMultiplePatternsComplex[1] + - [ Detail ]	0.016
	skipped
	simpleNameTestAsParallel[1]	6.156
	shouldMatchMultiplePatternsAsParallel[1] + - [ Detail ]	0
	skipped
	shouldNotRunExcludedClassesIfIncluded[1]	5.859
	shouldMatchSimpleClassNameAndMethod[1] + - [ Detail ]	0
	skipped
	shouldMatchExactClassAndMethodPostfix[1] + - [ Detail ]	0
	skipped
	shouldMatchMultiplePatternsComplexAsParallel[1] + - [ Detail ]	0
	skipped
	regexClassAndMethod[1] + - [ Detail ]	0
	skipped
	shouldNotRunExcludedClassesAndMethods[2] + - [ Detail ]	0
	skipped
	shouldMatchSimpleClassNameAndMethodWithWildcardPkg[2] + - [ Detail ]	0
	skipped
	shouldMatchExactClassAndMethodCharacters[2] + - [ Detail ]	0
	skipped
	shouldMatchExactClassAndMethodWildcard[2] + - [ Detail ]	0
	skipped
	testSuccessTwo[2] + - [ Detail ]	0
	skipped
	simpleNameTest[2]	5.813
	simpleNameTestWithJavaExt[2]	5.719
	regexClass[2]	5.953
	shouldNotRunExcludedClasses[2]	5.953
	shouldNotRunExcludedMethods[2] + - [ Detail ]	0
	skipped
	simpleNameTestWithJavaExtWildcardPkg[2]	6.031
	shouldMatchMultiplePatterns[2] + - [ Detail ]	0
	skipped
	shouldMatchExactClassAndMethodsPostfix[2] + - [ Detail ]	0
	skipped
	shouldMatchSimpleClassNameAndMethodWithJavaExtWildcardPkg[2] + - [ Detail ]	0
	skipped
	simpleNameTestWithWildcardPkg[2]	5.969
	shouldMatchWildcardPackageAndClassAndMethod[2] + - [ Detail ]	0
	skipped
	shouldMatchExactClassAndMultipleMethods[2] + - [ Detail ]	0
	skipped
	fullyQualifiedTest[2]	5.859
	negativeTest[2]	4.922
	testRegexSuccessTwo[2] + - [ Detail ]	0
	skipped
	shouldMatchSimpleClassNameAndMethodWithJavaExt[2] + - [ Detail ]	0
	skipped
	shouldMatchExactClassAndMethodsWildcard[2] + - [ Detail ]	0
	skipped
	shouldMatchMultiplePatternsComplex[2] + - [ Detail ]	0
	skipped
	simpleNameTestAsParallel[2]	5.922
	shouldMatchMultiplePatternsAsParallel[2] + - [ Detail ]	0
	skipped
	shouldNotRunExcludedClassesIfIncluded[2]	6.578
	shouldMatchSimpleClassNameAndMethod[2] + - [ Detail ]	0
	skipped
	shouldMatchExactClassAndMethodPostfix[2] + - [ Detail ]	0
	skipped
	shouldMatchMultiplePatternsComplexAsParallel[2] + - [ Detail ]	0
	skipped
	regexClassAndMethod[2] + - [ Detail ]	0
	skipped

TestMultipleMethodsIT

	testJunit48Provider4	6.531
	testJunit44	5.735
	testJunit48Provider47	7.062

TestNgGroupsIT

	testExclusion	7.297
	testGroupsAndExclusion	6.985
	groupsWithDash	7.234
	testOnlyGroups	6.766
	groupsBySimpleRegex	7.156

TestNgParallelWithAnnotationsIT

testTestNgGroupThreadParallel

7.656

TestNgSuccessPercentageIT

testPassesWhenFailuresLessThanSuccessPercentage

5.484

TestSingleMethodIT

	testJunit48Provider4	6.797
	testJunit44	6.047
	testJunit48parallel	7.016
	testJunit48Provider47	6.656
	testTestNg5149	6.922
	testTestNg	6.562

TimeoutForkedTestIT

testTimeoutForked

6.485

TwoTestCasesIT

	testJunit4Suite	6.531
	testTestNGSuite	6.156
	testTwoTestCases	5.953
	testTwoTestCaseSuite	5.985

UmlautDirIT

	testUmlautIsolatedClassLoader	6.187
	testUmlaut	5.922

UnicodeTestNamesIT

	checkFileNamesWithUnicode + - [ Detail ]	0.016
	skipped

UseIsolatedClassLoaderIT

testUseSystemClassLoader

6.234

WorkingDirectoryIsInvalidPropertyIT

testWorkingDirectory

4.641

WorkingDirectoryIT

	testWorkingDirectory	6.234
	testWorkingDirectoryChildOnlyNoFork	5.016
	testWorkingDirectoryNoFork	4.875
	testWorkingDirectoryChildOnly	5.89

WorkingDirectoryMissingIT

testWorkingDirectory

5.875

XmlReporterRunTimeIT

testForkModeAlways

14.86

Failure Details

[Summary] [Package List] [Test Cases]

	suiteXmlForkModeAlways
	skipped: Fails - see SUREFIRE-1123
	XXXtest50
	skipped: 5.0 and 5.0.1 jars on central are malformed SUREFIRE-375 + MAVENUPLOAD-1024
	XXXtest501
	skipped: 5.0 and 5.0.1 jars on central are malformed SUREFIRE-375 + MAVENUPLOAD-1024
	twoSpecifiedTestExecutionsInCorrectExecutionBlocks
	skipped: since SUREFIRE-1153 the includes/excludes are overridden by -Dtest or it.test for whatever execution
	singleTestInOneExecutionOfMultiExecutionProject
	skipped: since SUREFIRE-1153 the includes/excludes are overridden by -Dtest or it.test for whatever execution
	negativeTest[0]
	skipped: skipped
	simpleNameTestAsParallel[0]
	skipped: skipped
	shouldMatchMultiplePatternsAsParallel[0]
	skipped: skipped
	shouldMatchMultiplePatternsComplexAsParallel[0]
	skipped: skipped
	negativeTest[1]
	skipped: skipped
	shouldNotRunExcludedClassesAndMethods[2]
	skipped: skipped
	shouldMatchSimpleClassNameAndMethodWithWildcardPkg[2]
	skipped: skipped
	shouldMatchExactClassAndMethodCharacters[2]
	skipped: skipped
	shouldMatchExactClassAndMethodWildcard[2]
	skipped: skipped
	testSuccessTwo[2]
	skipped: skipped
	shouldNotRunExcludedMethods[2]
	skipped: skipped
	shouldMatchMultiplePatterns[2]
	skipped: skipped
	shouldMatchExactClassAndMethodsPostfix[2]
	skipped: skipped
	shouldMatchSimpleClassNameAndMethodWithJavaExtWildcardPkg[2]
	skipped: skipped
	shouldMatchWildcardPackageAndClassAndMethod[2]
	skipped: skipped
	shouldMatchExactClassAndMultipleMethods[2]
	skipped: skipped
	testRegexSuccessTwo[2]
	skipped: skipped
	shouldMatchSimpleClassNameAndMethodWithJavaExt[2]
	skipped: skipped
	shouldMatchExactClassAndMethodsWildcard[2]
	skipped: skipped
	shouldMatchMultiplePatternsComplex[2]
	skipped: skipped
	simpleNameTestAsParallel[2]
	skipped: skipped
	shouldMatchMultiplePatternsAsParallel[2]
	skipped: skipped
	shouldMatchSimpleClassNameAndMethod[2]
	skipped: skipped
	shouldMatchExactClassAndMethodPostfix[2]
	skipped: skipped
	shouldMatchMultiplePatternsComplexAsParallel[2]
	skipped: skipped
	regexClassAndMethod[2]
	skipped: skipped
	shouldNotRunExcludedClassesAndMethods[3]
	skipped: skipped
	shouldMatchSimpleClassNameAndMethodWithWildcardPkg[3]
	skipped: skipped
	shouldMatchExactClassAndMethodCharacters[3]
	skipped: skipped
	shouldMatchExactClassAndMethodWildcard[3]
	skipped: skipped
	testSuccessTwo[3]
	skipped: skipped
	shouldNotRunExcludedMethods[3]
	skipped: skipped
	shouldMatchMultiplePatterns[3]
	skipped: skipped
	shouldMatchExactClassAndMethodsPostfix[3]
	skipped: skipped
	shouldMatchSimpleClassNameAndMethodWithJavaExtWildcardPkg[3]
	skipped: skipped
	shouldMatchWildcardPackageAndClassAndMethod[3]
	skipped: skipped
	shouldMatchExactClassAndMultipleMethods[3]
	skipped: skipped
	testRegexSuccessTwo[3]
	skipped: skipped
	shouldMatchSimpleClassNameAndMethodWithJavaExt[3]
	skipped: skipped
	shouldMatchExactClassAndMethodsWildcard[3]
	skipped: skipped
	shouldMatchMultiplePatternsComplex[3]
	skipped: skipped
	shouldMatchMultiplePatternsAsParallel[3]
	skipped: skipped
	shouldMatchSimpleClassNameAndMethod[3]
	skipped: skipped
	shouldMatchExactClassAndMethodPostfix[3]
	skipped: skipped
	shouldMatchMultiplePatternsComplexAsParallel[3]
	skipped: skipped
	regexClassAndMethod[3]
	skipped: skipped
	shouldNotRunExcludedClassesAndMethods[4]
	skipped: skipped
	shouldMatchSimpleClassNameAndMethodWithWildcardPkg[4]
	skipped: skipped
	shouldMatchExactClassAndMethodCharacters[4]
	skipped: skipped
	shouldMatchExactClassAndMethodWildcard[4]
	skipped: skipped
	testSuccessTwo[4]
	skipped: skipped
	shouldNotRunExcludedMethods[4]
	skipped: skipped
	shouldMatchMultiplePatterns[4]
	skipped: skipped
	shouldMatchExactClassAndMethodsPostfix[4]
	skipped: skipped
	shouldMatchSimpleClassNameAndMethodWithJavaExtWildcardPkg[4]
	skipped: skipped
	shouldMatchWildcardPackageAndClassAndMethod[4]
	skipped: skipped
	shouldMatchExactClassAndMultipleMethods[4]
	skipped: skipped
	testRegexSuccessTwo[4]
	skipped: skipped
	shouldMatchSimpleClassNameAndMethodWithJavaExt[4]
	skipped: skipped
	shouldMatchExactClassAndMethodsWildcard[4]
	skipped: skipped
	shouldMatchMultiplePatternsComplex[4]
	skipped: skipped
	simpleNameTestAsParallel[4]
	skipped: skipped
	shouldMatchMultiplePatternsAsParallel[4]
	skipped: skipped
	shouldMatchSimpleClassNameAndMethod[4]
	skipped: skipped
	shouldMatchExactClassAndMethodPostfix[4]
	skipped: skipped
	shouldMatchMultiplePatternsComplexAsParallel[4]
	skipped: skipped
	regexClassAndMethod[4]
	skipped: skipped
	shouldNotRunExcludedClassesAndMethods[5]
	skipped: skipped
	shouldMatchSimpleClassNameAndMethodWithWildcardPkg[5]
	skipped: skipped
	shouldMatchExactClassAndMethodCharacters[5]
	skipped: skipped
	shouldMatchExactClassAndMethodWildcard[5]
	skipped: skipped
	testSuccessTwo[5]
	skipped: skipped
	shouldNotRunExcludedMethods[5]
	skipped: skipped
	shouldMatchMultiplePatterns[5]
	skipped: skipped
	shouldMatchExactClassAndMethodsPostfix[5]
	skipped: skipped
	shouldMatchSimpleClassNameAndMethodWithJavaExtWildcardPkg[5]
	skipped: skipped
	shouldMatchWildcardPackageAndClassAndMethod[5]
	skipped: skipped
	shouldMatchExactClassAndMultipleMethods[5]
	skipped: skipped
	testRegexSuccessTwo[5]
	skipped: skipped
	shouldMatchSimpleClassNameAndMethodWithJavaExt[5]
	skipped: skipped
	shouldMatchExactClassAndMethodsWildcard[5]
	skipped: skipped
	shouldMatchMultiplePatternsComplex[5]
	skipped: skipped
	shouldMatchMultiplePatternsAsParallel[5]
	skipped: skipped
	shouldMatchSimpleClassNameAndMethod[5]
	skipped: skipped
	shouldMatchExactClassAndMethodPostfix[5]
	skipped: skipped
	shouldMatchMultiplePatternsComplexAsParallel[5]
	skipped: skipped
	regexClassAndMethod[5]
	skipped: skipped
	negativeTest[0]
	skipped: skipped
	shouldNotRunExcludedClassesAndMethods[1]
	skipped: skipped
	shouldMatchSimpleClassNameAndMethodWithWildcardPkg[1]
	skipped: skipped
	shouldMatchExactClassAndMethodCharacters[1]
	skipped: skipped
	shouldMatchExactClassAndMethodWildcard[1]
	skipped: skipped
	testSuccessTwo[1]
	skipped: skipped
	shouldNotRunExcludedMethods[1]
	skipped: skipped
	shouldMatchMultiplePatterns[1]
	skipped: skipped
	shouldMatchExactClassAndMethodsPostfix[1]
	skipped: skipped
	shouldMatchSimpleClassNameAndMethodWithJavaExtWildcardPkg[1]
	skipped: skipped
	shouldMatchWildcardPackageAndClassAndMethod[1]
	skipped: skipped
	shouldMatchExactClassAndMultipleMethods[1]
	skipped: skipped
	testRegexSuccessTwo[1]
	skipped: skipped
	shouldMatchSimpleClassNameAndMethodWithJavaExt[1]
	skipped: skipped
	shouldMatchExactClassAndMethodsWildcard[1]
	skipped: skipped
	shouldMatchMultiplePatternsComplex[1]
	skipped: skipped
	shouldMatchMultiplePatternsAsParallel[1]
	skipped: skipped
	shouldMatchSimpleClassNameAndMethod[1]
	skipped: skipped
	shouldMatchExactClassAndMethodPostfix[1]
	skipped: skipped
	shouldMatchMultiplePatternsComplexAsParallel[1]
	skipped: skipped
	regexClassAndMethod[1]
	skipped: skipped
	shouldNotRunExcludedClassesAndMethods[2]
	skipped: skipped
	shouldMatchSimpleClassNameAndMethodWithWildcardPkg[2]
	skipped: skipped
	shouldMatchExactClassAndMethodCharacters[2]
	skipped: skipped
	shouldMatchExactClassAndMethodWildcard[2]
	skipped: skipped
	testSuccessTwo[2]
	skipped: skipped
	shouldNotRunExcludedMethods[2]
	skipped: skipped
	shouldMatchMultiplePatterns[2]
	skipped: skipped
	shouldMatchExactClassAndMethodsPostfix[2]
	skipped: skipped
	shouldMatchSimpleClassNameAndMethodWithJavaExtWildcardPkg[2]
	skipped: skipped
	shouldMatchWildcardPackageAndClassAndMethod[2]
	skipped: skipped
	shouldMatchExactClassAndMultipleMethods[2]
	skipped: skipped
	testRegexSuccessTwo[2]
	skipped: skipped
	shouldMatchSimpleClassNameAndMethodWithJavaExt[2]
	skipped: skipped
	shouldMatchExactClassAndMethodsWildcard[2]
	skipped: skipped
	shouldMatchMultiplePatternsComplex[2]
	skipped: skipped
	shouldMatchMultiplePatternsAsParallel[2]
	skipped: skipped
	shouldMatchSimpleClassNameAndMethod[2]
	skipped: skipped
	shouldMatchExactClassAndMethodPostfix[2]
	skipped: skipped
	shouldMatchMultiplePatternsComplexAsParallel[2]
	skipped: skipped
	regexClassAndMethod[2]
	skipped: skipped
	checkFileNamesWithUnicode
	skipped: skipped