Failsafe Report

Summary

[Summary] [Package List] [Test Cases]

Note: failures are anticipated and checked for with assertions while errors are unanticipated.

Package List

[Summary] [Package List] [Test Cases]

Note: package statistics are not computed recursively, they only sum up all of its testsuites numbers.

org.apache.maven.surefire.its

	Class	Tests	Errors	Failures	Skipped	Success Rate	Time
	AbstractTestCaseIT	1	0	0	0	100%	10.478
	AdditionalClasspathIT	1	0	0	0	100%	7.41
	AggregateReportIT	1	0	0	0	100%	9.591
	ArgLineIT	1	0	0	0	100%	8.814
	ArgLinePropertiesIT	1	0	0	0	100%	9.517
	AssumptionFailureReportIT	1	0	0	0	100%	7.629
	CheckSingleTestIT	4	0	0	0	100%	26.78
	CheckTestFailIfNoTestsForkModeIT	6	0	0	0	100%	43.326
	CheckTestFailIfNoTestsIT	3	0	0	0	100%	16.3
	CheckTestNgBeforeMethodFailureIT	1	0	0	0	100%	9.104
	CheckTestNgBeforeMethodIT	1	0	0	0	100%	8.922
	CheckTestNgCustomObjectFactoryIT	1	0	0	0	100%	7.051
	CheckTestNgCustomTestRunnerFactoryIT	1	0	0	0	100%	7.66
	CheckTestNgExecuteErrorIT	1	0	0	0	100%	9.549
	CheckTestNgGroupThreadParallelIT	1	0	0	0	100%	7.317
	CheckTestNgJdk14IT	1	0	0	0	100%	10.003
	CheckTestNgListenerReporterIT	9	0	0	0	100%	74.816
	CheckTestNgListenersIT	1	0	0	0	100%	8.747
	CheckTestNgPathWithSpacesIT	1	0	0	0	100%	9.21
	CheckTestNgReportTestIT	3	0	0	0	100%	32.405
	CheckTestNgSuiteXmlIT	3	0	0	0	100%	31.519
	CheckTestNgSuiteXmlSingleIT	1	0	0	0	100%	9.063
	CheckTestNgVersionsIT	20	0	0	2	90%	169.99
	ClasspathFilteringIT	1	0	0	0	100%	7.146
	ClassPathOrderIT	1	0	0	0	100%	8.184
	ClasspathScopeFilteringIT	1	0	0	0	100%	6.98
	ConsoleOutputIT	4	0	0	0	100%	86.764
	CrashDetectionIT	3	0	0	0	100%	29.654
	DefaultConfigurationIT	1	0	0	0	100%	6.656
	EnvironmentVariableIT	1	0	0	0	100%	9.097
	EnvironmentVariablesIT	3	0	0	0	100%	27.517
	FailFastJUnitIT	12	0	0	0	100%	175.732
	FailFastTestNgIT	6	0	0	0	100%	83.992
	ForkConsoleOutputIT	4	0	0	0	100%	35.916
	ForkConsoleOutputWithErrorsIT	1	0	0	0	100%	18.005
	ForkModeIT	12	0	0	0	100%	174.86
	ForkModeMultiModuleIT	4	0	0	0	100%	61.551
	ForkModeTestNGIT	12	0	0	0	100%	148.323
	IncludesExcludesFromFileIT	6	0	0	0	100%	48.483
	IncludesExcludesIT	3	0	0	0	100%	26.408
	Java9FullApiIT	3	0	0	3	0%	0.001
	JUnit44HamcrestIT	1	0	0	0	100%	8.799
	JUnit47ConcurrencyIT	1	0	0	0	100%	8.664
	JUnit47ParallelIT	59	0	0	0	100%	582.313
	JUnit47ParallelNotThreadSafeIT	1	0	0	0	100%	7.873
	JUnit47RedirectOutputIT	2	0	0	0	100%	20.535
	JUnit47RerunFailingTestWithCucumberIT	3	0	0	0	100%	27.453
	JUnit47StaticInnerClassTestsIT	1	0	0	0	100%	7.784
	JUnit47WithCucumberIT	2	0	0	0	100%	18.338
	JUnit48TestCategoriesIT	8	0	0	0	100%	94.86
	JUnit4ForkAlwaysStaticInitPollutionIT	1	0	0	0	100%	10.29
	JUnit4IgnoreIT	2	0	0	0	100%	18.9
	JUnit4RerunFailingTestsIT	5	0	0	0	100%	192.496
	JUnit4RunListenerIT	2	0	0	0	100%	19.543
	JUnit4VersionsIT	16	0	0	0	100%	130.509
	JUnitDepIT	4	0	0	0	100%	39.031
	JUnitPlatformEnginesIT	14	0	0	0	100%	62.407
	JUnitPlatformIT	48	0	0	0	100%	429.445
	JUnitPlatformRerunFailingTestsIT	5	0	0	0	100%	216.03
	JUnitPlatformStreamCorruptionIT	1	0	0	0	100%	9.845
	LongWindowsPathIT	1	0	0	0	100%	9.486
	ModulePathIT	2	0	0	2	0%	0.001
	NoRunnableTestsInClassIT	1	0	0	0	100%	8.954
	PlainOldJavaClasspathIT	1	0	0	0	100%	8.284
	PlexusConflictIT	2	0	0	0	100%	17.409
	PojoSimpleIT	1	0	0	0	100%	8.753
	ReportersIT	1	0	0	0	100%	9.149
	ResultCountingIT	3	0	0	0	100%	29.39
	RunOrderIT	4	0	0	0	100%	33.106
	RunOrderParallelForksIT	4	0	0	0	100%	38.942
	SiblingAggregatorIT	1	0	0	0	100%	8.958
	SmartStackTraceIT	1	0	0	0	100%	9.013
	Surefire1602IT	1	0	0	0	100%	20.805
	SystemPropertiesTestIT	2	0	0	0	100%	16.075
	TestMethodPatternIT	7	0	0	0	100%	66.005
	TestMultipleMethodPatternsIT	180	0	0	87	51.667%	668.372
	TestMultipleMethodPatternsTestNGIT	90	0	0	41	54.444%	339.285
	TestMultipleMethodsIT	3	0	0	0	100%	26.392
	TestNgGroupsIT	5	0	0	0	100%	51.153
	TestNgParallelWithAnnotationsIT	1	0	0	0	100%	15.298
	TestNgSuccessPercentageIT	1	0	0	0	100%	7.297
	TestSingleMethodIT	9	0	0	0	100%	91.67
	TimeoutForkedTestIT	1	0	0	0	100%	9.349
	TwoTestCasesIT	4	0	0	0	100%	35.084
	UmlautDirIT	4	0	0	2	50%	17.487
	UnicodeTestNamesIT	1	0	0	0	100%	11.842
	UseIsolatedClassLoaderIT	1	0	0	0	100%	8.756
	WorkingDirectoryIsInvalidPropertyIT	1	0	0	0	100%	6.482
	WorkingDirectoryIT	4	0	0	0	100%	31.538
	WorkingDirectoryMissingIT	1	0	0	0	100%	8.229
	XmlReporterRunTimeIT	1	0	0	0	100%	32.506

org.apache.maven.surefire.its.jiras

	Class	Tests	Errors	Failures	Skipped	Success Rate	Time
	Surefire1004RunTestFromDependencyJarsTypeAndClassifierIT	1	0	0	0	100%	9.151
	Surefire1024VerifyFailsafeIfTestedIT	1	0	0	0	100%	8.397
	Surefire1028UnableToRunSingleIT	1	0	0	0	100%	7.904
	Surefire1036NonFilterableJUnitRunnerWithCategoriesIT	1	0	0	0	100%	8.666
	Surefire1041FailingJUnitRunnerIT	1	0	0	0	100%	10.437
	Surefire1053SystemPropertiesIT	2	0	0	0	100%	18.279
	Surefire1055CorrectConcurrentTestCountIT	1	0	0	0	100%	10.49
	Surefire1080ParallelForkDoubleTestIT	1	0	0	0	100%	10.594
	Surefire1082ParallelJUnitParameterizedIT	3	0	0	0	100%	37.825
	Surefire1098BalancedRunOrderIT	1	0	0	0	100%	37.047
	Surefire1122ParallelAndFlakyTestsIT	3	0	0	0	100%	27.785
	Surefire1135ImproveIgnoreMessageForTestNGIT	2	0	0	0	100%	23.36
	Surefire1136CwdPropagationInForkedModeIT	1	0	0	0	100%	9.333
	Surefire1144XmlRunTimeIT	1	0	0	0	100%	8.42
	Surefire1152RerunFailingTestsInSuiteIT	2	0	0	0	100%	18.074
	Surefire1153IncludesAndSpecifiedTestIT	2	0	0	0	100%	14.587
	Surefire1158RemoveInfoLinesIT	6	0	0	0	100%	48.929
	Surefire1177TestngParallelSuitesIT	2	0	0	0	100%	21.548
	Surefire1179IT	1	0	0	0	100%	12.337
	Surefire1185DoNotSpawnTestsIT	1	0	0	0	100%	7.035
	Surefire1202RerunAndSkipIT	2	0	0	0	100%	44.242
	Surefire1209RerunAndForkCountIT	4	0	0	0	100%	78.057
	Surefire1211JUnitTestNgIT	2	0	0	0	100%	21.237
	Surefire1264IT	2	0	0	0	100%	23.101
	Surefire1265Java9IT	1	0	0	1	0%	0.001
	Surefire1278GroupNameEndingIT	1	0	0	0	100%	10.271
	Surefire1295AttributeJvmCrashesToTestsIT	9	0	0	0	100%	88.138
	Surefire1364SystemPropertiesIT	10	0	0	0	100%	101.448
	Surefire1367AssumptionLogsIT	4	0	0	0	100%	33.983
	Surefire1383ScanSessionDependenciesIT	1	0	0	0	100%	20.534
	Surefire1396CustomProviderClassPathIT	1	0	0	0	100%	23.104
	Surefire141PluggableProvidersIT	4	0	0	0	100%	51.594
	Surefire146ForkPerTestNoSetupIT	1	0	0	0	100%	8.7
	Surefire1490ReportTitleDescriptionIT	2	0	0	0	100%	34.834
	Surefire1534ReuseForksFalseWithJavaModuleIT	3	0	0	3	0%	0
	Surefire1535TestNGParallelSuitesIT	4	0	0	0	100%	44.586
	Surefire1585IT	2	0	0	0	100%	19.804
	Surefire162CharsetProviderIT	1	0	0	0	100%	8.948
	Surefire1712ExtractedModulenameWithoutASMIT	1	0	0	1	0%	0
	Surefire224WellFormedXmlFailuresIT	1	0	0	0	100%	8.995
	Surefire257NotRerunningTestsIT	1	0	0	0	100%	11.47
	Surefire260TestWithIdenticalNamesIT	1	0	0	0	100%	16.515
	Surefire34SecurityManagerIT	2	0	0	0	100%	17.243
	Surefire376TestNgAfterSuiteFailureIT	1	0	0	0	100%	9.139
	Surefire377TestNgAndJUnitTogetherIT	2	0	0	0	100%	17.399
	Surefire408ManualProviderSelectionIT	1	0	0	0	100%	8.783
	Surefire42NotExtendingTestCaseIT	1	0	0	0	100%	8.639
	Surefire44InnerClassTestIT	1	0	0	0	100%	8.74
	Surefire500PuzzlingErrorIT	1	0	0	0	100%	9.944
	Surefire510TestClassPathForkModesIT	2	0	0	0	100%	23.431
	Surefire569RunTestFromDependencyJarsIT	1	0	0	0	100%	8.306
	Surefire570MultipleReportDirectoriesIT	2	0	0	0	100%	44.685
	Surefire613TestCountInParallelIT	1	0	0	0	100%	10.346
	Surefire621TestCountingJunit3InParallelIT	5	0	0	0	100%	53.769
	Surefire628ConsoleOutputBeforeAndAfterClassIT	1	0	0	0	100%	9.877
	Surefire634UnsettableSystemPropertiesWarningIT	1	0	0	0	100%	9.14
	Surefire649EmptyStringSystemPropertiesIT	2	0	0	0	100%	14.718
	Surefire673MockitoIT	1	0	0	0	100%	9.109
	Surefire674BuildFailingWhenErrorsIT	1	0	0	0	100%	8.778
	Surefire674BuildFailingWhenFailsafeErrorsIT	1	0	0	0	100%	10.258
	Surefire685CommaSeparatedIncludesIT	1	0	0	0	100%	8.789
	Surefire697NiceSummaryIT	1	0	0	0	100%	8.602
	Surefire705ParallelForkTimeoutIT	1	0	0	0	100%	11.904
	Surefire733AllOverrridesCapturedIT	1	0	0	0	100%	8.873
	Surefire735ForkFailWithRedirectConsoleOutputIT	2	0	0	0	100%	16.353
	Surefire740TruncatedCommaIT	1	0	0	0	100%	6.811
	Surefire747MethodParallelWithSuiteCountIT	2	0	0	0	100%	31.15
	Surefire772BothReportsIT	3	0	0	0	100%	15.173
	Surefire772NoFailsafeReportsIT	4	0	0	0	100%	27.708
	Surefire772NoSurefireReportsIT	4	0	0	0	100%	22.329
	Surefire772SpecifiedReportsIT	3	0	0	0	100%	15.656
	Surefire801ForkModeNoneClassLoaderIT	1	0	0	0	100%	6.581
	Surefire803MultiFailsafeExecsIT	2	0	0	0	100%	32.214
	Surefire806SpecifiedTestControlsIT	3	0	0	2	33.333%	8.582
	Surefire809GroupExpressionsIT	6	0	0	0	100%	59.332
	Surefire812Log4JClassLoaderIT	1	0	0	0	100%	9.043
	Surefire817SystemExitIT	1	0	0	0	100%	11.535
	Surefire818NpeIgnoresTestsIT	1	0	0	0	100%	10.009
	Surefire828EmptyGroupExprIT	4	0	0	0	100%	41.288
	Surefire832ProviderSelectionIT	1	0	0	0	100%	10.672
	Surefire839TestWithoutCategoriesIT	2	0	0	0	100%	22.818
	Surefire847AdditionalFailureIT	1	0	0	0	100%	10.096
	Surefire855AllowFailsafeUseArtifactFileIT	4	0	0	0	100%	65.211
	Surefire901MIssingResultfileWhenNoTestsIT	1	0	0	0	100%	7.844
	Surefire907PerThreadWithoutThreadCountIT	1	0	0	0	100%	6.688
	Surefire920TestFailureIgnoreWithTimeoutIT	2	0	0	0	100%	22.013
	Surefire926FailureWith2ProvidersIT	1	0	0	0	100%	12.824
	Surefire930TestNgSuiteXmlIT	1	0	0	0	100%	14.34
	Surefire943ReportContentIT	2	0	0	0	100%	37.109
	Surefire946KillMainProcessInReusableForkIT	6	0	0	0	100%	94.831
	Surefire972BizarreNoClassDefIT	1	0	0	0	100%	11.15
	Surefire975DefaultVMEncodingIT	1	0	0	0	100%	9.282
	Surefire979WrongClassLoaderIT	1	0	0	0	100%	9.164
	Surefire985ParameterizedRunnerAndCategoriesIT	1	0	0	0	100%	7.888
	Surefire995CategoryInheritanceIT	5	0	0	0	100%	40.567

Test Cases

[Summary] [Package List] [Test Cases]

AbstractTestCaseIT

abstractTestCase

10.458

AdditionalClasspathIT

additionalClasspath

7.407

AggregateReportIT

aggregateReport

9.59

ArgLineIT

argLine

8.813

ArgLinePropertiesIT

argLine

9.516

AssumptionFailureReportIT

testWriteSkippedMessageToReport

7.627

CheckSingleTestIT

	singleTestDotJava	6.91
	singleTestNonExistentOverride	6.117
	singleTestNonExistent	6.605
	singleTest	7.146

CheckTestFailIfNoTestsForkModeIT

	dontFailIfNoTestsForkModeAlways	7.891
	failIfNoTestsForkModeOnce	6.632
	dontFailIfNoTestsForkModeNever	7.745
	dontFailIfNoTestsForkModeOnce	7.279
	failIfNoTestsForkModeNever	6.9
	failIfNoTestsForkModeAlways	6.877

CheckTestFailIfNoTestsIT

	failIfNoTests	5.543
	dontFailIfNoTests	5.063
	jUnit48CategoriesFailWhenNoTests	5.693

CheckTestNgBeforeMethodFailureIT

testNgBeforeMethodFailure

9.102

CheckTestNgBeforeMethodIT

testNgBeforeMethod

8.921

CheckTestNgCustomObjectFactoryIT

testTestNgListenerReporter

7.05

CheckTestNgCustomTestRunnerFactoryIT

testTestNgListenerReporter

7.659

CheckTestNgExecuteErrorIT

executionError

9.549

CheckTestNgGroupThreadParallelIT

testNgGroupThreadParallel

7.316

CheckTestNgJdk14IT

testNgJdk14

9.996

CheckTestNgListenerReporterIT

	testNgListenerReporter[1: TestNG 5.7]	15.053
	testNgListenerReporter[0: TestNG 5.6]	0.107
	testNgListenerReporter[2: TestNG 5.10]	15.768
	testNgListenerReporter[3: TestNG 5.13]	0.585
	testNgListenerReporter[4: TestNG 5.14.6]	14.747
	testNgListenerReporter[5: TestNG 5.14.9]	1.495
	testNgListenerReporter[6: TestNG 6.0]	13.958
	testNgListenerReporter[7: TestNG 6.14.3]	2.598
	testNgListenerReporter[8: TestNG 7.0.0]	13.102

CheckTestNgListenersIT

testNgListenerReporter

8.745

CheckTestNgPathWithSpacesIT

testWithSpaces

9.209

CheckTestNgReportTestIT

	testNgReport	10.541
	shouldNotBeVerbose	9.47
	shouldBeVerbose	12.392

CheckTestNgSuiteXmlIT

	suiteXml	11.664
	suiteXmlForkCountTwoReuse	9.516
	suiteXmlForkModeAlways	10.337

CheckTestNgSuiteXmlSingleIT

testNgSuite

9.062

CheckTestNgVersionsIT

	test502	9.251
	test510	8.939
	test511	9.296
	test512	9.744
	test513	9.688
	test514	9.475
	test685	10.234
	test5131	10.106
	test5141	9.512
	test5142	10.22
	test47	9.49
	test51	9.146
	test55	9.494
	test56	8.914
	test57	8.783
	test58	9.295
	test59	9.121
	test60	9.277
	xXXtest501 + - [ Detail ]	0
	5.0 and 5.0.1 jars on central are malformed SUREFIRE-375 + MAVENUPLOAD-1024
	xXXtest50 + - [ Detail ]	0
	5.0 and 5.0.1 jars on central are malformed SUREFIRE-375 + MAVENUPLOAD-1024

ClasspathFilteringIT

additionalClasspath

7.145

ClassPathOrderIT

classPathOrder

8.182

ClasspathScopeFilteringIT

additionalClasspath

6.978

ConsoleOutputIT

	properNewlinesAndEncodingWithDifferentEncoding	9.024
	properNewlinesAndEncodingWithDefaultEncodings	8.784
	largerSoutThanMemory	58.706
	properNewlinesAndEncodingWithoutFork	10.248

CrashDetectionIT

	hardCrashInReusableFork	11.513
	crashInReusableFork	9.428
	crashInFork	8.712

DefaultConfigurationIT

defaultConfiguration

6.654

EnvironmentVariableIT

environmentVariable

9.096

EnvironmentVariablesIT

	testWhenUseSystemClassLoader	8.964
	testExcludedEnv	9.311
	testWhenDontUseSystemClassLoader	9.24

FailFastJUnitIT

	test[junit4-oneFork-ff1]	19.392
	test[junit47-oneFork-ff1]	0.56
	test[junit4-oneFork-ff2]	26.619
	test[junit47-oneFork-ff2]	2.56
	test[junit4-twoForks-ff1]	21.843
	test[junit47-twoForks-ff1]	4.878
	test[junit4-twoForks-ff2]	19.232
	test[junit47-twoForks-ff2]	9.217
	test[junit4-oneFork-ff3]	31.787
	test[junit47-oneFork-ff3]	9.972
	test[junit4-twoForks-ff3]	18.075
	test[junit47-twoForks-ff3]	29.669

FailFastTestNgIT

	test[testng-oneFork-ff1]	19.467
	test[testng-oneFork-ff2]	9.469
	test[testng-twoForks-ff1]	11.786
	test[testng-twoForks-ff2]	13.408
	test[testng-twoForks-ff3]	28.729
	test[testng-oneFork-ff3]	29.86

ForkConsoleOutputIT

	printSummaryTrueWithRedirect	9.06
	printSummaryFalseWithoutRedirect	8.875
	printSummaryTrueWithoutRedirect	9.234
	printSummaryFalseWithRedirect	8.747

ForkConsoleOutputWithErrorsIT

xmlFileContainsConsoleOutput

8.909

ForkModeIT

	testForkModeOncePerThreadSingleThread	11.39
	testForkModePerTest	12.693
	testForkCountZero	10.037
	testForkCountOneNoReuse	13.395
	testForkCountTwoNoReuse	24.228
	testForkModeNever	9.597
	testForkCountTwoReuse	23.631
	testForkCountOneReuse	12.337
	testForkModeOncePerThreadTwoThreads	23.672
	testForkModeAlways	13.293
	testForkModeNone	9.444
	testForkModeOnce	11.141

ForkModeMultiModuleIT

	testForkCountOneNoReuse	15.152
	testForkCountTwoNoReuse	13.112
	testForkCountTwoReuse	11.77
	testForkCountOneReuse	12.53

ForkModeTestNGIT

	testForkModeOncePerThreadSingleThread	11.767
	testForkModePerTest	16.216
	testForkCountZero	8.688
	testForkCountOneNoReuse	12.32
	testForkCountTwoNoReuse	17.134
	testForkModeNever	8.196
	testForkCountTwoReuse	16.592
	testForkCountOneReuse	10.015
	testForkModeOncePerThreadTwoThreads	16.528
	testForkModeAlways	12.535
	testForkModeNone	8.723
	testForkModeOnce	9.606

IncludesExcludesFromFileIT

	testSimpleMixed	8.752
	testMissingExcludes	5.897
	testRegex	8.893
	testPath	8.929
	testMissingIncludes	6.369
	testSimple	9.641

IncludesExcludesIT

	testPathBasedIncludesExcludes	8.765
	testIncludesExcludes	8.734
	testRegexIncludesExcludes	8.908

Java9FullApiIT

	shouldLoadMultipleJavaModules_JavaHome + - [ Detail ]	0
	There's no JDK 9 provided.
	shouldLoadMultipleJavaModules_ToolchainsXML + - [ Detail ]	0
	There's no JDK 9 provided.
	shouldLoadMultipleJavaModules_JvmParameter + - [ Detail ]	0
	There's no JDK 9 provided.

Surefire1004RunTestFromDependencyJarsTypeAndClassifierIT

shouldScanAndRunTestsInDependencyJars

9.149

Surefire1024VerifyFailsafeIfTestedIT

shouldScanAndRunTestsInDependencyJars

8.396

Surefire1028UnableToRunSingleIT

methodFilteringParallelExecution

7.903

Surefire1036NonFilterableJUnitRunnerWithCategoriesIT

test

8.666

Surefire1041FailingJUnitRunnerIT

reportErrorInJUnitRunnerAsTestError

10.436

Surefire1053SystemPropertiesIT

	checkWarningsSysPropTwice	9.184
	checkWarningsFileEncoding	9.09

Surefire1055CorrectConcurrentTestCountIT

testTestNgAndJUnitTogether

10.489

Surefire1080ParallelForkDoubleTestIT

test

10.592

Surefire1082ParallelJUnitParameterizedIT

	checkClassesRunParallel	11.845
	shouldRunTwo	11.981
	checkOutFileClassesRunParallel	13.997

Surefire1098BalancedRunOrderIT

reorderedParallelClasses

37.046

Surefire1122ParallelAndFlakyTestsIT

	parallelCreatesCorrectReportFork	9.982
	nonParallelCreatesCorrectReport	9.7
	parallelCreatesCorrectReport	8.101

Surefire1135ImproveIgnoreMessageForTestNGIT

	testNgReport57	11.018
	testNgReport688	12.341

Surefire1136CwdPropagationInForkedModeIT

testTestNgAndJUnitTogether

9.333

Surefire1144XmlRunTimeIT

testXmlRunTime

8.419

Surefire1152RerunFailingTestsInSuiteIT

	testJUnit48Provider47	9.439
	testJUnit48Provider4	8.635

Surefire1153IncludesAndSpecifiedTestIT

	testSpecifiedTestInIncludes	7.226
	testSpecifiedTestNotInIncludes	7.359

Surefire1158RemoveInfoLinesIT

	shouldRunWithCliOption[testng-option-ff]	15.65
	shouldRunWithCliOption[junit-option-ff]	0.806
	shouldRunWithCliOption[junit-option-X]	15.455
	shouldRunWithCliOption[testng-option-X]	1.562
	shouldRunWithCliOption[junit-option-e]	14.35
	shouldRunWithCliOption[testng-option-e]	15.454

Surefire1177TestngParallelSuitesIT

	twoSuitesInParallelForked	10.659
	twoSuitesInParallel	10.888

Surefire1179IT

suiteXmlForkCountTwoReuse

12.337

Surefire1185DoNotSpawnTestsIT

doNotSpawnUnwantedTests

7.034

Surefire1202RerunAndSkipIT

	junit47	22.505
	junit4	21.73

Surefire1209RerunAndForkCountIT

	notReusableForksJUnit47	19.733
	reusableForksJUnit47	19.379
	reusableForksJUnit4	20.329
	notReusableForksJUnit4	18.615

Surefire1211JUnitTestNgIT

	withoutJUnit	10.33
	withJUnit	10.906

Surefire1264IT

	positiveTests	11.388
	negativeTests	11.713

Surefire1265Java9IT

	shouldRunInPluginJava9 + - [ Detail ]	0
	There's no JDK 9 provided.

Surefire1278GroupNameEndingIT

testOnlyGroups

10.271

Surefire1295AttributeJvmCrashesToTestsIT

	test[0]	18.53
	test[1]	3.839
	test[2]	12.724
	test[3]	9.496
	test[4]	13.562
	test[5]	2.922
	test[6]	13.618
	test[7]	9.407
	test[8]	13.444

Surefire1364SystemPropertiesIT

	junit47InProcessParallel	10.306
	junit47Forked	10.776
	junit47InProcess	10.29
	testNg	11.125
	junit3Forked	9.171
	junit47ForkedParallel	10.504
	junit4Forked	9.33
	testNgInProcess	10.756
	junit4InProcess	10.101
	junit3InProcess	9.088

Surefire1367AssumptionLogsIT

	shouldSeeLogsInPlugin	6.55
	shouldSeeLogsParallelInPlugin	8.295
	shouldSeeLogsParallelForked	10.276
	shouldSeeLogsForked	8.86

Surefire1383ScanSessionDependenciesIT

test

10.828

Surefire1396CustomProviderClassPathIT

pluggableProviderClasspathCorrect

16.061

Surefire141PluggableProvidersIT

	pluggableProviderPresent	12.916
	invokeRuntimeException	13.134
	invokeReporterException	12.775
	constructorRuntimeException	12.767

Surefire146ForkPerTestNoSetupIT

testForkPerTestNoSetup

8.7

Surefire1490ReportTitleDescriptionIT

	shouldHaveCustomizedReportTitleAndDescription	17.858
	shouldHaveDefaultReportTitleAndDescription	16.974

Surefire1534ReuseForksFalseWithJavaModuleIT

	testExecuteWithReuseForksFalseWithJavaModule + - [ Detail ]	0
	There's no JDK 9 provided.
	testExecuteWithReuseForksFalseWithJavaModuleWithFilter + - [ Detail ]	0
	There's no JDK 9 provided.
	testExecuteWithZeroForkCountWithJavaModule + - [ Detail ]	0
	There's no JDK 9 provided.

Surefire1535TestNGParallelSuitesIT

	forks0	10.557
	forks2	11.474
	forks0Redirected	10.44
	forks2Redirected	12.11

Surefire1585IT

	shouldRunWithJupiterApi	10.048
	shouldRunWithVintage	9.755

Surefire162CharsetProviderIT

testCharsetProvider

8.947

Surefire1712ExtractedModulenameWithoutASMIT

	test + - [ Detail ]	0
	There's no JDK 9 provided.

Surefire224WellFormedXmlFailuresIT

testWellFormedXmlFailures

8.993

Surefire257NotRerunningTestsIT

shouldNotRerun

11.468

Surefire260TestWithIdenticalNamesIT

testWithIdenticalNames

16.515

Surefire34SecurityManagerIT

	testSecurityManager	8.592
	testSecurityManagerSuccessful	8.649

Surefire376TestNgAfterSuiteFailureIT

testAfterSuiteFailure

9.138

Surefire377TestNgAndJUnitTogetherIT

	testTestNgAndJUnit4Together	8.401
	testTestNgAndJUnitTogether	8.997

Surefire408ManualProviderSelectionIT

testParallelBuildResultCount

8.781

Surefire42NotExtendingTestCaseIT

testInnerClass

8.638

Surefire44InnerClassTestIT

testInnerClass

8.739

Surefire500PuzzlingErrorIT

testBuildFailingWhenErrors

9.94

Surefire510TestClassPathForkModesIT

	testForkOnce	12.332
	testForkAlways	11.099

Surefire569RunTestFromDependencyJarsIT

shouldScanAndRunTestsInDependencyJars

8.305

Surefire570MultipleReportDirectoriesIT

	testReportWithAggregate	23.135
	testReportWithoutAggregate	21.55

Surefire613TestCountInParallelIT

testParallelBuildResultCount

10.346

Surefire621TestCountingJunit3InParallelIT

	testJunit3ParallelBuildResultCount	11.029
	testJunit3ParallelSuiteBuildResultCount	10.955
	testJunit3AllParallelBuildResultCount	10.258
	testJunit3BuildResultCount	10.307
	testJunit3SuiteBuildResultCount	11.219

Surefire628ConsoleOutputBeforeAndAfterClassIT

testJunit3ParallelBuildResultCount

9.876

Surefire634UnsettableSystemPropertiesWarningIT

testJunit3ParallelBuildResultCount

9.139

Surefire649EmptyStringSystemPropertiesIT

	systemPropertyVariables	7.4
	systemProperties	7.317

Surefire673MockitoIT

testBuildFailingWhenErrors

9.109

Surefire674BuildFailingWhenErrorsIT

testBuildFailingWhenErrors

8.778

Surefire674BuildFailingWhenFailsafeErrorsIT

testBuildFailingWhenErrors

10.257

Surefire685CommaSeparatedIncludesIT

testBuildFailingWhenErrors

8.789

Surefire697NiceSummaryIT

testBuildFailingWhenErrors

8.601

Surefire705ParallelForkTimeoutIT

testTimeoutForked

11.904

Surefire733AllOverrridesCapturedIT

testLogOutput

8.872

Surefire735ForkFailWithRedirectConsoleOutputIT

	vmStartFail	8.066
	vmStartFailShouldFailBuildk	8.286

Surefire740TruncatedCommaIT

testRussianLocaleReport

6.811

Surefire747MethodParallelWithSuiteCountIT

	testMethodsParallelWithSuite	14.705
	testClassesParallelWithSuite	16.443

Surefire772BothReportsIT

	testSkippedSurefireReportGeneration	5.026
	testSkippedFailsafeReportGeneration	5.336
	testReportGeneration	4.811

Surefire772NoFailsafeReportsIT

	testSkippedFailsafeReportGeneration	5.857
	testForcedFailsafeReportGeneration	7.353
	testSkipForcedFailsafeReportGeneration	6.877
	testReportGeneration	7.621

Surefire772NoSurefireReportsIT

	testOptionalSurefireReportGeneration	6.395
	testSkippedSurefireReportGeneration	5.573
	testSkipOptionalSurefireReportGeneration	4.981
	testReportGeneration	5.379

Surefire772SpecifiedReportsIT

	testSkippedSurefireReportGeneration	5.083
	testSkippedFailsafeReportGeneration	4.997
	testReportGeneration	5.575

Surefire801ForkModeNoneClassLoaderIT

testSHouldBeOkWithForkNever

6.58

Surefire803MultiFailsafeExecsIT

	testOneExecutionRunInTwoBuilds	20.676
	testSecondExecutionRunsAfterFirstExecutionFails	11.536

Surefire806SpecifiedTestControlsIT

	singleTestInSingleExecutionProject	8.582
	twoSpecifiedTestExecutionsInCorrectExecutionBlocks + - [ Detail ]	0
	since SUREFIRE-1153 the includes/excludes are overridden by -Dtest or it.test for whatever execution
	singleTestInOneExecutionOfMultiExecutionProject + - [ Detail ]	0
	since SUREFIRE-1153 the includes/excludes are overridden by -Dtest or it.test for whatever execution

Surefire809GroupExpressionsIT

	testNGRunCategoryAB	9.006
	testExcludedGroups	10.623
	testJUnitRunCategoryNotC	10.504
	incorrectJUnitVersions	8.491
	categoryAB	11.028
	testNGRunCategoryNotC	9.678

Surefire812Log4JClassLoaderIT

testJunit3ParallelBuildResultCount

9.041

Surefire817SystemExitIT

systemExit1

11.535

Surefire818NpeIgnoresTestsIT

testBuildFailingWhenErrors

10.009

Surefire828EmptyGroupExprIT

	testJUnitRunEmptyExcludeGroups	11.07
	testJUnitRunEmptyGroups	11.072
	testTestNGRunEmptyExcludeGroups	9.907
	testTestNGRunEmptyGroups	9.239

Surefire832ProviderSelectionIT

testJUnitRunCategoryAB

10.672

Surefire839TestWithoutCategoriesIT

	classWithoutCategoryForked	11.843
	classWithoutCategory	10.974

Surefire847AdditionalFailureIT

testJUnitRunCategoryAB

10.094

Surefire855AllowFailsafeUseArtifactFileIT

	jarNotForkingShouldUseFile	13.209
	jarShouldUseFile	14.677
	warShouldUseClasses	15.936
	osgiBundleShouldUseFile	21.388

Surefire901MIssingResultfileWhenNoTestsIT

failsafeWithNoTests

7.844

Surefire907PerThreadWithoutThreadCountIT

categoryAB

6.687

Surefire920TestFailureIgnoreWithTimeoutIT

	timeoutInForkWithBuildFail	10.855
	timeoutInForkWithNoBuildFail	11.157

Surefire926FailureWith2ProvidersIT

testBuildFailingWhenErrors

12.824

Surefire930TestNgSuiteXmlIT

suiteXmlRun

14.339

Surefire943ReportContentIT

	test_noParallel	16.561
	test_parallelBoth	11.324

Surefire946KillMainProcessInReusableForkIT

	test[halt-kill]	27.389
	test[halt-exit]	10.798
	test[exit-exit]	16.11
	test[exit-kill]	11.451
	test[interrupt-exit]	18.072
	test[interrupt-kill]	29.082

Surefire972BizarreNoClassDefIT

testJunit3ParallelBuildResultCount

11.15

Surefire975DefaultVMEncodingIT

runWithRussian1251

9.281

Surefire979WrongClassLoaderIT

wrongClassloaderUSedInSmartStacktraceparser

9.162

Surefire985ParameterizedRunnerAndCategoriesIT

test

7.888

Surefire995CategoryInheritanceIT

	junit411ShouldRunExplicitCategory	8.199
	junit411ShouldExcludeExplicitCategory	8.282
	junit412ShouldExcludeInheritedCategory	8.433
	junit412ShouldRunInheritedCategory	8.545
	negativeTestShouldRunAllCategories	7.107

JUnit44HamcrestIT

testJUnit44Hamcrest

8.799

JUnit47ConcurrencyIT

test47

8.663

JUnit47ParallelIT

	unknownThreadCountClasses	6.32
	threadCountSuites	12.075
	unlimitedThreadsSuitesAndMethods1	9.736
	unlimitedThreadsSuitesAndMethods2	9.797
	unknownThreadCountMethods	5.902
	threadCountClassesAndMethods	9.848
	reusableThreadCountClassesAndMethodsOptimized	10.492
	unknownThreadCountSuites	6.101
	reusableThreadCountAll	9.361
	forcedShutdown	11.173
	unknownThreadCountAll	8.43
	serial	17.38
	reusableThreadCountAllOptimized	9.455
	suites	11.835
	unlimitedThreadsMethods1	10.818
	unlimitedThreadsMethods2	10.87
	unlimitedThreadsSuitesAndClasses1	9.516
	unlimitedThreadsSuitesAndClasses2	9.358
	threadCountAllOptimized	9.403
	threadCountAll	9.38
	everyThreadCountSuitesAndClasses	9.058
	unknownThreadCountBoth	6.222
	threadCountSuitesAndClassesOptimized	9.167
	classesAndMethods	9.151
	everyThreadCountSuitesAndMethods	9.489
	unknownThreadCountSuitesAndClasses	6.429
	reusableThreadCountSuitesAndClassesOptimized	10.244
	unknownThreadCountSuitesAndMethods	5.913
	suitesAndClasses	9.936
	suitesAndMethods	9.521
	shutdown	12.897
	threadCountClassesAndMethodsOneCore	13.56
	everyThreadCountClassesAndMethods	9.716
	all	8.469
	unknownThreadCountClassesAndMethods	6.905
	threadCountSuitesAndMethodsOptimized	9.869
	reusableThreadCountSuitesAndMethodsOptimized	10.371
	unlimitedThreadsClasses1	9.948
	unlimitedThreadsClasses2	10.178
	threadCountClasses	10.256
	everyThreadCountAll	9.701
	threadCountMethods	10.625
	unlimitedThreadsSuites1	13.694
	unlimitedThreadsSuites2	14.762
	threadCountSuitesAndClasses	9.362
	unlimitedThreadsClassesAndMethods1	9.174
	unlimitedThreadsClassesAndMethods2	9.436
	threadCountSuitesAndMethods	9.914
	classes	9.904
	reusableThreadCountSuitesAndClasses	10.315
	methods	10.588
	reusableThreadCountSuitesAndMethods	10.131
	timeoutAndForcedShutdown	10.766
	threadCountClassesAndMethodsOptimized	9.443
	unlimitedThreadsAll1	8.508
	unlimitedThreadsAll2	8.534
	forcedShutdownVerifyingLogs	9.433
	threadCountClassesAndMethodsOneCoreOptimized	12.956
	reusableThreadCountClassesAndMethods	10.516

JUnit47ParallelNotThreadSafeIT

test

7.872

JUnit47RedirectOutputIT

	testClassesParallel	10.365
	testPrintSummaryTrueWithRedirect	10.168

JUnit47RerunFailingTestWithCucumberIT

	testRerunFailingErrorTestsFalse	9.173
	testRerunFailingErrorTestsWithOneRetry	9.173
	testRerunFailingErrorTestsTwoRetry	9.107

JUnit47StaticInnerClassTestsIT

testStaticInnerClassTests

7.783

JUnit47WithCucumberIT

	testWithParallelClasses	9.255
	testWithoutParallel	9.083

JUnit48TestCategoriesIT

	testCategoriesACFullyQualifiedClassName	10.19
	testBadCategoryForkAlways	11.702
	testCategoriesABForkAlways	12.69
	testCategoriesBadCategory	10.028
	testCategoriesACClassNameSuffix	10.27
	testCategoriesACFullyQualifiedClassNameForkAlways	12.356
	testCategoriesAB	13.22
	testCategoriesACClassNameSuffixForkAlways	14.402

JUnit4ForkAlwaysStaticInitPollutionIT

testJunit4Ignore

10.29

JUnit4IgnoreIT

	testJunit4Ignore	9.115
	testJunit47ParallelIgnore	9.784

JUnit4RerunFailingTestsIT

	testRerunFailingErrorTestsFalse	38.636
	testRerunFailingErrorTestsWithOneRetry	37.753
	testRerunFailingErrorTestsTwoRetry	38.578
	testRerunOneTestMethod	39.78
	testRerunOneTestClass	37.746

JUnit4RunListenerIT

	testJUnit4RunListener	8.97
	testRunlistenerJunitCoreProvider	10.573

JUnit4VersionsIT

	testJunit[1: JUnit 4.1]	14.917
	testJunit[0: JUnit 4.0]	0.077
	testJunit[3: JUnit 4.3]	15.425
	testJunit[2: JUnit 4.2]	0.042
	testJunit[4: JUnit 4.3.1]	15.315
	testJunit[5: JUnit 4.4]	0.281
	testJunit[6: JUnit 4.5]	19.259
	testJunit[7: JUnit 4.6]	0.386
	testJunit[8: JUnit 4.7]	18.585
	testJunit[9: JUnit 4.8]	0.16
	testJunit[11: JUnit 4.8.2]	15.837
	testJunit[10: JUnit 4.8.1]	0.067
	testJunit[13: JUnit 4.10]	15.123
	testJunit[12: JUnit 4.9]	0.077
	testJunit[14: JUnit 4.11]	14.87
	testJunit[15: JUnit 4.12]	14.956

JUnitDepIT

	testJUnit44DepWithSneaky381	9.215
	testJUnit44Dep	9.362
	testJUnit47Dep	10.308
	testJUnit48Dep	10.145

JUnitPlatformEnginesIT

	testToRegex[1.0.3]	0
	testToRegex[1.1.1]	0
	platform[1.1.1]	16.15
	testToRegex[1.2.0]	0
	platform[1.0.3]	0.23
	testToRegex[1.3.2]	0
	platform[1.2.0]	15.332
	testToRegex[1.4.2]	0
	platform[1.3.2]	0.464
	testToRegex[1.5.2]	0
	platform[1.4.2]	15.477
	testToRegex[1.6.0-M1]	0
	platform[1.5.2]	2.027
	platform[1.6.0-M1]	14.751

JUnitPlatformIT

	testVintageEngine[5.2.0]	15.99
	testVintageEngine[5.3.0]	0.081
	testTags[5.2.0]	16.298
	testTags[5.3.0]	0.062
	testJQwikEngine[5.2.0]	15.073
	testJQwikEngine[5.3.0]	0.263
	testMultipleEngines[5.2.0]	17.65
	testMultipleEngines[5.3.0]	0.282
	testJupiterEngine[5.2.0]	17.007
	testJupiterEngine[5.3.0]	0.285
	testJupiterEngineWithDisplayNames[5.2.0]	17.659
	testJupiterEngineWithDisplayNames[5.3.0]	0.416
	testVintageEngine[5.3.2]	15.485
	testVintageEngine[5.4.0]	0.949
	testTags[5.3.2]	15.061
	testTags[5.4.0]	0.846
	testJQwikEngine[5.3.2]	16.166
	testJQwikEngine[5.4.0]	2.178
	testMultipleEngines[5.3.2]	20.073
	testMultipleEngines[5.4.0]	0.52
	testJupiterEngine[5.3.2]	18.086
	testJupiterEngine[5.4.0]	0.303
	testJupiterEngineWithDisplayNames[5.3.2]	17.843
	testJupiterEngineWithDisplayNames[5.4.0]	0.354
	testVintageEngine[5.4.2]	15.627
	testVintageEngine[5.5.0]	0.184
	testTags[5.4.2]	18.833
	testTags[5.5.0]	0.07
	testJQwikEngine[5.5.0]	17.531
	testJQwikEngine[5.4.2]	0.212
	testMultipleEngines[5.4.2]	19.982
	testMultipleEngines[5.5.0]	0.066
	testJupiterEngine[5.4.2]	18.737
	testJupiterEngine[5.5.0]	0.178
	testJupiterEngineWithDisplayNames[5.4.2]	19.146
	testJupiterEngineWithDisplayNames[5.5.0]	0.35
	testVintageEngine[5.5.2]	14.38
	testVintageEngine[5.6.0-M1]	6.566
	testTags[5.5.2]	9.895
	testTags[5.6.0-M1]	6.441
	testJQwikEngine[5.5.2]	7.865
	testJQwikEngine[5.6.0-M1]	12.571
	testMultipleEngines[5.5.2]	5.234
	testMultipleEngines[5.6.0-M1]	16.167
	testJupiterEngine[5.5.2]	2.705
	testJupiterEngine[5.6.0-M1]	15.464
	testJupiterEngineWithDisplayNames[5.5.2]	1.911
	testJupiterEngineWithDisplayNames[5.6.0-M1]	12.304

JUnitPlatformRerunFailingTestsIT

	testRerunFailingErrorTestsFalse	41.032
	testRerunFailingErrorTestsWithOneRetry	50.294
	testRerunFailingErrorTestsTwoRetry	42.415
	testRerunOneTestMethod	40.821
	testRerunOneTestClass	41.466

JUnitPlatformStreamCorruptionIT

warningIsNotEmitted

9.844

LongWindowsPathIT

shouldRunInSystemTmp

9.485

ModulePathIT

	testModulePathWithSpaces + - [ Detail ]	0
	There's no JDK 9 provided.
	testModulePath + - [ Detail ]	0
	There's no JDK 9 provided.

NoRunnableTestsInClassIT

testJunit3ParallelBuildResultCount

8.954

PlainOldJavaClasspathIT

testPlainOldJavaClasspath

8.283

PlexusConflictIT

	testPlexusConflict	8.939
	testPlexusConflictIsolatedClassLoader	8.47

PojoSimpleIT

twoTestsWithFixtures

8.753

ReportersIT

testRedirectOutputTestNg

9.147

ResultCountingIT

	testCountingWithJunit481ForkAlways	12.934
	testCountingWithJunit481ForkOnce	9.296
	testCountingWithJunit481ForkNever	7.158

RunOrderIT

	testReverseAlphabetical	8.884
	testNonExistingRunOrder	6.164
	testHourly	8.935
	testAlphabetical	9.122

RunOrderParallelForksIT

	testReverseAlphabetical	8.994
	testNonExistingRunOrder	7.836
	testHourly	11.373
	testAlphabetical	10.738

SiblingAggregatorIT

testSiblingAggregator

8.957

SmartStackTraceIT

misg

9.012

Surefire1602IT

nonCanonicalPath

20.805

SystemPropertiesTestIT

	testSystemProperties	9.117
	testSystemPropertiesNoFork	6.957

TestMethodPatternIT

	testJUnit48WithCategoryFilter	10.133
	testJUnit48Provider47	10.46
	testMethodPatternAfter	9.572
	testTestNGMethodPattern	8.955
	testJUnit48Provider4	9.176
	testJUnit44	8.671
	testTestNgMethodBefore	9.034

TestMultipleMethodPatternsIT

	shouldNotRunExcludedClassesAndMethods[0]	13.974
	shouldNotRunExcludedClassesAndMethods[1]	0.575
	shouldMatchExactClassAndMethodCharacters[0]	13.513
	shouldMatchExactClassAndMethodCharacters[1]	0.513
	shouldMatchExactClassAndMethodWildcard[0]	12.904
	shouldMatchExactClassAndMethodWildcard[1]	0.651
	testSuccessTwo[0]	14.627
	testSuccessTwo[1]	0.682
	simpleNameTest[0]	13.208
	simpleNameTest[1]	0.506
	simpleNameTestWithJavaExt[0]	13.943
	simpleNameTestWithJavaExt[1]	0.893
	regexClass[0]	12.785
	regexClass[1]	1.52
	shouldNotRunExcludedClasses[0]	12.56
	shouldNotRunExcludedClasses[1]	1.134
	shouldNotRunExcludedMethods[0]	13.811
	shouldNotRunExcludedMethods[1]	0.436
	simpleNameTestWithJavaExtWildcardPkg[0]	12.111
	simpleNameTestWithJavaExtWildcardPkg[1]	1.506
	shouldMatchMultiplePatterns[0]	13.283
	shouldMatchMultiplePatterns[1]	0.937
	shouldMatchExactClassAndMethodsPostfix[0]	12.178
	shouldMatchExactClassAndMethodsPostfix[1]	1.72
	simpleNameTestWithWildcardPkg[0]	15.867
	simpleNameTestWithWildcardPkg[1]	0.533
	shouldMatchWildcardPackageAndClassAndMethod[0]	16.274
	shouldMatchWildcardPackageAndClassAndMethod[1]	0.523
	shouldMatchExactClassAndMultipleMethods[0]	13.453
	shouldMatchExactClassAndMultipleMethods[1]	0.643
	fullyQualifiedTest[0]	12.891
	fullyQualifiedTest[1]	0.842
	matchSimpleClassAndMethodWithJavaExtWildcardPkg[0]	11.928
	negativeTest[0] + - [ Detail ]	0
	got: <TEST>, expected: (is <INCLUDES> or is <INCLUDES_EXCLUDES> or is <INCLUDES_FILE> or is <INCLUDES_EXCLUDES_FILE>)
	matchSimpleClassAndMethodWithJavaExtWildcardPkg[1]	1.775
	negativeTest[1] + - [ Detail ]	0
	got: <TEST>, expected: (is <INCLUDES> or is <INCLUDES_EXCLUDES> or is <INCLUDES_FILE> or is <INCLUDES_EXCLUDES_FILE>)
	testRegexSuccessTwo[0]	14.121
	testRegexSuccessTwo[1]	0.735
	shouldMatchExactClassAndMethodsWildcard[0]	13.465
	shouldMatchExactClassAndMethodsWildcard[1]	0.532
	shouldMatchMultiplePatternsComplex[0]	12.28
	simpleNameTestAsParallel[0] + - [ Detail ]	0
	got: <JUNIT4>, expected: (is <JUNIT47> or is <TestNG>)
	shouldMatchMultiplePatternsComplex[1]	1.427
	matchSimpleClassAndMethodWithWildcardPkg[0]	12.166
	shouldMatchMultiplePatternsAsParallel[0] + - [ Detail ]	0
	got: <JUNIT4>, expected: (is <JUNIT47> or is <TestNG>)
	simpleNameTestAsParallel[1]	2.53
	shouldNotRunExcludedClassesIfIncluded[0]	10.41
	matchSimpleClassAndMethodWithWildcardPkg[1]	3.681
	shouldMatchSimpleClassNameAndMethod[0]	10.508
	shouldMatchMultiplePatternsAsParallel[1]	4.979
	shouldMatchExactClassAndMethodPostfix[0]	8.152
	shouldMatchMultiplePatternsComplexAsParallel[0] + - [ Detail ]	0
	got: <JUNIT4>, expected: (is <JUNIT47> or is <TestNG>)
	shouldNotRunExcludedClassesIfIncluded[1]	4.958
	matchSimpleClassAndMethodWithJavaExt[0]	10.736
	shouldMatchSimpleClassNameAndMethod[1]	3.097
	regexClassAndMethod[0]	11.953
	shouldNotRunExcludedClassesAndMethods[2] + - [ Detail ]	0
	got: <INCLUDES>, expected: is <TEST>
	shouldMatchExactClassAndMethodCharacters[2] + - [ Detail ]	0
	got: <INCLUDES>, expected: is <TEST>
	shouldMatchExactClassAndMethodWildcard[2] + - [ Detail ]	0
	got: <INCLUDES>, expected: is <TEST>
	testSuccessTwo[2] + - [ Detail ]	0
	got: <INCLUDES>, expected: is <TEST>
	shouldMatchExactClassAndMethodPostfix[1]	1.896
	simpleNameTest[2]	11.561
	shouldMatchMultiplePatternsComplexAsParallel[1]	2.69
	simpleNameTestWithJavaExt[2]	11.656
	matchSimpleClassAndMethodWithJavaExt[1]	2.587
	regexClass[2]	12.285
	regexClassAndMethod[1]	2.108
	shouldNotRunExcludedClassesAndMethods[3] + - [ Detail ]	0
	got: <INCLUDES>, expected: is <TEST>
	shouldMatchExactClassAndMethodCharacters[3] + - [ Detail ]	0
	got: <INCLUDES>, expected: is <TEST>
	shouldMatchExactClassAndMethodWildcard[3] + - [ Detail ]	0
	got: <INCLUDES>, expected: is <TEST>
	testSuccessTwo[3] + - [ Detail ]	0
	got: <INCLUDES>, expected: is <TEST>
	shouldNotRunExcludedClasses[2]	13.743
	shouldNotRunExcludedMethods[2] + - [ Detail ]	0
	got: <INCLUDES>, expected: is <TEST>
	simpleNameTest[3]	0.72
	simpleNameTestWithJavaExtWildcardPkg[2]	13.105
	shouldMatchMultiplePatterns[2] + - [ Detail ]	0
	got: <INCLUDES>, expected: is <TEST>
	shouldMatchExactClassAndMethodsPostfix[2] + - [ Detail ]	0
	got: <INCLUDES>, expected: is <TEST>
	simpleNameTestWithJavaExt[3]	0.485
	simpleNameTestWithWildcardPkg[2]	12.932
	shouldMatchWildcardPackageAndClassAndMethod[2] + - [ Detail ]	0
	got: <INCLUDES>, expected: is <TEST>
	shouldMatchExactClassAndMultipleMethods[2] + - [ Detail ]	0
	got: <INCLUDES>, expected: is <TEST>
	regexClass[3]	0.866
	fullyQualifiedTest[2]	13.619
	matchSimpleClassAndMethodWithJavaExtWildcardPkg[2] + - [ Detail ]	0
	got: <INCLUDES>, expected: is <TEST>
	shouldNotRunExcludedClasses[3]	0.473
	shouldNotRunExcludedMethods[3] + - [ Detail ]	0
	got: <INCLUDES>, expected: is <TEST>
	negativeTest[2]	11.408
	testRegexSuccessTwo[2] + - [ Detail ]	0
	got: <INCLUDES>, expected: is <TEST>
	shouldMatchExactClassAndMethodsWildcard[2] + - [ Detail ]	0
	got: <INCLUDES>, expected: is <TEST>
	shouldMatchMultiplePatternsComplex[2] + - [ Detail ]	0
	got: <INCLUDES>, expected: is <TEST>
	simpleNameTestAsParallel[2] + - [ Detail ]	0
	got: <JUNIT4>, expected: (is <JUNIT47> or is <TestNG>)
	matchSimpleClassAndMethodWithWildcardPkg[2] + - [ Detail ]	0
	got: <INCLUDES>, expected: is <TEST>
	shouldMatchMultiplePatternsAsParallel[2] + - [ Detail ]	0
	got: <JUNIT4>, expected: (is <JUNIT47> or is <TestNG>)
	simpleNameTestWithJavaExtWildcardPkg[3]	1.987
	shouldMatchMultiplePatterns[3] + - [ Detail ]	0
	got: <INCLUDES>, expected: is <TEST>
	shouldMatchExactClassAndMethodsPostfix[3] + - [ Detail ]	0
	got: <INCLUDES>, expected: is <TEST>
	shouldNotRunExcludedClassesIfIncluded[2]	12.678
	shouldMatchSimpleClassNameAndMethod[2] + - [ Detail ]	0
	got: <INCLUDES>, expected: is <TEST>
	shouldMatchExactClassAndMethodPostfix[2] + - [ Detail ]	0
	got: <INCLUDES>, expected: is <TEST>
	shouldMatchMultiplePatternsComplexAsParallel[2] + - [ Detail ]	0
	got: <JUNIT4>, expected: (is <JUNIT47> or is <TestNG>)
	matchSimpleClassAndMethodWithJavaExt[2] + - [ Detail ]	0
	got: <INCLUDES>, expected: is <TEST>
	regexClassAndMethod[2] + - [ Detail ]	0
	got: <INCLUDES>, expected: is <TEST>
	shouldNotRunExcludedClassesAndMethods[4] + - [ Detail ]	0
	got: <INCLUDES_EXCLUDES>, expected: is <TEST>
	shouldMatchExactClassAndMethodCharacters[4] + - [ Detail ]	0
	got: <INCLUDES_EXCLUDES>, expected: is <TEST>
	shouldMatchExactClassAndMethodWildcard[4] + - [ Detail ]	0
	got: <INCLUDES_EXCLUDES>, expected: is <TEST>
	testSuccessTwo[4] + - [ Detail ]	0
	got: <INCLUDES_EXCLUDES>, expected: is <TEST>
	simpleNameTestWithWildcardPkg[3]	0.676
	shouldMatchWildcardPackageAndClassAndMethod[3] + - [ Detail ]	0
	got: <INCLUDES>, expected: is <TEST>
	shouldMatchExactClassAndMultipleMethods[3] + - [ Detail ]	0
	got: <INCLUDES>, expected: is <TEST>
	simpleNameTest[4]	18.335
	fullyQualifiedTest[3]	0.225
	matchSimpleClassAndMethodWithJavaExtWildcardPkg[3] + - [ Detail ]	0
	got: <INCLUDES>, expected: is <TEST>
	negativeTest[3]	13.163
	testRegexSuccessTwo[3] + - [ Detail ]	0
	got: <INCLUDES>, expected: is <TEST>
	shouldMatchExactClassAndMethodsWildcard[3] + - [ Detail ]	0
	got: <INCLUDES>, expected: is <TEST>
	shouldMatchMultiplePatternsComplex[3] + - [ Detail ]	0
	got: <INCLUDES>, expected: is <TEST>
	simpleNameTestWithJavaExt[4]	0.772
	regexClass[4]	13.446
	simpleNameTestAsParallel[3]	0.074
	matchSimpleClassAndMethodWithWildcardPkg[3] + - [ Detail ]	0
	got: <INCLUDES>, expected: is <TEST>
	shouldMatchMultiplePatternsAsParallel[3] + - [ Detail ]	0
	got: <INCLUDES>, expected: is <TEST>
	shouldNotRunExcludedClasses[4]	13.773
	shouldNotRunExcludedMethods[4] + - [ Detail ]	0
	got: <INCLUDES_EXCLUDES>, expected: is <TEST>
	shouldNotRunExcludedClassesIfIncluded[3]	0.535
	shouldMatchSimpleClassNameAndMethod[3] + - [ Detail ]	0
	got: <INCLUDES>, expected: is <TEST>
	shouldMatchExactClassAndMethodPostfix[3] + - [ Detail ]	0
	got: <INCLUDES>, expected: is <TEST>
	shouldMatchMultiplePatternsComplexAsParallel[3] + - [ Detail ]	0
	got: <INCLUDES>, expected: is <TEST>
	matchSimpleClassAndMethodWithJavaExt[3] + - [ Detail ]	0
	got: <INCLUDES>, expected: is <TEST>
	regexClassAndMethod[3] + - [ Detail ]	0
	got: <INCLUDES>, expected: is <TEST>
	shouldNotRunExcludedClassesAndMethods[5] + - [ Detail ]	0
	got: <INCLUDES_EXCLUDES>, expected: is <TEST>
	shouldMatchExactClassAndMethodCharacters[5] + - [ Detail ]	0
	got: <INCLUDES_EXCLUDES>, expected: is <TEST>
	shouldMatchExactClassAndMethodWildcard[5] + - [ Detail ]	0
	got: <INCLUDES_EXCLUDES>, expected: is <TEST>
	testSuccessTwo[5] + - [ Detail ]	0
	got: <INCLUDES_EXCLUDES>, expected: is <TEST>
	simpleNameTestWithJavaExtWildcardPkg[4]	13.383
	shouldMatchMultiplePatterns[4] + - [ Detail ]	0
	got: <INCLUDES_EXCLUDES>, expected: is <TEST>
	shouldMatchExactClassAndMethodsPostfix[4] + - [ Detail ]	0
	got: <INCLUDES_EXCLUDES>, expected: is <TEST>
	simpleNameTest[5]	0.646
	simpleNameTestWithWildcardPkg[4]	13.123
	shouldMatchWildcardPackageAndClassAndMethod[4] + - [ Detail ]	0
	got: <INCLUDES_EXCLUDES>, expected: is <TEST>
	shouldMatchExactClassAndMultipleMethods[4] + - [ Detail ]	0
	got: <INCLUDES_EXCLUDES>, expected: is <TEST>
	simpleNameTestWithJavaExt[5]	0.552
	fullyQualifiedTest[4]	13.502
	matchSimpleClassAndMethodWithJavaExtWildcardPkg[4] + - [ Detail ]	0
	got: <INCLUDES_EXCLUDES>, expected: is <TEST>
	regexClass[5]	0.55
	negativeTest[4]	11.271
	testRegexSuccessTwo[4] + - [ Detail ]	0
	got: <INCLUDES_EXCLUDES>, expected: is <TEST>
	shouldMatchExactClassAndMethodsWildcard[4] + - [ Detail ]	0
	got: <INCLUDES_EXCLUDES>, expected: is <TEST>
	shouldMatchMultiplePatternsComplex[4] + - [ Detail ]	0
	got: <INCLUDES_EXCLUDES>, expected: is <TEST>
	simpleNameTestAsParallel[4] + - [ Detail ]	0
	got: <JUNIT4>, expected: (is <JUNIT47> or is <TestNG>)
	matchSimpleClassAndMethodWithWildcardPkg[4] + - [ Detail ]	0
	got: <INCLUDES_EXCLUDES>, expected: is <TEST>
	shouldMatchMultiplePatternsAsParallel[4] + - [ Detail ]	0
	got: <JUNIT4>, expected: (is <JUNIT47> or is <TestNG>)
	shouldNotRunExcludedClasses[5]	2.023
	shouldNotRunExcludedMethods[5] + - [ Detail ]	0
	got: <INCLUDES_EXCLUDES>, expected: is <TEST>
	shouldNotRunExcludedClassesIfIncluded[4]	13.039
	shouldMatchSimpleClassNameAndMethod[4] + - [ Detail ]	0
	got: <INCLUDES_EXCLUDES>, expected: is <TEST>
	shouldMatchExactClassAndMethodPostfix[4] + - [ Detail ]	0
	got: <INCLUDES_EXCLUDES>, expected: is <TEST>
	shouldMatchMultiplePatternsComplexAsParallel[4] + - [ Detail ]	0
	got: <JUNIT4>, expected: (is <JUNIT47> or is <TestNG>)
	matchSimpleClassAndMethodWithJavaExt[4] + - [ Detail ]	0
	got: <INCLUDES_EXCLUDES>, expected: is <TEST>
	regexClassAndMethod[4] + - [ Detail ]	0
	got: <INCLUDES_EXCLUDES>, expected: is <TEST>
	simpleNameTestWithJavaExtWildcardPkg[5]	0.426
	shouldMatchMultiplePatterns[5] + - [ Detail ]	0
	got: <INCLUDES_EXCLUDES>, expected: is <TEST>
	shouldMatchExactClassAndMethodsPostfix[5] + - [ Detail ]	0
	got: <INCLUDES_EXCLUDES>, expected: is <TEST>
	simpleNameTestWithWildcardPkg[5]	8.764
	shouldMatchWildcardPackageAndClassAndMethod[5] + - [ Detail ]	0
	got: <INCLUDES_EXCLUDES>, expected: is <TEST>
	shouldMatchExactClassAndMultipleMethods[5] + - [ Detail ]	0
	got: <INCLUDES_EXCLUDES>, expected: is <TEST>
	fullyQualifiedTest[5]	8.701
	matchSimpleClassAndMethodWithJavaExtWildcardPkg[5] + - [ Detail ]	0
	got: <INCLUDES_EXCLUDES>, expected: is <TEST>
	negativeTest[5]	6.806
	testRegexSuccessTwo[5] + - [ Detail ]	0
	got: <INCLUDES_EXCLUDES>, expected: is <TEST>
	shouldMatchExactClassAndMethodsWildcard[5] + - [ Detail ]	0
	got: <INCLUDES_EXCLUDES>, expected: is <TEST>
	shouldMatchMultiplePatternsComplex[5] + - [ Detail ]	0
	got: <INCLUDES_EXCLUDES>, expected: is <TEST>
	simpleNameTestAsParallel[5]	8.765
	matchSimpleClassAndMethodWithWildcardPkg[5] + - [ Detail ]	0
	got: <INCLUDES_EXCLUDES>, expected: is <TEST>
	shouldMatchMultiplePatternsAsParallel[5] + - [ Detail ]	0
	got: <INCLUDES_EXCLUDES>, expected: is <TEST>
	shouldNotRunExcludedClassesIfIncluded[5]	8.56
	shouldMatchSimpleClassNameAndMethod[5] + - [ Detail ]	0
	got: <INCLUDES_EXCLUDES>, expected: is <TEST>
	shouldMatchExactClassAndMethodPostfix[5] + - [ Detail ]	0
	got: <INCLUDES_EXCLUDES>, expected: is <TEST>
	shouldMatchMultiplePatternsComplexAsParallel[5] + - [ Detail ]	0
	got: <INCLUDES_EXCLUDES>, expected: is <TEST>
	matchSimpleClassAndMethodWithJavaExt[5] + - [ Detail ]	0
	got: <INCLUDES_EXCLUDES>, expected: is <TEST>
	regexClassAndMethod[5] + - [ Detail ]	0
	got: <INCLUDES_EXCLUDES>, expected: is <TEST>