mirror of
https://github.com/ThrowTheSwitch/Unity
synced 2026-09-28 23:22:00 -04:00
joniumGit
b5ebbd7474
The line-number search in UnityTestRunnerGenerator#find_tests requires
whitespace before the test name. A definition written as
void
test_something(void)
puts the name at column 0, so the regex never matches the definition
line. The search then scans to the end of the file for every test,
O(tests x lines), and reports line number 0 for all of them.
Accept start-of-line as well as whitespace before the name, and compile
the regex once per test instead of once per line.
1419 lines
52 KiB
Ruby
1419 lines
52 KiB
Ruby
# =========================================================================
|
|
# Unity - A Test Framework for C
|
|
# ThrowTheSwitch.org
|
|
# Copyright (c) 2007-26 Mike Karlesky, Mark VanderVoord, & Greg Williams
|
|
# SPDX-License-Identifier: MIT
|
|
# =========================================================================
|
|
|
|
require '../auto/generate_test_runner.rb'
|
|
|
|
$generate_test_runner_tests = 0
|
|
$generate_test_runner_failures = 0
|
|
|
|
OUT_FILE = 'build/testsample_'
|
|
|
|
RUNNER_TESTS = [
|
|
{ :name => 'DefaultsThroughOptions',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST'],
|
|
:options => nil, #defaults
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses',
|
|
'spec_ThisTestPassesWhenNormalSetupRan',
|
|
'spec_ThisTestPassesWhenNormalTeardownRan',
|
|
'test_NotBeConfusedByLongComplicatedStrings',
|
|
'test_NotDisappearJustBecauseTheTestBeforeAndAfterHaveCrazyStrings',
|
|
'test_StillNotBeConfusedByLongComplicatedStrings',
|
|
'should_RunTestsStartingWithShouldByDefault',
|
|
'spec_ThisTestPassesWhenNormalSuiteSetupAndTeardownRan',
|
|
],
|
|
:to_fail => [ 'test_ThisTestAlwaysFails' ],
|
|
:to_ignore => [ 'test_ThisTestAlwaysIgnored' ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'DefaultsThroughCommandLine',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST'],
|
|
:cmdline => "", #defaults
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses',
|
|
'spec_ThisTestPassesWhenNormalSetupRan',
|
|
'spec_ThisTestPassesWhenNormalTeardownRan',
|
|
'test_NotBeConfusedByLongComplicatedStrings',
|
|
'test_NotDisappearJustBecauseTheTestBeforeAndAfterHaveCrazyStrings',
|
|
'test_StillNotBeConfusedByLongComplicatedStrings',
|
|
'should_RunTestsStartingWithShouldByDefault',
|
|
'spec_ThisTestPassesWhenNormalSuiteSetupAndTeardownRan',
|
|
],
|
|
:to_fail => [ 'test_ThisTestAlwaysFails' ],
|
|
:to_ignore => [ 'test_ThisTestAlwaysIgnored' ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'DefaultsThroughYAMLFile',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST'],
|
|
:cmdline => "", #defaults
|
|
:yaml => {}, #defaults
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses',
|
|
'spec_ThisTestPassesWhenNormalSetupRan',
|
|
'spec_ThisTestPassesWhenNormalTeardownRan',
|
|
'test_NotBeConfusedByLongComplicatedStrings',
|
|
'test_NotDisappearJustBecauseTheTestBeforeAndAfterHaveCrazyStrings',
|
|
'test_StillNotBeConfusedByLongComplicatedStrings',
|
|
'should_RunTestsStartingWithShouldByDefault',
|
|
'spec_ThisTestPassesWhenNormalSuiteSetupAndTeardownRan',
|
|
],
|
|
:to_fail => [ 'test_ThisTestAlwaysFails' ],
|
|
:to_ignore => [ 'test_ThisTestAlwaysIgnored' ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ShorterFilterOfJustTest',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST'],
|
|
:options => {
|
|
:test_prefix => "test",
|
|
},
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses',
|
|
'test_NotBeConfusedByLongComplicatedStrings',
|
|
'test_NotDisappearJustBecauseTheTestBeforeAndAfterHaveCrazyStrings',
|
|
'test_StillNotBeConfusedByLongComplicatedStrings',
|
|
],
|
|
:to_fail => [ 'test_ThisTestAlwaysFails' ],
|
|
:to_ignore => [ 'test_ThisTestAlwaysIgnored' ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ShorterFilterOfJustShould',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST'],
|
|
:options => {
|
|
:test_prefix => "should",
|
|
},
|
|
:expected => {
|
|
:to_pass => [ 'should_RunTestsStartingWithShouldByDefault' ],
|
|
:to_fail => [ ],
|
|
:to_ignore => [ ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ShorterFilterOfJustSpec',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST'],
|
|
:options => {
|
|
:test_prefix => "spec",
|
|
},
|
|
:expected => {
|
|
:to_pass => [ 'spec_ThisTestPassesWhenNormalSetupRan',
|
|
'spec_ThisTestPassesWhenNormalTeardownRan',
|
|
'spec_ThisTestPassesWhenNormalSuiteSetupAndTeardownRan',
|
|
],
|
|
:to_fail => [ ],
|
|
:to_ignore => [ ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'InjectIncludes',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST'],
|
|
:options => {
|
|
:includes => ['Defs.h'],
|
|
},
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses',
|
|
'spec_ThisTestPassesWhenNormalSetupRan',
|
|
'spec_ThisTestPassesWhenNormalTeardownRan',
|
|
'test_NotBeConfusedByLongComplicatedStrings',
|
|
'test_NotDisappearJustBecauseTheTestBeforeAndAfterHaveCrazyStrings',
|
|
'test_StillNotBeConfusedByLongComplicatedStrings',
|
|
'should_RunTestsStartingWithShouldByDefault',
|
|
'spec_ThisTestPassesWhenNormalSuiteSetupAndTeardownRan',
|
|
],
|
|
:to_fail => [ 'test_ThisTestAlwaysFails' ],
|
|
:to_ignore => [ 'test_ThisTestAlwaysIgnored' ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ParameterizedThroughOptions',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST'],
|
|
:options => {
|
|
:test_prefix => "paratest",
|
|
:use_param_tests => true,
|
|
},
|
|
:features => [ :parameterized ],
|
|
:expected => {
|
|
:to_pass => [ 'paratest_ShouldHandleParameterizedTests\(25\)',
|
|
'paratest_ShouldHandleParameterizedTests\(125\)',
|
|
'paratest_ShouldHandleParameterizedTests\(5\)',
|
|
'paratest_ShouldHandleParameterizedTests2\(7\)',
|
|
'paratest_ShouldHandleNonParameterizedTestsWhenParameterizationValid',
|
|
'paratest_WorksWithFunctionPointers\(isArgumentOne\)',
|
|
],
|
|
:to_fail => [ 'paratest_ShouldHandleParameterizedTestsThatFail\(17\)' ],
|
|
:to_ignore => [ ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ParameterizedThroughCommandLine',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST'],
|
|
:cmdline => " --test_prefix=\"paratest\" --use_param_tests=1",
|
|
:features => [ :parameterized ],
|
|
:expected => {
|
|
:to_pass => [ 'paratest_ShouldHandleParameterizedTests\(25\)',
|
|
'paratest_ShouldHandleParameterizedTests\(125\)',
|
|
'paratest_ShouldHandleParameterizedTests\(5\)',
|
|
'paratest_ShouldHandleParameterizedTests2\(7\)',
|
|
'paratest_ShouldHandleNonParameterizedTestsWhenParameterizationValid',
|
|
'paratest_WorksWithFunctionPointers\(isArgumentOne\)',
|
|
],
|
|
:to_fail => [ 'paratest_ShouldHandleParameterizedTestsThatFail\(17\)' ],
|
|
:to_ignore => [ ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ParameterizedThroughCommandLineAndYaml',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST'],
|
|
:cmdline => "--use_param_tests=1",
|
|
:yaml => {
|
|
:test_prefix => "paratest"
|
|
},
|
|
:features => [ :parameterized ],
|
|
:expected => {
|
|
:to_pass => [ 'paratest_ShouldHandleParameterizedTests\(25\)',
|
|
'paratest_ShouldHandleParameterizedTests\(125\)',
|
|
'paratest_ShouldHandleParameterizedTests\(5\)',
|
|
'paratest_ShouldHandleParameterizedTests2\(7\)',
|
|
'paratest_ShouldHandleNonParameterizedTestsWhenParameterizationValid',
|
|
'paratest_WorksWithFunctionPointers\(isArgumentOne\)',
|
|
],
|
|
:to_fail => [ 'paratest_ShouldHandleParameterizedTestsThatFail\(17\)' ],
|
|
:to_ignore => [ ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'CException',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST', 'USE_CEXCEPTION'],
|
|
:options => {
|
|
:test_prefix => "extest",
|
|
:plugins => [ :cexception ],
|
|
},
|
|
:expected => {
|
|
:to_pass => [ 'extest_ShouldHandleCExceptionInTest' ],
|
|
:to_fail => [ ],
|
|
:to_ignore => [ ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'CustomSetupAndTeardownThroughOptions',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST'],
|
|
:options => {
|
|
:test_prefix => "custtest|test",
|
|
:setup_name => "custom_setup",
|
|
:teardown_name => "custom_teardown",
|
|
},
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses',
|
|
'test_NotBeConfusedByLongComplicatedStrings',
|
|
'test_NotDisappearJustBecauseTheTestBeforeAndAfterHaveCrazyStrings',
|
|
'test_StillNotBeConfusedByLongComplicatedStrings',
|
|
'custtest_ThisTestPassesWhenCustomSetupRan',
|
|
'custtest_ThisTestPassesWhenCustomTeardownRan',
|
|
],
|
|
:to_fail => [ 'test_ThisTestAlwaysFails' ],
|
|
:to_ignore => [ 'test_ThisTestAlwaysIgnored' ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'CustomSetupAndTeardownThroughCommandLine',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST'],
|
|
:cmdline => " --test_prefix=\"custtest|test\" --setup_name=\"custom_setup\" --teardown_name=\"custom_teardown\"",
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses',
|
|
'test_NotBeConfusedByLongComplicatedStrings',
|
|
'test_NotDisappearJustBecauseTheTestBeforeAndAfterHaveCrazyStrings',
|
|
'test_StillNotBeConfusedByLongComplicatedStrings',
|
|
'custtest_ThisTestPassesWhenCustomSetupRan',
|
|
'custtest_ThisTestPassesWhenCustomTeardownRan',
|
|
],
|
|
:to_fail => [ 'test_ThisTestAlwaysFails' ],
|
|
:to_ignore => [ 'test_ThisTestAlwaysIgnored' ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'CustomSetupAndTeardownThroughYaml',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST'],
|
|
:cmdline => " --test_prefix=\"custtest|test\"",
|
|
:yaml => {
|
|
:setup_name => "custom_setup",
|
|
:teardown_name => "custom_teardown",
|
|
},
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses',
|
|
'test_NotBeConfusedByLongComplicatedStrings',
|
|
'test_NotDisappearJustBecauseTheTestBeforeAndAfterHaveCrazyStrings',
|
|
'test_StillNotBeConfusedByLongComplicatedStrings',
|
|
'custtest_ThisTestPassesWhenCustomSetupRan',
|
|
'custtest_ThisTestPassesWhenCustomTeardownRan',
|
|
],
|
|
:to_fail => [ 'test_ThisTestAlwaysFails' ],
|
|
:to_ignore => [ 'test_ThisTestAlwaysIgnored' ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'CustomMain',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST', "USE_ANOTHER_MAIN"],
|
|
:options => {
|
|
:main_name => "custom_main",
|
|
},
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses',
|
|
'spec_ThisTestPassesWhenNormalSetupRan',
|
|
'spec_ThisTestPassesWhenNormalTeardownRan',
|
|
'test_NotBeConfusedByLongComplicatedStrings',
|
|
'test_NotDisappearJustBecauseTheTestBeforeAndAfterHaveCrazyStrings',
|
|
'test_StillNotBeConfusedByLongComplicatedStrings',
|
|
'should_RunTestsStartingWithShouldByDefault',
|
|
'spec_ThisTestPassesWhenNormalSuiteSetupAndTeardownRan',
|
|
],
|
|
:to_fail => [ 'test_ThisTestAlwaysFails' ],
|
|
:to_ignore => [ 'test_ThisTestAlwaysIgnored' ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'CustomSuiteSetupAndTeardown',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST'],
|
|
:includes => ['Defs.h'],
|
|
:options => {
|
|
:test_prefix => "suitetest|test",
|
|
:suite_setup => " CounterSuiteSetup = 1;",
|
|
:suite_teardown => " return num_failures;",
|
|
},
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses',
|
|
'test_NotBeConfusedByLongComplicatedStrings',
|
|
'test_NotDisappearJustBecauseTheTestBeforeAndAfterHaveCrazyStrings',
|
|
'test_StillNotBeConfusedByLongComplicatedStrings',
|
|
'suitetest_ThisTestPassesWhenCustomSuiteSetupAndTeardownRan',
|
|
],
|
|
:to_fail => [ 'test_ThisTestAlwaysFails' ],
|
|
:to_ignore => [ 'test_ThisTestAlwaysIgnored' ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'MainExternDeclaration',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST'],
|
|
:includes => ['Defs.h'],
|
|
:options => {
|
|
:main_export_decl => "EXTERN_DECL",
|
|
},
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses',
|
|
'spec_ThisTestPassesWhenNormalSetupRan',
|
|
'spec_ThisTestPassesWhenNormalTeardownRan',
|
|
'test_NotBeConfusedByLongComplicatedStrings',
|
|
'test_NotDisappearJustBecauseTheTestBeforeAndAfterHaveCrazyStrings',
|
|
'test_StillNotBeConfusedByLongComplicatedStrings',
|
|
'should_RunTestsStartingWithShouldByDefault',
|
|
'spec_ThisTestPassesWhenNormalSuiteSetupAndTeardownRan',
|
|
],
|
|
:to_fail => [ 'test_ThisTestAlwaysFails' ],
|
|
:to_ignore => [ 'test_ThisTestAlwaysIgnored' ],
|
|
}
|
|
},
|
|
|
|
|
|
{ :name => 'EmptyFileWarning',
|
|
:testfile => 'testdata/testRunnerGeneratorEmpty.c',
|
|
:testdefines => ['TEST'],
|
|
:options => nil, #defaults
|
|
:expected => {
|
|
:to_pass => [ ],
|
|
:to_fail => [ ],
|
|
:to_ignore => [ 'test_empty_warning' ],
|
|
}
|
|
},
|
|
|
|
#### WITH MOCKS ##########################################
|
|
|
|
{ :name => 'DefaultsThroughOptions',
|
|
:testfile => 'testdata/testRunnerGeneratorWithMocks.c',
|
|
:testdefines => ['TEST'],
|
|
:options => nil, #defaults
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses',
|
|
'spec_ThisTestPassesWhenNormalSetupRan',
|
|
'spec_ThisTestPassesWhenNormalTeardownRan',
|
|
'test_NotBeConfusedByLongComplicatedStrings',
|
|
'test_NotDisappearJustBecauseTheTestBeforeAndAfterHaveCrazyStrings',
|
|
'test_StillNotBeConfusedByLongComplicatedStrings',
|
|
'should_RunTestsStartingWithShouldByDefault',
|
|
'spec_ThisTestPassesWhenNormalSuiteSetupAndTeardownRan',
|
|
'test_ShouldCallMockInitAndVerifyFunctionsForEachTest',
|
|
],
|
|
:to_fail => [ 'test_ThisTestAlwaysFails' ],
|
|
:to_ignore => [ 'test_ThisTestAlwaysIgnored' ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'DefaultsThroughCommandLine',
|
|
:testfile => 'testdata/testRunnerGeneratorWithMocks.c',
|
|
:testdefines => ['TEST'],
|
|
:cmdline => "", #defaults
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses',
|
|
'spec_ThisTestPassesWhenNormalSetupRan',
|
|
'spec_ThisTestPassesWhenNormalTeardownRan',
|
|
'test_NotBeConfusedByLongComplicatedStrings',
|
|
'test_NotDisappearJustBecauseTheTestBeforeAndAfterHaveCrazyStrings',
|
|
'test_StillNotBeConfusedByLongComplicatedStrings',
|
|
'should_RunTestsStartingWithShouldByDefault',
|
|
'spec_ThisTestPassesWhenNormalSuiteSetupAndTeardownRan',
|
|
'test_ShouldCallMockInitAndVerifyFunctionsForEachTest',
|
|
],
|
|
:to_fail => [ 'test_ThisTestAlwaysFails' ],
|
|
:to_ignore => [ 'test_ThisTestAlwaysIgnored' ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'DefaultsThroughYAMLFile',
|
|
:testfile => 'testdata/testRunnerGeneratorWithMocks.c',
|
|
:testdefines => ['TEST'],
|
|
:cmdline => "", #defaults
|
|
:yaml => {}, #defaults
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses',
|
|
'spec_ThisTestPassesWhenNormalSetupRan',
|
|
'spec_ThisTestPassesWhenNormalTeardownRan',
|
|
'test_NotBeConfusedByLongComplicatedStrings',
|
|
'test_NotDisappearJustBecauseTheTestBeforeAndAfterHaveCrazyStrings',
|
|
'test_StillNotBeConfusedByLongComplicatedStrings',
|
|
'should_RunTestsStartingWithShouldByDefault',
|
|
'spec_ThisTestPassesWhenNormalSuiteSetupAndTeardownRan',
|
|
'test_ShouldCallMockInitAndVerifyFunctionsForEachTest',
|
|
],
|
|
:to_fail => [ 'test_ThisTestAlwaysFails' ],
|
|
:to_ignore => [ 'test_ThisTestAlwaysIgnored' ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ShorterFilterOfJustTest',
|
|
:testfile => 'testdata/testRunnerGeneratorWithMocks.c',
|
|
:testdefines => ['TEST'],
|
|
:options => {
|
|
:test_prefix => "test",
|
|
},
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses',
|
|
'test_NotBeConfusedByLongComplicatedStrings',
|
|
'test_NotDisappearJustBecauseTheTestBeforeAndAfterHaveCrazyStrings',
|
|
'test_StillNotBeConfusedByLongComplicatedStrings',
|
|
'test_ShouldCallMockInitAndVerifyFunctionsForEachTest',
|
|
],
|
|
:to_fail => [ 'test_ThisTestAlwaysFails' ],
|
|
:to_ignore => [ 'test_ThisTestAlwaysIgnored' ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ShorterFilterOfJustShould',
|
|
:testfile => 'testdata/testRunnerGeneratorWithMocks.c',
|
|
:testdefines => ['TEST'],
|
|
:options => {
|
|
:test_prefix => "should",
|
|
},
|
|
:expected => {
|
|
:to_pass => [ 'should_RunTestsStartingWithShouldByDefault' ],
|
|
:to_fail => [ ],
|
|
:to_ignore => [ ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ShorterFilterOfJustSpec',
|
|
:testfile => 'testdata/testRunnerGeneratorWithMocks.c',
|
|
:testdefines => ['TEST'],
|
|
:options => {
|
|
:test_prefix => "spec",
|
|
},
|
|
:expected => {
|
|
:to_pass => [ 'spec_ThisTestPassesWhenNormalSetupRan',
|
|
'spec_ThisTestPassesWhenNormalTeardownRan',
|
|
'spec_ThisTestPassesWhenNormalSuiteSetupAndTeardownRan',
|
|
],
|
|
:to_fail => [ ],
|
|
:to_ignore => [ ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'InjectIncludes',
|
|
:testfile => 'testdata/testRunnerGeneratorWithMocks.c',
|
|
:testdefines => ['TEST'],
|
|
:options => {
|
|
:includes => ['Defs.h'],
|
|
},
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses',
|
|
'spec_ThisTestPassesWhenNormalSetupRan',
|
|
'spec_ThisTestPassesWhenNormalTeardownRan',
|
|
'test_NotBeConfusedByLongComplicatedStrings',
|
|
'test_NotDisappearJustBecauseTheTestBeforeAndAfterHaveCrazyStrings',
|
|
'test_StillNotBeConfusedByLongComplicatedStrings',
|
|
'should_RunTestsStartingWithShouldByDefault',
|
|
'spec_ThisTestPassesWhenNormalSuiteSetupAndTeardownRan',
|
|
'test_ShouldCallMockInitAndVerifyFunctionsForEachTest',
|
|
],
|
|
:to_fail => [ 'test_ThisTestAlwaysFails' ],
|
|
:to_ignore => [ 'test_ThisTestAlwaysIgnored' ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ParameterizedThroughOptions',
|
|
:testfile => 'testdata/testRunnerGeneratorWithMocks.c',
|
|
:testdefines => ['TEST'],
|
|
:options => {
|
|
:test_prefix => "paratest",
|
|
:use_param_tests => true,
|
|
},
|
|
:features => [ :parameterized ],
|
|
:expected => {
|
|
:to_pass => [ 'paratest_ShouldHandleParameterizedTests\(25\)',
|
|
'paratest_ShouldHandleParameterizedTests\(125\)',
|
|
'paratest_ShouldHandleParameterizedTests\(5\)',
|
|
'paratest_ShouldHandleParameterizedTests2\(7\)',
|
|
'paratest_ShouldHandleNonParameterizedTestsWhenParameterizationValid',
|
|
],
|
|
:to_fail => [ 'paratest_ShouldHandleParameterizedTestsThatFail\(17\)' ],
|
|
:to_ignore => [ ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ParameterizedThroughCommandLine',
|
|
:testfile => 'testdata/testRunnerGeneratorWithMocks.c',
|
|
:testdefines => ['TEST'],
|
|
:cmdline => " --test_prefix=\"paratest\" --use_param_tests=1",
|
|
:features => [ :parameterized ],
|
|
:expected => {
|
|
:to_pass => [ 'paratest_ShouldHandleParameterizedTests\(25\)',
|
|
'paratest_ShouldHandleParameterizedTests\(125\)',
|
|
'paratest_ShouldHandleParameterizedTests\(5\)',
|
|
'paratest_ShouldHandleParameterizedTests2\(7\)',
|
|
'paratest_ShouldHandleNonParameterizedTestsWhenParameterizationValid',
|
|
],
|
|
:to_fail => [ 'paratest_ShouldHandleParameterizedTestsThatFail\(17\)' ],
|
|
:to_ignore => [ ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ParameterizedThroughCommandLineAndYaml',
|
|
:testfile => 'testdata/testRunnerGeneratorWithMocks.c',
|
|
:testdefines => ['TEST'],
|
|
:cmdline => "--use_param_tests=1",
|
|
:yaml => {
|
|
:test_prefix => "paratest"
|
|
},
|
|
:features => [ :parameterized ],
|
|
:expected => {
|
|
:to_pass => [ 'paratest_ShouldHandleParameterizedTests\(25\)',
|
|
'paratest_ShouldHandleParameterizedTests\(125\)',
|
|
'paratest_ShouldHandleParameterizedTests\(5\)',
|
|
'paratest_ShouldHandleParameterizedTests2\(7\)',
|
|
'paratest_ShouldHandleNonParameterizedTestsWhenParameterizationValid',
|
|
],
|
|
:to_fail => [ 'paratest_ShouldHandleParameterizedTestsThatFail\(17\)' ],
|
|
:to_ignore => [ ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'CException',
|
|
:testfile => 'testdata/testRunnerGeneratorWithMocks.c',
|
|
:testdefines => ['TEST', 'USE_CEXCEPTION'],
|
|
:options => {
|
|
:test_prefix => "extest",
|
|
:plugins => [ :cexception ],
|
|
},
|
|
:expected => {
|
|
:to_pass => [ 'extest_ShouldHandleCExceptionInTest' ],
|
|
:to_fail => [ ],
|
|
:to_ignore => [ ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'CustomSetupAndTeardownThroughOptions',
|
|
:testfile => 'testdata/testRunnerGeneratorWithMocks.c',
|
|
:testdefines => ['TEST'],
|
|
:options => {
|
|
:test_prefix => "custtest|test",
|
|
:setup_name => "custom_setup",
|
|
:teardown_name => "custom_teardown",
|
|
},
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses',
|
|
'test_NotBeConfusedByLongComplicatedStrings',
|
|
'test_NotDisappearJustBecauseTheTestBeforeAndAfterHaveCrazyStrings',
|
|
'test_StillNotBeConfusedByLongComplicatedStrings',
|
|
'custtest_ThisTestPassesWhenCustomSetupRan',
|
|
'custtest_ThisTestPassesWhenCustomTeardownRan',
|
|
'test_ShouldCallMockInitAndVerifyFunctionsForEachTest',
|
|
],
|
|
:to_fail => [ 'test_ThisTestAlwaysFails' ],
|
|
:to_ignore => [ 'test_ThisTestAlwaysIgnored' ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'CustomSetupAndTeardownThroughCommandLine',
|
|
:testfile => 'testdata/testRunnerGeneratorWithMocks.c',
|
|
:testdefines => ['TEST'],
|
|
:cmdline => " --test_prefix=\"custtest|test\" --setup_name=\"custom_setup\" --teardown_name=\"custom_teardown\"",
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses',
|
|
'test_NotBeConfusedByLongComplicatedStrings',
|
|
'test_NotDisappearJustBecauseTheTestBeforeAndAfterHaveCrazyStrings',
|
|
'test_StillNotBeConfusedByLongComplicatedStrings',
|
|
'custtest_ThisTestPassesWhenCustomSetupRan',
|
|
'custtest_ThisTestPassesWhenCustomTeardownRan',
|
|
'test_ShouldCallMockInitAndVerifyFunctionsForEachTest',
|
|
],
|
|
:to_fail => [ 'test_ThisTestAlwaysFails' ],
|
|
:to_ignore => [ 'test_ThisTestAlwaysIgnored' ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'CustomSetupAndTeardownThroughYaml',
|
|
:testfile => 'testdata/testRunnerGeneratorWithMocks.c',
|
|
:testdefines => ['TEST'],
|
|
:cmdline => " --test_prefix=\"custtest|test\"",
|
|
:yaml => {
|
|
:setup_name => "custom_setup",
|
|
:teardown_name => "custom_teardown",
|
|
},
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses',
|
|
'test_NotBeConfusedByLongComplicatedStrings',
|
|
'test_NotDisappearJustBecauseTheTestBeforeAndAfterHaveCrazyStrings',
|
|
'test_StillNotBeConfusedByLongComplicatedStrings',
|
|
'custtest_ThisTestPassesWhenCustomSetupRan',
|
|
'custtest_ThisTestPassesWhenCustomTeardownRan',
|
|
'test_ShouldCallMockInitAndVerifyFunctionsForEachTest',
|
|
],
|
|
:to_fail => [ 'test_ThisTestAlwaysFails' ],
|
|
:to_ignore => [ 'test_ThisTestAlwaysIgnored' ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'CustomMain',
|
|
:testfile => 'testdata/testRunnerGeneratorWithMocks.c',
|
|
:testdefines => ['TEST', "USE_ANOTHER_MAIN"],
|
|
:options => {
|
|
:main_name => "custom_main",
|
|
},
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses',
|
|
'spec_ThisTestPassesWhenNormalSetupRan',
|
|
'spec_ThisTestPassesWhenNormalTeardownRan',
|
|
'test_NotBeConfusedByLongComplicatedStrings',
|
|
'test_NotDisappearJustBecauseTheTestBeforeAndAfterHaveCrazyStrings',
|
|
'test_StillNotBeConfusedByLongComplicatedStrings',
|
|
'should_RunTestsStartingWithShouldByDefault',
|
|
'spec_ThisTestPassesWhenNormalSuiteSetupAndTeardownRan',
|
|
'test_ShouldCallMockInitAndVerifyFunctionsForEachTest',
|
|
],
|
|
:to_fail => [ 'test_ThisTestAlwaysFails' ],
|
|
:to_ignore => [ 'test_ThisTestAlwaysIgnored' ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'CustomSuiteSetupAndTeardown',
|
|
:testfile => 'testdata/testRunnerGeneratorWithMocks.c',
|
|
:testdefines => ['TEST'],
|
|
:includes => ['Defs.h'],
|
|
:options => {
|
|
:test_prefix => "suitetest|test",
|
|
:suite_setup => " CounterSuiteSetup = 1;",
|
|
:suite_teardown => " return num_failures;",
|
|
},
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses',
|
|
'test_NotBeConfusedByLongComplicatedStrings',
|
|
'test_NotDisappearJustBecauseTheTestBeforeAndAfterHaveCrazyStrings',
|
|
'test_StillNotBeConfusedByLongComplicatedStrings',
|
|
'suitetest_ThisTestPassesWhenCustomSuiteSetupAndTeardownRan',
|
|
'test_ShouldCallMockInitAndVerifyFunctionsForEachTest',
|
|
],
|
|
:to_fail => [ 'test_ThisTestAlwaysFails' ],
|
|
:to_ignore => [ 'test_ThisTestAlwaysIgnored' ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'MainExternDeclaration',
|
|
:testfile => 'testdata/testRunnerGeneratorWithMocks.c',
|
|
:testdefines => ['TEST'],
|
|
:includes => ['Defs.h'],
|
|
:options => {
|
|
:main_export_decl => "EXTERN_DECL",
|
|
},
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses',
|
|
'spec_ThisTestPassesWhenNormalSetupRan',
|
|
'spec_ThisTestPassesWhenNormalTeardownRan',
|
|
'test_NotBeConfusedByLongComplicatedStrings',
|
|
'test_NotDisappearJustBecauseTheTestBeforeAndAfterHaveCrazyStrings',
|
|
'test_StillNotBeConfusedByLongComplicatedStrings',
|
|
'should_RunTestsStartingWithShouldByDefault',
|
|
'spec_ThisTestPassesWhenNormalSuiteSetupAndTeardownRan',
|
|
'test_ShouldCallMockInitAndVerifyFunctionsForEachTest',
|
|
],
|
|
:to_fail => [ 'test_ThisTestAlwaysFails' ],
|
|
:to_ignore => [ 'test_ThisTestAlwaysIgnored' ],
|
|
}
|
|
},
|
|
|
|
|
|
|
|
#### WITH ARGS ##########################################
|
|
|
|
{ :name => 'ArgsThroughOptions',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST', 'UNITY_USE_COMMAND_LINE_ARGS'],
|
|
:options => {
|
|
:cmdline_args => true,
|
|
},
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses',
|
|
'spec_ThisTestPassesWhenNormalSetupRan',
|
|
'spec_ThisTestPassesWhenNormalTeardownRan',
|
|
'test_NotBeConfusedByLongComplicatedStrings',
|
|
'test_NotDisappearJustBecauseTheTestBeforeAndAfterHaveCrazyStrings',
|
|
'test_StillNotBeConfusedByLongComplicatedStrings',
|
|
'should_RunTestsStartingWithShouldByDefault',
|
|
'spec_ThisTestPassesWhenNormalSuiteSetupAndTeardownRan',
|
|
],
|
|
:to_fail => [ 'test_ThisTestAlwaysFails' ],
|
|
:to_ignore => [ 'test_ThisTestAlwaysIgnored' ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ArgsThroughCommandLine',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST', 'UNITY_USE_COMMAND_LINE_ARGS'],
|
|
:cmdline => "--cmdline_args=1",
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses',
|
|
'spec_ThisTestPassesWhenNormalSetupRan',
|
|
'spec_ThisTestPassesWhenNormalTeardownRan',
|
|
'test_NotBeConfusedByLongComplicatedStrings',
|
|
'test_NotDisappearJustBecauseTheTestBeforeAndAfterHaveCrazyStrings',
|
|
'test_StillNotBeConfusedByLongComplicatedStrings',
|
|
'should_RunTestsStartingWithShouldByDefault',
|
|
'spec_ThisTestPassesWhenNormalSuiteSetupAndTeardownRan',
|
|
],
|
|
:to_fail => [ 'test_ThisTestAlwaysFails' ],
|
|
:to_ignore => [ 'test_ThisTestAlwaysIgnored' ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ArgsThroughYAMLFile',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST', 'UNITY_USE_COMMAND_LINE_ARGS'],
|
|
:cmdline => "",
|
|
:yaml => {
|
|
:cmdline_args => true,
|
|
},
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses',
|
|
'spec_ThisTestPassesWhenNormalSetupRan',
|
|
'spec_ThisTestPassesWhenNormalTeardownRan',
|
|
'test_NotBeConfusedByLongComplicatedStrings',
|
|
'test_NotDisappearJustBecauseTheTestBeforeAndAfterHaveCrazyStrings',
|
|
'test_StillNotBeConfusedByLongComplicatedStrings',
|
|
'should_RunTestsStartingWithShouldByDefault',
|
|
'spec_ThisTestPassesWhenNormalSuiteSetupAndTeardownRan',
|
|
],
|
|
:to_fail => [ 'test_ThisTestAlwaysFails' ],
|
|
:to_ignore => [ 'test_ThisTestAlwaysIgnored' ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ArgsNameFilterJustTest',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST', 'UNITY_USE_COMMAND_LINE_ARGS'],
|
|
:options => {
|
|
:cmdline_args => true,
|
|
},
|
|
:cmdline_args => "-f test_",
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses',
|
|
'test_NotBeConfusedByLongComplicatedStrings',
|
|
'test_NotDisappearJustBecauseTheTestBeforeAndAfterHaveCrazyStrings',
|
|
'test_StillNotBeConfusedByLongComplicatedStrings',
|
|
],
|
|
:to_fail => [ 'test_ThisTestAlwaysFails' ],
|
|
:to_ignore => [ 'test_ThisTestAlwaysIgnored' ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ArgsNameFilterJustShould',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST', 'UNITY_USE_COMMAND_LINE_ARGS'],
|
|
:options => {
|
|
:cmdline_args => true,
|
|
},
|
|
:cmdline_args => "-f should_",
|
|
:expected => {
|
|
:to_pass => [ 'should_RunTestsStartingWithShouldByDefault' ],
|
|
:to_fail => [ ],
|
|
:to_ignore => [ ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ArgsNameFilterTestAndShould',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST', 'UNITY_USE_COMMAND_LINE_ARGS'],
|
|
:options => {
|
|
:cmdline_args => true,
|
|
},
|
|
:cmdline_args => "-f should_,test_",
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses',
|
|
'test_NotBeConfusedByLongComplicatedStrings',
|
|
'test_NotDisappearJustBecauseTheTestBeforeAndAfterHaveCrazyStrings',
|
|
'test_StillNotBeConfusedByLongComplicatedStrings',
|
|
'should_RunTestsStartingWithShouldByDefault' ],
|
|
:to_fail => [ 'test_ThisTestAlwaysFails' ],
|
|
:to_ignore => [ 'test_ThisTestAlwaysIgnored' ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ArgsNameFilterWithWildcardOnFile',
|
|
:testfile => 'testdata/testRunnerGeneratorSmall.c',
|
|
:testdefines => ['TEST', 'UNITY_USE_COMMAND_LINE_ARGS'],
|
|
:options => {
|
|
:cmdline_args => true,
|
|
},
|
|
:cmdline_args => "-f=testRunnerGeneratorSma*",
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses',
|
|
'spec_ThisTestPassesWhenNormalSetupRan',
|
|
'spec_ThisTestPassesWhenNormalTeardownRan' ],
|
|
:to_fail => [ 'test_ThisTestAlwaysFails' ],
|
|
:to_ignore => [ 'test_ThisTestAlwaysIgnored' ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ArgsNameFilterWithWildcardAsName',
|
|
:testfile => 'testdata/testRunnerGeneratorSmall.c',
|
|
:testdefines => ['TEST', 'UNITY_USE_COMMAND_LINE_ARGS'],
|
|
:options => {
|
|
:cmdline_args => true,
|
|
},
|
|
:cmdline_args => "-f testRunnerGeneratorSmall:*",
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses',
|
|
'spec_ThisTestPassesWhenNormalSetupRan',
|
|
'spec_ThisTestPassesWhenNormalTeardownRan' ],
|
|
:to_fail => [ 'test_ThisTestAlwaysFails' ],
|
|
:to_ignore => [ 'test_ThisTestAlwaysIgnored' ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ArgsNameFilterWithWildcardOnName',
|
|
:testfile => 'testdata/testRunnerGeneratorSmall.c',
|
|
:testdefines => ['TEST', 'UNITY_USE_COMMAND_LINE_ARGS'],
|
|
:options => {
|
|
:cmdline_args => true,
|
|
},
|
|
:cmdline_args => "-f testRunnerGeneratorSmall:test_*",
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses' ],
|
|
:to_fail => [ 'test_ThisTestAlwaysFails' ],
|
|
:to_ignore => [ 'test_ThisTestAlwaysIgnored' ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ArgsNameFilterWithWildcardAndShortName',
|
|
:testfile => 'testdata/testRunnerGeneratorSmall.c',
|
|
:testdefines => ['TEST', 'UNITY_USE_COMMAND_LINE_ARGS'],
|
|
:options => {
|
|
:cmdline_args => true,
|
|
},
|
|
:cmdline_args => "-f testRunnerGeneratorSmall:te*",
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses' ],
|
|
:to_fail => [ 'test_ThisTestAlwaysFails' ],
|
|
:to_ignore => [ 'test_ThisTestAlwaysIgnored' ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ArgsNameFilterWithWildcardOnBoth',
|
|
:testfile => 'testdata/testRunnerGeneratorSmall.c',
|
|
:testdefines => ['TEST', 'UNITY_USE_COMMAND_LINE_ARGS'],
|
|
:options => {
|
|
:cmdline_args => true,
|
|
},
|
|
:cmdline_args => "-f testRunnerGeneratorSm*:*",
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses',
|
|
'spec_ThisTestPassesWhenNormalSetupRan',
|
|
'spec_ThisTestPassesWhenNormalTeardownRan' ],
|
|
:to_fail => [ 'test_ThisTestAlwaysFails' ],
|
|
:to_ignore => [ 'test_ThisTestAlwaysIgnored' ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ArgsExcludeFilterJustTest',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST', 'UNITY_USE_COMMAND_LINE_ARGS'],
|
|
:options => {
|
|
:cmdline_args => true,
|
|
},
|
|
:cmdline_args => "-x test_",
|
|
:expected => {
|
|
:to_pass => [ 'spec_ThisTestPassesWhenNormalSetupRan',
|
|
'spec_ThisTestPassesWhenNormalTeardownRan',
|
|
'spec_ThisTestPassesWhenNormalSuiteSetupAndTeardownRan',
|
|
'should_RunTestsStartingWithShouldByDefault',
|
|
],
|
|
:to_fail => [ ],
|
|
:to_ignore => [ ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ArgsIncludeAndExcludeFilter',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST', 'UNITY_USE_COMMAND_LINE_ARGS'],
|
|
:options => {
|
|
:cmdline_args => true,
|
|
:includes => ['Defs.h'],
|
|
},
|
|
:cmdline_args => "-f test_ -x Ignored",
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses',
|
|
'test_NotBeConfusedByLongComplicatedStrings',
|
|
'test_NotDisappearJustBecauseTheTestBeforeAndAfterHaveCrazyStrings',
|
|
'test_StillNotBeConfusedByLongComplicatedStrings',
|
|
],
|
|
:to_fail => [ 'test_ThisTestAlwaysFails' ],
|
|
:to_ignore => [ ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ArgsIncludeSingleTest',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST', 'UNITY_USE_COMMAND_LINE_ARGS'],
|
|
:options => {
|
|
:cmdline_args => true,
|
|
},
|
|
:cmdline_args => "-f ThisTestAlwaysPasses",
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses' ],
|
|
:to_fail => [ ],
|
|
:to_ignore => [ ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ArgsIncludeSingleTestInSpecificFile',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST', 'UNITY_USE_COMMAND_LINE_ARGS'],
|
|
:options => {
|
|
:cmdline_args => true,
|
|
},
|
|
:cmdline_args => "-f testRunnerGenerator:ThisTestAlwaysPasses",
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses' ],
|
|
:to_fail => [ ],
|
|
:to_ignore => [ ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ArgsIncludeTestFileWithExtension',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST', 'UNITY_USE_COMMAND_LINE_ARGS'],
|
|
:options => {
|
|
:cmdline_args => true,
|
|
},
|
|
:cmdline_args => "-f testRunnerGenerator.c:ThisTestAlwaysPasses",
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses' ],
|
|
:to_fail => [ ],
|
|
:to_ignore => [ ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ArgsIncludeDoubleQuotes',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST', 'UNITY_USE_COMMAND_LINE_ARGS'],
|
|
:options => {
|
|
:cmdline_args => true,
|
|
},
|
|
:cmdline_args => "-f \"testRunnerGenerator:ThisTestAlwaysPasses,test_ThisTestAlwaysFails\"",
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses' ],
|
|
:to_fail => [ 'test_ThisTestAlwaysFails' ],
|
|
:to_ignore => [ ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ArgsIncludeSingleQuotes',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST', 'UNITY_USE_COMMAND_LINE_ARGS'],
|
|
:options => {
|
|
:cmdline_args => true,
|
|
},
|
|
:cmdline_args => "-f 'testRunnerGenerator:ThisTestAlwaysPasses,test_ThisTestAlwaysFails'",
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses' ],
|
|
:to_fail => [ 'test_ThisTestAlwaysFails' ],
|
|
:to_ignore => [ ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ArgsHandlePreciseMatch',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST', 'UNITY_USE_COMMAND_LINE_ARGS'],
|
|
:options => {
|
|
:cmdline_args => true,
|
|
},
|
|
:cmdline_args => "-n 'test_ThisTestAlwaysPasses'",
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses' ],
|
|
:to_fail => [ ],
|
|
:to_ignore => [ ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ArgsHandlePreciseMatches',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST', 'UNITY_USE_COMMAND_LINE_ARGS'],
|
|
:options => {
|
|
:cmdline_args => true,
|
|
},
|
|
:cmdline_args => "-n 'test_ThisTestAlwaysPasses,test_ThisTestAlwaysFails'",
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses' ],
|
|
:to_fail => [ 'test_ThisTestAlwaysFails' ],
|
|
:to_ignore => [ ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ArgsRequiresPreciseMatchNotPartial',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST', 'UNITY_USE_COMMAND_LINE_ARGS'],
|
|
:options => {
|
|
:cmdline_args => true,
|
|
},
|
|
:cmdline_args => "-n ThisTestAlwaysPass",
|
|
:expected => {
|
|
:to_pass => [ ],
|
|
:to_fail => [ ],
|
|
:to_ignore => [ ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ArgsIncludeAValidTestForADifferentFile',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST', 'UNITY_USE_COMMAND_LINE_ARGS'],
|
|
:options => {
|
|
:cmdline_args => true,
|
|
},
|
|
:cmdline_args => "-f AnotherFile:ThisTestDoesNotExist",
|
|
:expected => {
|
|
:to_pass => [ ],
|
|
:to_fail => [ ],
|
|
:to_ignore => [ ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ArgsIncludeNoTests',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST', 'UNITY_USE_COMMAND_LINE_ARGS'],
|
|
:options => {
|
|
:cmdline_args => true,
|
|
},
|
|
:cmdline_args => "-f ThisTestDoesNotExist",
|
|
:expected => {
|
|
:to_pass => [ ],
|
|
:to_fail => [ ],
|
|
:to_ignore => [ ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ArgsExcludeAllTests',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST', 'UNITY_USE_COMMAND_LINE_ARGS'],
|
|
:options => {
|
|
:cmdline_args => true,
|
|
},
|
|
:cmdline_args => "-x _",
|
|
:expected => {
|
|
:to_pass => [ ],
|
|
:to_fail => [ ],
|
|
:to_ignore => [ ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ArgsIncludeFullFile',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST', 'UNITY_USE_COMMAND_LINE_ARGS'],
|
|
:options => {
|
|
:cmdline_args => true,
|
|
},
|
|
:cmdline_args => "-f testRunnerGenerator",
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses',
|
|
'spec_ThisTestPassesWhenNormalSetupRan',
|
|
'spec_ThisTestPassesWhenNormalTeardownRan',
|
|
'test_NotBeConfusedByLongComplicatedStrings',
|
|
'test_NotDisappearJustBecauseTheTestBeforeAndAfterHaveCrazyStrings',
|
|
'test_StillNotBeConfusedByLongComplicatedStrings',
|
|
'should_RunTestsStartingWithShouldByDefault',
|
|
'spec_ThisTestPassesWhenNormalSuiteSetupAndTeardownRan',
|
|
],
|
|
:to_fail => [ 'test_ThisTestAlwaysFails' ],
|
|
:to_ignore => [ 'test_ThisTestAlwaysIgnored' ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ArgsIncludeWithAlternateFlag',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST', 'UNITY_USE_COMMAND_LINE_ARGS'],
|
|
:options => {
|
|
:cmdline_args => true,
|
|
},
|
|
:cmdline_args => "-f=\"testRunnerGenerator:ThisTestAlwaysPasses,test_ThisTestAlwaysFails\"",
|
|
:expected => {
|
|
:to_pass => [ 'test_ThisTestAlwaysPasses' ],
|
|
:to_fail => [ 'test_ThisTestAlwaysFails' ],
|
|
:to_ignore => [ ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ArgsIncludeWithParameterized',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST', 'UNITY_USE_COMMAND_LINE_ARGS'],
|
|
:cmdline => "--use_param_tests=1",
|
|
:yaml => {
|
|
:cmdline_args => true,
|
|
:test_prefix => "paratest"
|
|
},
|
|
:cmdline_args => "-f ShouldHandleParameterizedTests",
|
|
:features => [ :parameterized ],
|
|
:expected => {
|
|
:to_pass => [ 'paratest_ShouldHandleParameterizedTests\(25\)',
|
|
'paratest_ShouldHandleParameterizedTests\(125\)',
|
|
'paratest_ShouldHandleParameterizedTests\(5\)',
|
|
'paratest_ShouldHandleParameterizedTests2\(7\)',
|
|
],
|
|
:to_fail => [ 'paratest_ShouldHandleParameterizedTestsThatFail\(17\)' ],
|
|
:to_ignore => [ ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ArgsList',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST', 'UNITY_USE_COMMAND_LINE_ARGS'],
|
|
:options => {
|
|
:cmdline_args => true,
|
|
},
|
|
:cmdline_args => "-l",
|
|
:expected => {
|
|
:to_pass => [ ],
|
|
:to_fail => [ ],
|
|
:to_ignore => [ ],
|
|
:text => [ "testRunnerGenerator",
|
|
"test_ThisTestAlwaysPasses",
|
|
"test_ThisTestAlwaysFails",
|
|
"test_ThisTestAlwaysIgnored",
|
|
"spec_ThisTestPassesWhenNormalSuiteSetupAndTeardownRan",
|
|
"spec_ThisTestPassesWhenNormalSetupRan",
|
|
"spec_ThisTestPassesWhenNormalTeardownRan",
|
|
"test_NotBeConfusedByLongComplicatedStrings",
|
|
"test_NotDisappearJustBecauseTheTestBeforeAndAfterHaveCrazyStrings",
|
|
"test_StillNotBeConfusedByLongComplicatedStrings",
|
|
"should_RunTestsStartingWithShouldByDefault"
|
|
]
|
|
}
|
|
},
|
|
|
|
{ :name => 'ArgsListParameterized',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST', 'UNITY_USE_COMMAND_LINE_ARGS'],
|
|
:options => {
|
|
:test_prefix => "paratest",
|
|
:use_param_tests => true,
|
|
:cmdline_args => true,
|
|
},
|
|
:cmdline_args => "-l",
|
|
:features => [ :parameterized ],
|
|
:expected => {
|
|
:to_pass => [ ],
|
|
:to_fail => [ ],
|
|
:to_ignore => [ ],
|
|
:text => [ "testRunnerGenerator",
|
|
'paratest_ShouldHandleParameterizedTests\(25\)',
|
|
'paratest_ShouldHandleParameterizedTests\(125\)',
|
|
'paratest_ShouldHandleParameterizedTests\(5\)',
|
|
'paratest_ShouldHandleParameterizedTests2\(7\)',
|
|
'paratest_ShouldHandleNonParameterizedTestsWhenParameterizationValid',
|
|
'paratest_ShouldHandleParameterizedTestsThatFail\(17\)',
|
|
'paratest_WorksWithFunctionPointers\(isArgumentOne\)',
|
|
],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ArgsIncompleteIncludeFlags',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST', 'UNITY_USE_COMMAND_LINE_ARGS'],
|
|
:options => {
|
|
:cmdline_args => true,
|
|
},
|
|
:cmdline_args => "-f",
|
|
:expected => {
|
|
:to_pass => [ ],
|
|
:to_fail => [ ],
|
|
:to_ignore => [ ],
|
|
:text => [ "ERROR: No Test String to Include Matches For" ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ArgsIncompleteExcludeFlags',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST', 'UNITY_USE_COMMAND_LINE_ARGS'],
|
|
:options => {
|
|
:cmdline_args => true,
|
|
},
|
|
:cmdline_args => "-x",
|
|
:expected => {
|
|
:to_pass => [ ],
|
|
:to_fail => [ ],
|
|
:to_ignore => [ ],
|
|
:text => [ "ERROR: No Test String to Exclude Matches For" ],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ArgsIllegalFlags',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST', 'UNITY_USE_COMMAND_LINE_ARGS'],
|
|
:options => {
|
|
:cmdline_args => true,
|
|
},
|
|
:cmdline_args => "-z",
|
|
:expected => {
|
|
:to_pass => [ ],
|
|
:to_fail => [ ],
|
|
:to_ignore => [ ],
|
|
:text => [
|
|
"ERROR: Unknown Option z",
|
|
"Options:",
|
|
"-l List all tests and exit",
|
|
"-f NAME Filter to run only tests whose name includes NAME",
|
|
"-n NAME Run only the test named NAME",
|
|
"-h show this Help menu",
|
|
"-q Quiet/decrease verbosity",
|
|
"-v increase Verbosity",
|
|
"-x NAME eXclude tests whose name includes NAME",
|
|
],
|
|
}
|
|
},
|
|
|
|
{ :name => 'ArgsHelp',
|
|
:testfile => 'testdata/testRunnerGenerator.c',
|
|
:testdefines => ['TEST', 'UNITY_USE_COMMAND_LINE_ARGS'],
|
|
:options => {
|
|
:cmdline_args => true,
|
|
},
|
|
:cmdline_args => "-h",
|
|
:expected => {
|
|
:to_pass => [ ],
|
|
:to_fail => [ ],
|
|
:to_ignore => [ ],
|
|
:text => [
|
|
"Options:",
|
|
"-l List all tests and exit",
|
|
"-f NAME Filter to run only tests whose name includes NAME",
|
|
"-n NAME Run only the test named NAME",
|
|
"-h show this Help menu",
|
|
"-q Quiet/decrease verbosity",
|
|
"-v increase Verbosity",
|
|
"-x NAME eXclude tests whose name includes NAME",
|
|
],
|
|
}
|
|
},
|
|
]
|
|
|
|
def runner_test(test, runner, expected, test_defines, cmdline_args, features)
|
|
# Drop Out if we're skipping this type of test
|
|
if $cfg[:skip_tests] && features
|
|
if $cfg[:skip_tests].include?(:parameterized) && features.include?(:parameterized)
|
|
report("Skipping Parameterized Tests for this Target:IGNORE")
|
|
return true
|
|
end
|
|
end
|
|
|
|
#compile objects
|
|
obj_list = [
|
|
compile(runner, test_defines),
|
|
compile(test, test_defines),
|
|
compile('../src/unity.c', test_defines),
|
|
]
|
|
|
|
# Link the test executable
|
|
test_base = File.basename(test, C_EXTENSION)
|
|
link_it(test_base, obj_list)
|
|
|
|
# Execute unit test and generate results file
|
|
output = runtest(test_base, true, cmdline_args)
|
|
|
|
#compare to the expected pass/fail
|
|
allgood = expected[:to_pass].inject(true) {|s,v| s && verify_match(/#{v}:PASS/, output) }
|
|
allgood = expected[:to_fail].inject(allgood) {|s,v| s && verify_match(/#{v}:FAIL/, output) }
|
|
allgood = expected[:to_ignore].inject(allgood) {|s,v| s && verify_match(/#{v}:IGNORE/, output) }
|
|
|
|
#verify there weren't more pass/fail/etc than expected
|
|
allgood &&= verify_number( expected[:to_pass], /(:PASS)/, output)
|
|
allgood &&= verify_number( expected[:to_fail], /(:FAIL)/, output)
|
|
allgood &&= verify_number( expected[:to_ignore], /(:IGNORE)/, output)
|
|
|
|
#if we care about any other text, check that too
|
|
if (expected[:text])
|
|
allgood = expected[:text].inject(allgood) {|s,v| s && verify_match(/#{v}/, output) }
|
|
allgood &&= verify_number( expected[:text], /.+/, output )
|
|
end
|
|
|
|
report output if (!allgood && !$verbose) #report failures if not already reporting everything
|
|
return allgood
|
|
end
|
|
|
|
def verify_match(expression, output)
|
|
if (expression =~ output)
|
|
return true
|
|
else
|
|
report " FAIL: No Match For /#{expression.to_s}/"
|
|
return false
|
|
end
|
|
end
|
|
|
|
def verify_number(expected, expression, output)
|
|
exp = expected.length
|
|
act = output.scan(expression).length
|
|
if (exp == act)
|
|
return true
|
|
else
|
|
report " FAIL: Expected #{exp} Matches For /#{expression.to_s}/. Was #{act}"
|
|
return false
|
|
end
|
|
end
|
|
|
|
should 'GenerateSuiteTeardownWhenBeginAndEndAreOmitted' do
|
|
runner_name = OUT_FILE + 'SuiteTeardownWithoutBeginEnd_runner.c'
|
|
UnityTestRunnerGenerator.new(
|
|
:test_prefix => 'test',
|
|
:suite_teardown => ' return num_failures;',
|
|
:omit_begin_end => true,
|
|
).run('testdata/testRunnerGenerator.c', runner_name)
|
|
|
|
runner = File.read(runner_name)
|
|
correct_call = runner.include?('(void) suiteTearDown(0);')
|
|
incorrect_call = runner.include?('(void) suite_teardown(0);')
|
|
if correct_call && !incorrect_call
|
|
report 'Runner_GenerateSuiteTeardownWhenBeginAndEndAreOmitted:PASS'
|
|
else
|
|
report 'Runner_GenerateSuiteTeardownWhenBeginAndEndAreOmitted:FAIL'
|
|
$generate_test_runner_failures += 1
|
|
end
|
|
$generate_test_runner_tests += 1
|
|
end
|
|
|
|
should 'FindTestsLineNumbersWhenNameStartsTheLine' do
|
|
# The return type may sit on its own line, leaving the test name at column 0.
|
|
# The line search must still find the definition (and must not scan to the end
|
|
# of the file for every test, which is what made large files slow).
|
|
source = "#include \"unity.h\"\n" \
|
|
"\n" \
|
|
"void\n" \
|
|
"test_FirstAtColumnZero(void)\n" \
|
|
"{\n" \
|
|
"}\n" \
|
|
"\n" \
|
|
"void\n" \
|
|
"test_SecondAtColumnZero(void)\n" \
|
|
"{\n" \
|
|
"}\n"
|
|
found = UnityTestRunnerGenerator.new({}).find_tests(source).map { |t| [t[:test], t[:line_number]] }
|
|
expected = [['test_FirstAtColumnZero', 4], ['test_SecondAtColumnZero', 9]]
|
|
if found == expected
|
|
report 'Runner_FindTestsLineNumbersWhenNameStartsTheLine:PASS'
|
|
else
|
|
report " FAIL: expected #{expected.inspect}, got #{found.inspect}"
|
|
report 'Runner_FindTestsLineNumbersWhenNameStartsTheLine:FAIL'
|
|
$generate_test_runner_failures += 1
|
|
end
|
|
$generate_test_runner_tests += 1
|
|
end
|
|
|
|
should 'FindTestsLineNumbersWhenOneNameIsAPrefixOfAnother' do
|
|
# Issue #288: test_my_function must not be located inside
|
|
# test_my_function_invalid_behavior, which is defined first.
|
|
source = "void test_my_function_invalid_behavior(void)\n" \
|
|
"{\n" \
|
|
"}\n" \
|
|
"\n" \
|
|
"void test_my_function(void)\n" \
|
|
"{\n" \
|
|
"}\n"
|
|
found = UnityTestRunnerGenerator.new({}).find_tests(source).map { |t| [t[:test], t[:line_number]] }
|
|
expected = [['test_my_function_invalid_behavior', 1], ['test_my_function', 5]]
|
|
if found == expected
|
|
report 'Runner_FindTestsLineNumbersWhenOneNameIsAPrefixOfAnother:PASS'
|
|
else
|
|
report " FAIL: expected #{expected.inspect}, got #{found.inspect}"
|
|
report 'Runner_FindTestsLineNumbersWhenOneNameIsAPrefixOfAnother:FAIL'
|
|
$generate_test_runner_failures += 1
|
|
end
|
|
$generate_test_runner_tests += 1
|
|
end
|
|
|
|
RUNNER_TESTS.each do |testset|
|
|
basename = File.basename(testset[:testfile], C_EXTENSION)
|
|
testset_name = "Runner_#{basename}_#{testset[:name]}"
|
|
should testset_name do
|
|
runner_name = OUT_FILE + testset[:name] + '_runner.c'
|
|
|
|
#create a yaml file first if required
|
|
yaml_option = ""
|
|
if (testset[:yaml])
|
|
File.open("build/runner_options.yml",'w') {|f| f << { :unity => testset[:yaml] }.to_yaml }
|
|
yaml_option = "build/runner_options.yml"
|
|
end
|
|
|
|
#run script via command line or through hash function call, as requested
|
|
if (testset[:cmdline])
|
|
cmdstr = "ruby ../auto/generate_test_runner.rb #{yaml_option} #{testset[:cmdline]} \"#{testset[:testfile]}\" \"#{runner_name}\""
|
|
`#{cmdstr}`
|
|
else
|
|
UnityTestRunnerGenerator.new(testset[:options]).run(testset[:testfile], runner_name)
|
|
end
|
|
|
|
#test the script against the specified test file and check results
|
|
if (runner_test(testset[:testfile], runner_name, testset[:expected], testset[:testdefines], testset[:cmdline_args], testset[:features]))
|
|
report "#{testset_name}:PASS"
|
|
else
|
|
report "#{testset_name}:FAIL"
|
|
$generate_test_runner_failures += 1
|
|
end
|
|
$generate_test_runner_tests += 1
|
|
end
|
|
end
|
|
|
|
raise "There were #{$generate_test_runner_failures.to_s} failures while testing generate_test_runner.rb" if ($generate_test_runner_failures > 0)
|