patrick/zephyr
1
0
Fork 0
Code Issues Pull requests Actions 8 Packages Projects Releases Wiki Activity

tests: twister: Add tests for required_snippets functionality

Browse source 
Adds 2 tests which check required_snippet functionality works.

Signed-off-by: Jamie McCrae <jamie.mccrae@nordicsemi.no>
This commit is contained in:
Jamie McCrae 2023-08-16 10:11:14 +01:00 committed by Carles Cufí
parent bc97d8fb1e
commit 1b2abf3c83
3 changed files with 69 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
scripts/tests/twister/test_data/testsuites/tests/test_d/snippets/dummy/dummy.conf Normal file
View file

@ -0,0 +1 @@
CONFIG_BOOT_BANNER=n

5
scripts/tests/twister/test_data/testsuites/tests/test_d/snippets/dummy/snippet.yml Normal file
View file

@ -0,0 +1,5 @@
name: dummy
boards:
demo_board_2:
append:
EXTRA_CONF_FILE: dummy.conf

63
scripts/tests/twister/test_testplan_class.py
View file

@ -342,3 +342,66 @@ def test_quarantine(class_testplan, platforms_list, test_data,
assert instance.reason == "Quarantine: " + expected_val[testname]
else:
assert not instance.status
def test_required_snippets_app(class_testplan, all_testsuites_dict, platforms_list):
""" Testing required_snippets function of TestPlan class in Twister
Ensure that app snippets work and are only applied to boards that support the snippet
"""
plan = class_testplan
testsuite = class_testplan.testsuites.get('scripts/tests/twister/test_data/testsuites/tests/test_d/test_d.check_1')
plan.platforms = platforms_list
plan.platform_names = [p.name for p in platforms_list]
plan.testsuites = {'scripts/tests/twister/test_data/testsuites/tests/test_d/test_d.check_1': testsuite}
for _, testcase in plan.testsuites.items():
testcase.exclude_platform = []
testcase.required_snippets = ['dummy']
testcase.build_on_all = True
plan.apply_filters()
filtered_instances = list(filter(lambda item: item.status == "filtered", plan.instances.values()))
for d in filtered_instances:
assert d.reason == "Snippet not supported"
def test_required_snippets_global(class_testplan, all_testsuites_dict, platforms_list):
""" Testing required_snippets function of TestPlan class in Twister
Ensure that global snippets work and application does not fail
"""
plan = class_testplan
testsuite = class_testplan.testsuites.get('scripts/tests/twister/test_data/testsuites/tests/test_c/test_c.check_1')
plan.platforms = platforms_list
plan.platform_names = [p.name for p in platforms_list]
plan.testsuites = {'scripts/tests/twister/test_data/testsuites/tests/test_c/test_c.check_1': testsuite}
for _, testcase in plan.testsuites.items():
testcase.exclude_platform = []
testcase.required_snippets = ['cdc-acm-console']
testcase.build_on_all = True
plan.apply_filters()
filtered_instances = list(filter(lambda item: item.status == "filtered", plan.instances.values()))
assert len(filtered_instances) == 0
def test_required_snippets_multiple(class_testplan, all_testsuites_dict, platforms_list):
""" Testing required_snippets function of TestPlan class in Twister
Ensure that multiple snippets can be used and are applied
"""
plan = class_testplan
testsuite = class_testplan.testsuites.get('scripts/tests/twister/test_data/testsuites/tests/test_d/test_d.check_1')
plan.platforms = platforms_list
plan.platform_names = [p.name for p in platforms_list]
plan.testsuites = {'scripts/tests/twister/test_data/testsuites/tests/test_d/test_d.check_1': testsuite}
for _, testcase in plan.testsuites.items():
testcase.exclude_platform = []
testcase.required_snippets = ['dummy', 'cdc-acm-console']
testcase.build_on_all = True
plan.apply_filters()
filtered_instances = list(filter(lambda item: item.status == "filtered", plan.instances.values()))
assert len(filtered_instances) == 2
for d in filtered_instances:
assert d.reason == "Snippet not supported"