grc: update testing for in-tree examples

Signed-off-by: Josh Morman <jmorman@gnuradio.org>
This commit is contained in:
Josh Morman 2021-10-12 10:03:17 -04:00 committed by mormj
parent 08a06852d3
commit c54cc9ce8a
3 changed files with 45 additions and 10 deletions

1
tests/.gitignore vendored
View File

@ -1,2 +1,3 @@
.pytest_cache
resources/top_block.py
tests/resources/tests/

View File

@ -17,5 +17,7 @@ if(ENABLE_TESTING)
if(PYTEST_FOUND)
set(GR_TEST_ENVIRONS "GRC_BLOCKS_PATH=\"${CMAKE_CURRENT_SOURCE_DIR}/../blocks\"")
GR_ADD_TEST(grc_tests ${QA_PYTHON_EXECUTABLE} -B -m pytest ${CMAKE_CURRENT_SOURCE_DIR} -m \"not examples\")
# To run the grcc tests over examples manually, run
# python3 -B -m pytest gnuradio/grc/tests -m "examples"
endif()
endif(ENABLE_TESTING)

View File

@ -14,29 +14,55 @@ except FileExistsError:
# Gather blocks
BLOCK_PATHS = []
ROOT = path.join(path.dirname(__file__), '../..')
BLOCK_PATHS = [path.join(path.dirname(
__file__), '../../grc/blocks'), '../../build/gr-uhd/grc']
BLOCK_PATHS = [path.abspath(path.join(ROOT, 'grc/blocks')),
path.abspath(path.join(ROOT, 'build/gr-uhd/grc'))]
for file_dir in os.scandir(ROOT):
# If it is a module
if path.isdir(file_dir) and file_dir.name.startswith("gr-"):
BLOCK_PATHS.append(path.join(file_dir, "grc"))
BLOCK_PATHS.append(path.abspath(path.join(file_dir, "grc")))
# These examples are known to fail and need to be resolved
# But skip now to allow test to pass and prevent further
# regression on the vast majority of examples
BLACKLISTED = ['transmitter_sim_hier.grc',
'uhd_packet_rx.grc',
'uhd_packet_tx_tun.grc',
'packet_loopback_hier.grc',
'uhd_packet_tx.grc',
'uhd_packet_rx_tun.grc',
'formatter_ofdm.grc',
'ber_curve_gen_ldpc.grc',
'ber_curve_gen.grc',
'polar_ber_curve_gen.grc',
'tpc_ber_curve_gen.grc',
'comparing_resamplers.grc',
'pfb_sync_test.grc',
'soapy_receive.grc',
'soapy_receive2.grc',
'soapy_transmit.grc',
'fm_radio_receiver_soapyremote.grc',
'fm_radio_receiver_soapy.grc',
'uhd_siggen_gui.grc',
'filter_taps_loader.grc',
'uhd_fft.grc'
]
def gather_examples():
global ROOT
global ROOT, BLACKLISTED
example_paths = []
for file_dir in os.scandir(ROOT):
# If it is a module
if path.isdir(file_dir) and file_dir.name.startswith("gr-"):
if path.isdir(file_dir) and file_dir.name.startswith("gr-") and not file_dir.name.startswith('gr-trellis'):
try:
for pos_ex in os.scandir(path.join(file_dir, "examples")):
if path.isfile(pos_ex) and pos_ex.name.endswith(".grc"):
if path.isfile(pos_ex) and pos_ex.name.endswith(".grc") and not path.basename(pos_ex) in BLACKLISTED:
example_paths.append(pos_ex)
elif path.isdir(pos_ex):
for pos_ex2 in os.scandir(pos_ex):
if path.isfile(pos_ex2) and pos_ex2.name.endswith(".grc") and not path.basename(pos_ex2) in BLACKLISTED:
example_paths.append(pos_ex2)
# Some modules have their .grc files in a subdirectory called "grc"
for pos_ex in os.scandir(path.join(file_dir, "examples/grc")):
if path.isfile(pos_ex) and pos_ex.name.endswith(".grc"):
example_paths.append(pos_ex)
except FileNotFoundError:
continue
return example_paths
@ -72,3 +98,9 @@ def test_all_examples(example):
generator = platform.Generator(flow_graph, path.join(
path.dirname(__file__), 'resources/tests'))
generator.write()
if __name__ == '__main__':
examples = gather_examples()
for example in examples:
test_all_examples(example)