diff options
Diffstat (limited to 'host/tests')
| -rw-r--r-- | host/tests/CMakeLists.txt | 4 | ||||
| -rw-r--r-- | host/tests/convert_test.cpp | 163 | ||||
| -rw-r--r-- | host/tests/devtest/CMakeLists.txt | 58 | ||||
| -rw-r--r-- | host/tests/devtest/README.md | 28 | ||||
| -rwxr-xr-x | host/tests/devtest/benchmark_rate_test.py | 98 | ||||
| -rwxr-xr-x | host/tests/devtest/devtest_b2xx.py | 76 | ||||
| -rwxr-xr-x | host/tests/devtest/devtest_e3xx.py | 58 | ||||
| -rwxr-xr-x | host/tests/devtest/devtest_x3x0.py | 57 | ||||
| -rwxr-xr-x | host/tests/devtest/gpio_test.py | 47 | ||||
| -rwxr-xr-x | host/tests/devtest/run_testsuite.py | 134 | ||||
| -rwxr-xr-x | host/tests/devtest/rx_samples_to_file_test.py | 67 | ||||
| -rw-r--r-- | host/tests/devtest/test_messages_test.py | 57 | ||||
| -rwxr-xr-x | host/tests/devtest/test_pps_test.py | 51 | ||||
| -rwxr-xr-x | host/tests/devtest/tx_bursts_test.py | 63 | ||||
| -rwxr-xr-x | host/tests/devtest/uhd_test_base.py | 222 | ||||
| -rw-r--r-- | host/tests/devtest/usrp_probe.py | 50 | ||||
| -rwxr-xr-x | host/tests/devtest/usrp_probe_test.py | 53 | ||||
| -rw-r--r-- | host/tests/expert_test.cpp | 256 | ||||
| -rw-r--r-- | host/tests/fe_conn_test.cpp | 108 | ||||
| -rw-r--r-- | host/tests/property_test.cpp | 65 | 
20 files changed, 1704 insertions, 11 deletions
diff --git a/host/tests/CMakeLists.txt b/host/tests/CMakeLists.txt index 8b12c961f..c5f25913e 100644 --- a/host/tests/CMakeLists.txt +++ b/host/tests/CMakeLists.txt @@ -45,6 +45,8 @@ SET(test_sources      subdev_spec_test.cpp      time_spec_test.cpp      vrt_test.cpp +    expert_test.cpp +    fe_conn_test.cpp  )  #turn each test cpp file into an executable with an int main() function @@ -77,3 +79,5 @@ IF(MSVC OR APPLE OR LINUX)      ADD_LIBRARY(module_test MODULE module_test.cpp)      TARGET_LINK_LIBRARIES(module_test uhd)  ENDIF() + +ADD_SUBDIRECTORY(devtest) diff --git a/host/tests/convert_test.cpp b/host/tests/convert_test.cpp index d71d756dd..8d359d2e2 100644 --- a/host/tests/convert_test.cpp +++ b/host/tests/convert_test.cpp @@ -417,16 +417,16 @@ BOOST_AUTO_TEST_CASE(test_convert_types_sc16_and_sc8){  }  /*********************************************************************** - * Test short conversion + * Test u8 conversion   **********************************************************************/  static void test_convert_types_u8(      size_t nsamps, convert::id_type &id  ){      //fill the input samples      std::vector<boost::uint8_t> input(nsamps), output(nsamps); -    //BOOST_FOREACH(boost::uint8_t &in, input) in = boost::uint8_t(std::rand() & 0xFF); -    boost::uint32_t d = 48; -    BOOST_FOREACH(boost::uint8_t &in, input) in = d++; +    BOOST_FOREACH(boost::uint8_t &in, input) in = boost::uint8_t(std::rand() & 0xFF); +    //boost::uint32_t d = 48; +    //BOOST_FOREACH(boost::uint8_t &in, input) in = d++;      //run the loopback and test      convert::id_type in_id = id; @@ -455,3 +455,158 @@ BOOST_AUTO_TEST_CASE(test_convert_types_u8_and_u8){          test_convert_types_u8(nsamps, id);      }  } + +/*********************************************************************** + * Test s8 conversion + **********************************************************************/ +static void test_convert_types_s8( +    size_t nsamps, convert::id_type &id +){ +    //fill the input samples +    std::vector<boost::int8_t> input(nsamps), output(nsamps); +    BOOST_FOREACH(boost::int8_t &in, input) in = boost::int8_t(std::rand() & 0xFF); + +    //run the loopback and test +    convert::id_type in_id = id; +    convert::id_type out_id = id; +    std::swap(out_id.input_format, out_id.output_format); +    std::swap(out_id.num_inputs, out_id.num_outputs); +    loopback(nsamps, in_id, out_id, input, output); +    BOOST_CHECK_EQUAL_COLLECTIONS(input.begin(), input.end(), output.begin(), output.end()); +} + +BOOST_AUTO_TEST_CASE(test_convert_types_s8_and_s8){ +    convert::id_type id; +    id.input_format = "s8"; +    id.num_inputs = 1; +    id.num_outputs = 1; + +    //try various lengths to test edge cases +    id.output_format = "s8_item32_le"; +    for (size_t nsamps = 1; nsamps < 16; nsamps++){ +        test_convert_types_s8(nsamps, id); +    } + +    //try various lengths to test edge cases +    id.output_format = "s8_item32_be"; +    for (size_t nsamps = 1; nsamps < 16; nsamps++){ +        test_convert_types_s8(nsamps, id); +    } +} + +/*********************************************************************** + * Test s16 conversion + **********************************************************************/ +static void test_convert_types_s16( +    size_t nsamps, convert::id_type &id +){ +    //fill the input samples +    std::vector<boost::int16_t> input(nsamps), output(nsamps); +    BOOST_FOREACH(boost::int16_t &in, input) in = boost::int16_t(std::rand() & 0xFFFF); + +    //run the loopback and test +    convert::id_type in_id = id; +    convert::id_type out_id = id; +    std::swap(out_id.input_format, out_id.output_format); +    std::swap(out_id.num_inputs, out_id.num_outputs); +    loopback(nsamps, in_id, out_id, input, output); +    BOOST_CHECK_EQUAL_COLLECTIONS(input.begin(), input.end(), output.begin(), output.end()); +} + +BOOST_AUTO_TEST_CASE(test_convert_types_s16_and_s16){ +    convert::id_type id; +    id.input_format = "s16"; +    id.num_inputs = 1; +    id.num_outputs = 1; + +    //try various lengths to test edge cases +    id.output_format = "s16_item32_le"; +    for (size_t nsamps = 1; nsamps < 16; nsamps++){ +        test_convert_types_s16(nsamps, id); +    } + +    //try various lengths to test edge cases +    id.output_format = "s16_item32_be"; +    for (size_t nsamps = 1; nsamps < 16; nsamps++){ +        test_convert_types_s16(nsamps, id); +    } +} + +/*********************************************************************** + * Test fc32 -> fc32 conversion + **********************************************************************/ +static void test_convert_types_fc32( +    size_t nsamps, convert::id_type &id +){ +    //fill the input samples +    std::vector< std::complex<float> > input(nsamps), output(nsamps); +    BOOST_FOREACH(fc32_t &in, input) in = fc32_t( +        (std::rand()/float(RAND_MAX/2)) - 1, +        (std::rand()/float(RAND_MAX/2)) - 1 +    ); + +    //run the loopback and test +    convert::id_type in_id = id; +    convert::id_type out_id = id; +    std::swap(out_id.input_format, out_id.output_format); +    std::swap(out_id.num_inputs, out_id.num_outputs); +    loopback(nsamps, in_id, out_id, input, output); +    BOOST_CHECK_EQUAL_COLLECTIONS(input.begin(), input.end(), output.begin(), output.end()); +} + +BOOST_AUTO_TEST_CASE(test_convert_types_fc32_and_fc32){ +    convert::id_type id; +    id.input_format = "fc32"; +    id.num_inputs = 1; +    id.num_outputs = 1; + +    //try various lengths to test edge cases +    id.output_format = "fc32_item32_le"; +    for (size_t nsamps = 1; nsamps < 16; nsamps++){ +        test_convert_types_fc32(nsamps, id); +    } + +    //try various lengths to test edge cases +    id.output_format = "fc32_item32_be"; +    for (size_t nsamps = 1; nsamps < 16; nsamps++){ +        test_convert_types_fc32(nsamps, id); +    } +} + +/*********************************************************************** + * Test f32 -> f32 conversion + **********************************************************************/ +static void test_convert_types_f32( +    size_t nsamps, convert::id_type &id +){ +    //fill the input samples +    std::vector<float> input(nsamps), output(nsamps); +    BOOST_FOREACH(float &in, input) in = float((std::rand()/float(RAND_MAX/2)) - 1); + +    //run the loopback and test +    convert::id_type in_id = id; +    convert::id_type out_id = id; +    std::swap(out_id.input_format, out_id.output_format); +    std::swap(out_id.num_inputs, out_id.num_outputs); +    loopback(nsamps, in_id, out_id, input, output); +    BOOST_CHECK_EQUAL_COLLECTIONS(input.begin(), input.end(), output.begin(), output.end()); +} + +BOOST_AUTO_TEST_CASE(test_convert_types_f32_and_f32){ +    convert::id_type id; +    id.input_format = "f32"; +    id.num_inputs = 1; +    id.num_outputs = 1; + +    //try various lengths to test edge cases +    id.output_format = "f32_item32_le"; +    for (size_t nsamps = 1; nsamps < 16; nsamps++){ +        test_convert_types_f32(nsamps, id); +    } + +    //try various lengths to test edge cases +    id.output_format = "f32_item32_be"; +    for (size_t nsamps = 1; nsamps < 16; nsamps++){ +        test_convert_types_f32(nsamps, id); +    } +} diff --git a/host/tests/devtest/CMakeLists.txt b/host/tests/devtest/CMakeLists.txt new file mode 100644 index 000000000..6fa921bbd --- /dev/null +++ b/host/tests/devtest/CMakeLists.txt @@ -0,0 +1,58 @@ +# +# Copyright 2015 Ettus Research LLC +# +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program.  If not, see <http://www.gnu.org/licenses/>. +# + +# Formatting +MESSAGE(STATUS "") + +# All devtest files get installed: +FILE(GLOB py_devtest_files "*.py") +UHD_INSTALL(PROGRAMS +    ${py_devtest_files} +    DESTINATION ${PKG_LIB_DIR}/tests/devtest +    COMPONENT tests +) + +# Arguments: +# - pattern: This will be used to identify which devtest_*.py is to be executed. +# - filter: Will be used in args strings as "type=<filter>". +# - devtype: A descriptive string. Is only used for CMake output. +MACRO(ADD_DEVTEST pattern filter devtype) +    MESSAGE(STATUS "Adding ${devtype} device test target") +    ADD_CUSTOM_TARGET("test_${pattern}" +        ${PYTHON_EXECUTABLE} ${CMAKE_CURRENT_SOURCE_DIR}/run_testsuite.py +        "--src-dir" "${CMAKE_CURRENT_SOURCE_DIR}" +        "--devtest-pattern" "${pattern}" +        "--device-filter" "${filter}" +        "--build-type" "${CMAKE_BUILD_TYPE}" +        "--build-dir" "${CMAKE_BINARY_DIR}" +        COMMENT "Running device test on all connected ${devtype} devices:" +        WORKING_DIRECTORY "${CMAKE_CURRENT_BINARY_DIR}" +    ) +ENDMACRO(ADD_DEVTEST) + +IF(ENABLE_B200) +    ADD_DEVTEST("b2xx" "b200" "B2XX") +ENDIF(ENABLE_B200) +IF(ENABLE_X300) +    ADD_DEVTEST("x3x0" "x300" "X3x0") +ENDIF(ENABLE_X300) +IF(ENABLE_E300) +    ADD_DEVTEST("e3xx" "e3x0" "E3XX") +ENDIF(ENABLE_E300) + +# Formatting +MESSAGE(STATUS "") diff --git a/host/tests/devtest/README.md b/host/tests/devtest/README.md new file mode 100644 index 000000000..ee1ff3c9f --- /dev/null +++ b/host/tests/devtest/README.md @@ -0,0 +1,28 @@ +# Device Tests + +These are a set of tests to be run with one or more attached devices. +None of these tests require special configuration; e.g., the X3x0 test +will work regardless of attached daughterboards, FPGIO wiring etc. + +## Adding new tests + +To add new tests, add new files with classes that derive from unittest.TestCase. +Most of the time, you'll want to derive from `uhd_test_case` or +`uhd_example_test_case`. + +## Adding new devices + +To add new devices, follow these steps: + +1) Add an entry to the CMakeLists.txt file in this directory using the +   `ADD_DEVTEST()` macro. +2) Add a `devtest_pattern.py` file to this directory, where `pattern` is +   the same pattern used in the `ADD_DEVTEST()` macro. +3) Edit this devtest file to import all the tests you want to run. Some +   may require parameterization. + +The devtest file is 'executed' using Python's unittest module, so it doesn't +require any actual commands. If the device needs special initialization, +commands inside this file will be executed *if* they are *not* in a +`if __name__ == "__main__"` conditional. + diff --git a/host/tests/devtest/benchmark_rate_test.py b/host/tests/devtest/benchmark_rate_test.py new file mode 100755 index 000000000..6c5a75d7f --- /dev/null +++ b/host/tests/devtest/benchmark_rate_test.py @@ -0,0 +1,98 @@ +#!/usr/bin/env python +# +# Copyright 2015-2016 Ettus Research LLC +# +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program.  If not, see <http://www.gnu.org/licenses/>. +# +""" Test using benchmark_rate. """ + +import re +from uhd_test_base import uhd_example_test_case + +class uhd_benchmark_rate_test(uhd_example_test_case): +    """ +    Run benchmark_rate in various configurations. +    """ +    tests = {} + +    def setup_example(self): +        """ +        Set args. +        """ +        self.test_params = uhd_benchmark_rate_test.tests + +    def run_test(self, test_name, test_args): +        """ +        Runs benchmark_rate with the given parameters. Parses output and writes +        results to file. + +        We always run both tx and rx. +        """ +        rel_samp_err_threshold = 0.1 # 10% off is still quite generous +        samp_rate = test_args.get('rate', 1e6) +        duration = test_args.get('duration', 1) +        chan = test_args.get('chan', '0') +        n_chans = len(chan.split(",")) +        expected_samples = n_chans * duration * samp_rate +        self.log.info('Running test {n}, Channel = {c}, Sample Rate = {r}'.format( +            n=test_name, c=chan, r=samp_rate, +        )) +        args = [ +            self.create_addr_args_str(), +            '--duration', str(duration), +            '--channels', str(chan), +        ] +        if 'tx' in test_args.get('direction', ''): +            args.append('--tx_rate') +            args.append(str(samp_rate)) +        if 'rx' in test_args.get('direction', ''): +            args.append('--rx_rate') +            args.append(str(samp_rate)) +        (app, run_results) = self.run_example('benchmark_rate', args) +        match = re.search(r'(Num received samples):\s*(.*)', app.stdout) +        run_results['num_rx_samples'] = int(match.group(2)) if match else -1 +        if run_results['num_rx_samples'] != -1: +            run_results['rel_rx_samples_error'] = 1.0 * abs(run_results['num_rx_samples'] - expected_samples) / expected_samples +        else: +            run_results['rel_rx_samples_error'] = 100 +        match = re.search(r'(Num dropped samples):\s*(.*)', app.stdout) +        run_results['num_rx_dropped'] = int(match.group(2)) if match else -1 +        match = re.search(r'(Num overflows detected):\s*(.*)', app.stdout) +        run_results['num_rx_overruns'] = int(match.group(2)) if match else -1 +        match = re.search(r'(Num transmitted samples):\s*(.*)', app.stdout) +        run_results['num_tx_samples'] = int(match.group(2)) if match else -1 +        if run_results['num_tx_samples'] != -1: +            run_results['rel_tx_samples_error'] = 1.0 * abs(run_results['num_tx_samples'] - expected_samples) / expected_samples +        else: +            run_results['rel_tx_samples_error'] = 100 +        match = re.search(r'(Num sequence errors):\s*(.*)', app.stdout) +        run_results['num_tx_seqerrs'] = int(match.group(2)) if match else -1 +        match = re.search(r'(Num underflows detected):\s*(.*)', app.stdout) +        run_results['num_tx_underruns'] = int(match.group(2)) if match else -1 +        match = re.search(r'(Num timeouts):\s*(.*)', app.stdout) +        run_results['num_timeouts'] = int(match.group(2)) if match else -1 +        run_results['passed'] = all([ +            run_results['return_code'] == 0, +            run_results['num_rx_dropped'] == 0, +            run_results['num_tx_seqerrs'] == 0, +            run_results['num_tx_underruns'] <= test_args.get('acceptable-underruns', 0), +            run_results['num_rx_samples'] > 0, +            run_results['num_tx_samples'] > 0, +            run_results['num_timeouts'] == 0, +            run_results['rel_rx_samples_error'] < rel_samp_err_threshold, +            run_results['rel_tx_samples_error'] < rel_samp_err_threshold, +        ]) +        self.report_example_results(test_name, run_results) +        return run_results + diff --git a/host/tests/devtest/devtest_b2xx.py b/host/tests/devtest/devtest_b2xx.py new file mode 100755 index 000000000..4b81f0afe --- /dev/null +++ b/host/tests/devtest/devtest_b2xx.py @@ -0,0 +1,76 @@ +# +# Copyright 2015-2016 Ettus Research LLC +# +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program.  If not, see <http://www.gnu.org/licenses/>. +# +""" +Run device tests for the B2xx series. +""" +from usrp_probe_test import uhd_usrp_probe_test +from benchmark_rate_test import uhd_benchmark_rate_test +uhd_benchmark_rate_test.tests = { +    'mimo': { +        'duration': 1, +        'direction': 'tx,rx', +        'channels': ['0,1',], +        'sample-rates': [1e6], +        'products': ['B210',], +        'acceptable-underruns': 500, +    }, +    'siso_chan0_slow': { +        'duration': 1, +        'direction': 'tx,rx', +        'chan': '0', +        'rate': 1e6, +        'acceptable-underruns': 50, +    }, +    #'siso_chan0_fast': { +        #'duration': 1, +        #'direction': 'tx,rx', +        #'chan': '0', +        #'rate': 40e6, +        #'acceptable-underruns': 500, +    #}, +    'siso_chan1_slow': { +        'duration': 1, +        'direction': 'tx,rx', +        'chan': '1', +        'rate': 1e6, +        'acceptable-underruns': 50, +        'products': ['B210',], +    }, +    #'siso_chan1_fast': { +        #'duration': 1, +        #'direction': 'tx,rx', +        #'chan': '1', +        #'rate': 40e6, +        #'acceptable-underruns': 500, +        #'products': ['B210',], +    #}, +} + +from rx_samples_to_file_test import rx_samples_to_file_test +rx_samples_to_file_test.tests = { +    'default': { +        'duration': 1, +        'subdev': 'A:A', +        'rate': 5e6, +        'products': ['B210', 'B200',], +    }, +} + +from tx_bursts_test import uhd_tx_bursts_test +from test_pps_test import uhd_test_pps_test +from gpio_test import gpio_test + diff --git a/host/tests/devtest/devtest_e3xx.py b/host/tests/devtest/devtest_e3xx.py new file mode 100755 index 000000000..1cab44184 --- /dev/null +++ b/host/tests/devtest/devtest_e3xx.py @@ -0,0 +1,58 @@ +# +# Copyright 2015 Ettus Research LLC +# +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program.  If not, see <http://www.gnu.org/licenses/>. +# +""" +Run device tests for the E3XX series. +""" +from usrp_probe_test import uhd_usrp_probe_test +from benchmark_rate_test import uhd_benchmark_rate_test +uhd_benchmark_rate_test.tests = { +    'mimo': { +        'duration': 1, +        'direction': 'tx,rx', +        'channels': '0,1', +        'rate': 1e6, +        'acceptable-underruns': 500, +    }, +    'siso_chan0_slow': { +        'duration': 1, +        'direction': 'tx,rx', +        'chan': '0', +        'rate': 1e6, +        'acceptable-underruns': 50, +    }, +    'siso_chan1_slow': { +        'duration': 1, +        'direction': 'tx,rx', +        'chan': '1', +        'rate': 1e6, +        'acceptable-underruns': 50, +        'products': ['B210',], +    }, +} + +from rx_samples_to_file_test import rx_samples_to_file_test +rx_samples_to_file_test.tests = { +    'default': { +        'duration': 1, +        'subdev': 'A:A', +        'rate': 5e6, +    }, +} + +from tx_bursts_test import uhd_tx_bursts_test +from test_pps_test import uhd_test_pps_test + diff --git a/host/tests/devtest/devtest_x3x0.py b/host/tests/devtest/devtest_x3x0.py new file mode 100755 index 000000000..7ad6b21b6 --- /dev/null +++ b/host/tests/devtest/devtest_x3x0.py @@ -0,0 +1,57 @@ +# +# Copyright 2015 Ettus Research LLC +# +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program.  If not, see <http://www.gnu.org/licenses/>. +# +""" +Run device tests for the X3x0 series. +""" + +from benchmark_rate_test import uhd_benchmark_rate_test +uhd_benchmark_rate_test.tests = { +    'mimo_slow': { +        'duration': 1, +        'direction': 'tx,rx', +        'chan': '0,1', +        'rate': 1e6, +        'acceptable-underruns': 500, +    }, +    'mimo_fast': { +        'duration': 1, +        'direction': 'tx,rx', +        'chan': '0,1', +        'rate': 12.5e6, +        'acceptable-underruns': 500, +    }, +    'siso_chan0_slow': { +        'duration': 1, +        'direction': 'tx,rx', +        'chan': '0', +        'rate': 1e6, +        'acceptable-underruns': 0, +    }, +    'siso_chan1_slow': { +        'duration': 1, +        'direction': 'tx,rx', +        'chan': '1', +        'rate': 1e6, +        'acceptable-underruns': 0, +    }, +} + +#from rx_samples_to_file_test import rx_samples_to_file_test +from tx_bursts_test import uhd_tx_bursts_test +from test_pps_test import uhd_test_pps_test +from gpio_test import gpio_test + diff --git a/host/tests/devtest/gpio_test.py b/host/tests/devtest/gpio_test.py new file mode 100755 index 000000000..d764a8d96 --- /dev/null +++ b/host/tests/devtest/gpio_test.py @@ -0,0 +1,47 @@ +# +# Copyright 2015 Ettus Research LLC +# +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program.  If not, see <http://www.gnu.org/licenses/>. +# +""" Test for test_pps_input. """ + +import re +from uhd_test_base import uhd_example_test_case + +class gpio_test(uhd_example_test_case): +    """ Run gpio. """ +    tests = {'default': {},} + +    def setup_example(self): +        """ +        Set args. +        """ +        self.test_params = gpio_test.tests + +    def run_test(self, test_name, test_args): +        """ Run the app and scrape for the success message. """ +        self.log.info('Running test {n}'.format(n=test_name,)) +        # Run example: +        args = [ +            self.create_addr_args_str(), +        ] +        (app, run_results) = self.run_example('gpio', args) +        # Evaluate pass/fail: +        run_results['passed'] = all([ +            app.returncode == 0, +            re.search('All tests passed!', app.stdout) is not None, +        ]) +        self.report_example_results(test_name, run_results) +        return run_results + diff --git a/host/tests/devtest/run_testsuite.py b/host/tests/devtest/run_testsuite.py new file mode 100755 index 000000000..2826f25e9 --- /dev/null +++ b/host/tests/devtest/run_testsuite.py @@ -0,0 +1,134 @@ +#!/usr/bin/env python +# +# Copyright 2015-2016 Ettus Research LLC +# +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program.  If not, see <http://www.gnu.org/licenses/>. +# +""" +Device test runner. +""" + +from __future__ import print_function +import os +import sys +import subprocess +import argparse +import logging +from usrp_probe import get_usrp_list + +def setup_parser(): +    """ Set up argparser """ +    parser = argparse.ArgumentParser(description="Test utility for UHD/USRP.") +    parser.add_argument('--devtest-pattern', '-p', default='*', help='e.g. b2xx') +    parser.add_argument('--device-filter', '-f', default=None, required=True, help='b200, x300, ...') +    parser.add_argument('--log-dir', '-l', default='.') +    parser.add_argument('--src-dir', default='.', help='Directory where the test sources are stored') +    parser.add_argument('--build-dir', default=None, help='Build dir (where examples/ and utils/ are)') +    parser.add_argument('--build-type', default='Release') +    return parser + +def setup_env(args): +    " Add build dir into lib + exe paths, depending on OS " +    def setup_env_win(env, build_dir, build_type): +        " Add build dir into paths (Windows)" +        env['PATH'] = "{build_dir}/lib/{build_type};" + \ +                      "{build_dir}/examples/{build_type};" + \ +                      "{build_dir}/utils/{build_type};{path}".format( +            build_dir=build_dir, build_type=build_type, path=env.get('PATH', '') +        ) +        env['LIBPATH'] = "{build_dir}/lib/{build_type};{path}".format( +            build_dir=build_dir, build_type=build_type, path=env.get('LIBPATH', '') +        ) +        env['LIB'] = "{build_dir}/lib/{build_type};{path}".format( +            build_dir=build_dir, build_type=build_type, path=env.get('LIB', '') +        ) +        return env +    def setup_env_unix(env, build_dir): +        " Add build dir into paths (Unices)" +        env['PATH'] = "{build_dir}/examples:{build_dir}/utils:{path}".format( +            build_dir=build_dir, path=env.get('PATH', '') +        ) +        env['LD_LIBRARY_PATH'] = "{build_dir}/lib:{path}".format( +            build_dir=build_dir, path=env.get('LD_LIBRARY_PATH', '') +        ) +        return env +    def setup_env_osx(env, build_dir): +        " Add build dir into paths (OS X)" +        env['PATH'] = "{build_dir}/examples:{build_dir}/utils:{path}".format( +                build_dir=build_dir, path=env.get('PATH', '') +        ) +        env['DYLD_LIBRARY_PATH'] = "{build_dir}/lib:{path}".format( +                build_dir=build_dir, path=env.get('DYLD_LIBRARY_PATH', '') +        ) +        return env +    ### Go +    env = os.environ +    if sys.platform.startswith('linux'): +        env = setup_env_unix(env, args.build_dir) +    elif sys.platform.startswith('win'): +        env = setup_env_win(env, args.build_dir, args.build_type) +    elif sys.platform.startswith('darwin'): +        env = setup_env_osx(env, args.build_dir) +    else: +        print("Devtest not supported on this platform ({0}).".format(sys.platform)) +        exit(1) +    return env + +def main(): +    " Go, go, go! " +    args = setup_parser().parse_args() +    env = setup_env(args) +    devtest_pattern = "devtest_{p}.py".format(p=args.devtest_pattern) +    uhd_args_list = get_usrp_list("type=" + args.device_filter, env) +    if len(uhd_args_list) == 0: +        print("No devices found. Exiting.") +        exit(1) +    tests_passed = True +    for uhd_idx, uhd_info in enumerate(uhd_args_list): +        print('--- Running all tests for device {dev} ({prod}, Serial: {ser}).'.format( +            dev=uhd_idx, +            prod=uhd_info.get('product', 'USRP'), +            ser=uhd_info.get('serial') +        )) +        print('--- This will take some time. Better grab a cup of tea.') +        args_str = uhd_info['args'] +        env['_UHD_TEST_ARGS_STR'] = args_str +        logfile_name = "log{}.log".format( +            args_str.replace('type=', '_').replace('serial=', '_').replace(',', '') +        ) +        resultsfile_name = "results{}.log".format( +            args_str.replace('type=', '_').replace('serial=', '_').replace(',', '') +        ) +        env['_UHD_TEST_LOGFILE'] = os.path.join(args.log_dir, logfile_name) +        env['_UHD_TEST_RESULTSFILE'] = os.path.join(args.log_dir, resultsfile_name) +        env['_UHD_TEST_LOG_LEVEL'] = str(logging.INFO) +        env['_UHD_TEST_PRINT_LEVEL'] = str(logging.WARNING) +        proc = subprocess.Popen( +            [ +                "python", "-m", "unittest", "discover", "-v", +                "-s", args.src_dir, +                "-p", devtest_pattern, +            ], +            env=env, +            stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.STDOUT, +        ) +        print(proc.communicate()[0]) +        if proc.returncode != 0: +            tests_passed = False +    print('--- Done testing all attached devices.') +    return tests_passed + +if __name__ == "__main__": +    exit(not main()) + diff --git a/host/tests/devtest/rx_samples_to_file_test.py b/host/tests/devtest/rx_samples_to_file_test.py new file mode 100755 index 000000000..bac6ac256 --- /dev/null +++ b/host/tests/devtest/rx_samples_to_file_test.py @@ -0,0 +1,67 @@ +#!/usr/bin/env python +# +# Copyright 2015 Ettus Research LLC +# +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program.  If not, see <http://www.gnu.org/licenses/>. +# +""" Test the rx_samples_to_file example. """ + +from uhd_test_base import uhd_example_test_case + +class rx_samples_to_file_test(uhd_example_test_case): +    """ +    Run rx_samples_to_file and check output. +    """ +    tests = { +        'default': { +            'duration': 1, +            'rate': 5e6, +        }, +    } + +    def setup_example(self): +        """ +        Set args. +        """ +        self.test_params = rx_samples_to_file_test.tests + +    def run_test(self, test_name, test_args): +        """ +        Test launcher. Runs the example. +        """ +        self.log.info('Running test {n}, Subdev = {subdev}, Sample Rate = {rate}'.format( +            n=test_name, subdev=test_args.get('subdev'), rate=test_args.get('rate'), +        )) +        # Run example: +        args = [ +            self.create_addr_args_str(), +            '--null', +            '--stats', +            '--duration', str(test_args['duration']), +            '--rate', str(test_args.get('rate', 1e6)), +            '--wirefmt', test_args.get('wirefmt', 'sc16'), +        ] +        if test_args.has_key('subdev'): +            args.append('--subdev') +            args.append(test_args['subdev']) +        (app, run_results) = self.run_example('rx_samples_to_file', args) +        # Evaluate pass/fail: +        run_results['passed'] = all([ +            not run_results['has_D'], +            not run_results['has_S'], +            run_results['return_code'] == 0, +        ]) +        self.report_example_results(test_name, run_results) +        return run_results + diff --git a/host/tests/devtest/test_messages_test.py b/host/tests/devtest/test_messages_test.py new file mode 100644 index 000000000..496765c75 --- /dev/null +++ b/host/tests/devtest/test_messages_test.py @@ -0,0 +1,57 @@ +#!/usr/bin/env python +# +# Copyright 2015 Ettus Research LLC +# +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program.  If not, see <http://www.gnu.org/licenses/>. +# +""" Test the test_messages example. """ + +import re +from uhd_test_base import uhd_example_test_case + +class uhd_test_messages_test(uhd_example_test_case): +    """ +    Run test_messages and check output. +    """ +    tests = {'default': {},} + +    def setup_example(self): +        """ +        Set args. +        """ +        self.test_params = uhd_test_messages_test.tests + +    def run_test(self, test_name, test_args): +        """ Run the app and scrape for the failure messages. """ +        self.log.info('Running test {n}'.format(n=test_name,)) +        # Run example: +        args = [ +            self.create_addr_args_str(), +        ] +        if test_args.has_key('ntests'): +            args.append('--ntests') +            args.append(test_args['ntests']) +        (app, run_results) = self.run_example('test_messages', args) +        # Evaluate pass/fail: +        succ_fail_re = re.compile(r'(?P<test>.*)->\s+(?P<succ>\d+) successes,\s+(?P<fail>\d+) +failures') +        for mo in succ_fail_re.finditer(app.stdout): +            key = mo.group("test").strip().replace(' ', '_').lower() +            successes = int(mo.group("succ")) +            failures = int(mo.group("fail")) +            run_results[key] = "{}/{}".format(successes, successes+failures) +            run_results['passed'] = bool(failures) + +        self.report_example_results(test_name, run_results) +        return run_results + diff --git a/host/tests/devtest/test_pps_test.py b/host/tests/devtest/test_pps_test.py new file mode 100755 index 000000000..1e5b36e2c --- /dev/null +++ b/host/tests/devtest/test_pps_test.py @@ -0,0 +1,51 @@ +#!/usr/bin/env python +# +# Copyright 2015 Ettus Research LLC +# +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program.  If not, see <http://www.gnu.org/licenses/>. +# +""" Test for test_pps_input. """ + +import re +from uhd_test_base import uhd_example_test_case + +class uhd_test_pps_test(uhd_example_test_case): +    """ Run test_pps_input. """ +    tests = {'default': {},} + +    def setup_example(self): +        """ +        Set args. +        """ +        self.test_params = uhd_test_pps_test.tests + +    def run_test(self, test_name, test_args): +        """ Run the app and scrape for the success message. """ +        self.log.info('Running test {n}'.format(n=test_name,)) +        # Run example: +        args = [ +            self.create_addr_args_str(), +        ] +        if test_args.has_key('source'): +            args.append('--source') +            args.append(test_args['source']) +        (app, run_results) = self.run_example('test_pps_input', args) +        # Evaluate pass/fail: +        run_results['passed'] = all([ +            app.returncode == 0, +            re.search('Success!', app.stdout) is not None, +        ]) +        self.report_example_results(test_name, run_results) +        return run_results + diff --git a/host/tests/devtest/tx_bursts_test.py b/host/tests/devtest/tx_bursts_test.py new file mode 100755 index 000000000..863f35fe1 --- /dev/null +++ b/host/tests/devtest/tx_bursts_test.py @@ -0,0 +1,63 @@ +#!/usr/bin/env python +# +# Copyright 2015 Ettus Research LLC +# +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program.  If not, see <http://www.gnu.org/licenses/>. +# +""" Run the test for tx_burst """ + +import re +from uhd_test_base import uhd_example_test_case + +class uhd_tx_bursts_test(uhd_example_test_case): +    """ Run test_messages. """ +    tests = { +        'default': { +            'nsamps': 10000, +            'rate': 5e6, +            'channels': '0', +        }, +    } + +    def setup_example(self): +        """ +        Set args. +        """ +        self.test_params = uhd_tx_bursts_test.tests + +    def run_test(self, test_name, test_args): +        """ Run the app and scrape for the failure messages. """ +        self.log.info('Running test {name}, Channel = {channel}, Sample Rate = {rate}'.format( +            name=test_name, channel=test_args.get('channel'), rate=test_args.get('rate'), +        )) +        # Run example: +        args = [ +            self.create_addr_args_str(), +            '--nsamps', str(test_args['nsamps']), +            '--channels', str(test_args['channels']), +            '--rate', str(test_args.get('rate', 1e6)), +        ] +        if test_args.has_key('subdev'): +            args.append('--subdev') +            args.append(test_args['subdev']) +        (app, run_results) = self.run_example('tx_bursts', args) +        # Evaluate pass/fail: +        run_results['passed'] = all([ +            app.returncode == 0, +            not run_results['has_S'], +        ]) +        run_results['async_burst_ack_found'] = re.search('success', app.stdout) is not None +        self.report_example_results(test_name, run_results) +        return run_results + diff --git a/host/tests/devtest/uhd_test_base.py b/host/tests/devtest/uhd_test_base.py new file mode 100755 index 000000000..07a95ae3d --- /dev/null +++ b/host/tests/devtest/uhd_test_base.py @@ -0,0 +1,222 @@ +#!/usr/bin/env python + +import os +import sys +import yaml +import unittest +import re +import time +import logging +from subprocess import Popen, PIPE, STDOUT +from usrp_probe import get_usrp_list + +#-------------------------------------------------------------------------- +# Application +#-------------------------------------------------------------------------- +class shell_application(object): +    """ +    Wrapper for applications that are in $PATH. +    Note: The CMake infrastructure makes sure all examples and utils are in $PATH. +    """ +    def __init__(self, name): +        self.name = name +        self.stdout = '' +        self.stderr = '' +        self.returncode = None +        self.exec_time = None + +    def run(self, args = []): +        cmd_line = [self.name] +        cmd_line.extend(args) +        start_time = time.time() +        p = Popen(cmd_line, stdout=PIPE, stderr=PIPE, close_fds=True) +        self.stdout, self.stderr = p.communicate() +        self.returncode = p.returncode +        self.exec_time = time.time() - start_time + +#-------------------------------------------------------------------------- +# Test case base +#-------------------------------------------------------------------------- +class uhd_test_case(unittest.TestCase): +    """ +    Base class for UHD test cases. +    """ +    test_name = '--TEST--' + +    def set_up(self): +        """ +        Override this to add own setup code per test. +        """ +        pass + +    def setUp(self): +        self.name = self.__class__.__name__ +        self.test_id = self.id().split('.')[-1] +        self.results = {} +        self.results_file = os.getenv('_UHD_TEST_RESULTSFILE', "") +        if self.results_file and os.path.isfile(self.results_file): +            self.results = yaml.safe_load(open(self.results_file).read()) or {} +        self.args_str = os.getenv('_UHD_TEST_ARGS_STR', "") +        self.usrp_info = get_usrp_list(self.args_str)[0] +        if not self.results.has_key(self.usrp_info['serial']): +            self.results[self.usrp_info['serial']] = {} +        if not self.results[self.usrp_info['serial']].has_key(self.name): +            self.results[self.usrp_info['serial']][self.name] = {} +        self.setup_logger() +        self.set_up() + +    def setup_logger(self): +        " Add logging infrastructure " +        self.log = logging.getLogger("devtest.{name}".format(name=self.name)) +        self.log_file = os.getenv('_UHD_TEST_LOGFILE', "devtest.log") +        #self.log_level = int(os.getenv('_UHD_TEST_LOG_LEVEL', logging.DEBUG)) +        #self.print_level = int(os.getenv('_UHD_TEST_PRINT_LEVEL', logging.WARNING)) +        self.log_level = logging.DEBUG +        self.print_level = logging.WARNING +        file_handler = logging.FileHandler(self.log_file) +        file_handler.setLevel(self.log_level) +        console_handler = logging.StreamHandler() +        console_handler.setLevel(self.print_level) +        formatter = logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s') +        file_handler.setFormatter(formatter) +        console_handler.setFormatter(formatter) +        self.log.setLevel(logging.DEBUG) +        self.log.addHandler(file_handler) +        self.log.addHandler(console_handler) +        self.log.info("Starting test with device: {dev}".format(dev=self.args_str)) + +    def tear_down(self): +        pass + +    def tearDown(self): +        self.tear_down() +        if self.results_file: +            open(self.results_file, 'w').write(yaml.dump(self.results, default_flow_style=False)) + +    def report_result(self, testname, key, value): +        """ Store a result as a key/value pair. +        After completion, all results for one test are written to the results file. +        """ +        if not self.results[self.usrp_info['serial']][self.name].has_key(testname): +            self.results[self.usrp_info['serial']][self.name][testname] = {} +        self.results[self.usrp_info['serial']][self.name][testname][key] = value + +    def create_addr_args_str(self, argname="args"): +        """ Returns an args string, usually '--args "type=XXX,serial=YYY" """ +        if len(self.args_str) == 0: +            return '' +        return '--{}={}'.format(argname, self.args_str) + +    def filter_warnings(self, errstr): +        """ Searches errstr for UHD warnings, removes them, and puts them into a separate string. +        Returns (errstr, warnstr), where errstr no longer has warning. """ +        warn_re = re.compile("UHD Warning:\n(?:    .*\n)+") +        warnstr = "\n".join(warn_re.findall(errstr)).strip() +        errstr = warn_re.sub('', errstr).strip() +        return (errstr, warnstr) + +    def filter_stderr(self, stderr, run_results={}): +        """ Filters the output to stderr. run_results[] is a dictionary. +        This function will: +        - Remove UUUUU... strings, since they are generally not a problem. +        - Remove all DDDD and SSSS strings, and add run_results['has_S'] = True +          and run_results['has_D'] = True. +        - Remove warnings and put them in run_results['warnings'] +        - Put the filtered error string into run_results['errors'] and returns the dictionary +        """ +        errstr, run_results['warnings'] = self.filter_warnings(stderr) +        # Scan for underruns and sequence errors / dropped packets  not detected in the counter +        errstr = re.sub('UU+', '', errstr) +        (errstr, n_subs) = re.subn('SS+', '', errstr) +        if n_subs: +            run_results['has_S'] = True +        (errstr, n_subs) = re.subn('DD+', '', errstr) +        if n_subs: +            run_results['has_D'] = True +        errstr = re.sub("\n\n+", "\n", errstr) +        run_results['errors'] = errstr.strip() +        return run_results + +class uhd_example_test_case(uhd_test_case): +    """ +    A test case that runs an example. +    """ + +    def setup_example(self): +        """ +        Override this to add specific setup code. +        """ +        pass + +    def set_up(self): +        """ +        """ +        self.setup_example() + +    def run_test(self, test_name, test_args): +        """ +        Override this to run the actual example. + +        Needs to return either a boolean or a dict with key 'passed' to determine +        pass/fail. +        """ +        raise NotImplementedError + +    def run_example(self, example, args): +        """ +        Run `example' (which has to be a UHD example or utility) with `args'. +        Return results and the app object. +        """ +        self.log.info("Running example: `{example} {args}'".format(example=example, args=" ".join(args))) +        app = shell_application(example) +        app.run(args) +        run_results = { +            'return_code': app.returncode, +            'passed': False, +            'has_D': False, +            'has_S': False, +        } +        run_results = self.filter_stderr(app.stderr, run_results) +        self.log.info('STDERR Output:') +        self.log.info(str(app.stderr)) +        return (app, run_results) + + +    def report_example_results(self, test_name, run_results): +        for key in sorted(run_results): +            self.log.info('{key} = {val}'.format(key=key, val=run_results[key])) +            self.report_result( +                test_name, +                key, run_results[key] +            ) +        if run_results.has_key('passed'): +            self.report_result( +                test_name, +                'status', +                'Passed' if run_results['passed'] else 'Failed', +            ) +        if run_results.has_key('errors'): +            self.report_result( +                test_name, +                'errors', +                'Yes' if run_results['errors'] else 'No', +            ) + +    def test_all(self): +        """ +        Hook for test runner. Needs to be a class method that starts with 'test'. +        Calls run_test(). +        """ +        for test_name, test_args in self.test_params.iteritems(): +            if not test_args.has_key('products') or (self.usrp_info['product'] in test_args.get('products', [])): +                run_results = self.run_test(test_name, test_args) +                passed = bool(run_results) +                if isinstance(run_results, dict): +                    passed = run_results['passed'] +                self.assertTrue( +                    passed, +                    msg="Errors occurred during test `{t}'. Check log file for details.\nRun results:\n{r}".format( +                        t=test_name, r=yaml.dump(run_results, default_flow_style=False) +                    ) +                ) + diff --git a/host/tests/devtest/usrp_probe.py b/host/tests/devtest/usrp_probe.py new file mode 100644 index 000000000..50d484518 --- /dev/null +++ b/host/tests/devtest/usrp_probe.py @@ -0,0 +1,50 @@ +#!/usr/bin/env python +# +# Copyright 2015-2016 Ettus Research LLC +# +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program.  If not, see <http://www.gnu.org/licenses/>. +# +""" Run uhd_find_devices and parse the output. """ + +import re +import subprocess + +def get_usrp_list(device_filter=None, env=None): +    """ Returns a list of dicts that contain USRP info """ +    try: +        cmd = ['uhd_find_devices'] +        if device_filter is not None: +            cmd += ['--args', device_filter] +        output = subprocess.check_output(cmd, env=env) +    except subprocess.CalledProcessError: +        return [] +    split_re = "\n*-+\n-- .*\n-+\n" +    uhd_strings = re.split(split_re, output) +    result = [] +    for uhd_string in uhd_strings: +        if not re.match("Device Address", uhd_string): +            continue +        this_result = {k: v for k, v in re.findall("    ([a-z]+): (.*)", uhd_string)} +        args_string = "" +        try: +            args_string = "type={},serial={}".format(this_result['type'], this_result['serial']) +        except KeyError: +            continue +        this_result['args'] = args_string +        result.append(this_result) +    return result + +if __name__ == "__main__": +    print get_usrp_list() +    print get_usrp_list('type=x300') diff --git a/host/tests/devtest/usrp_probe_test.py b/host/tests/devtest/usrp_probe_test.py new file mode 100755 index 000000000..a136a2af7 --- /dev/null +++ b/host/tests/devtest/usrp_probe_test.py @@ -0,0 +1,53 @@ +#!/usr/bin/env python +# +# Copyright 2015 Ettus Research LLC +# +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program.  If not, see <http://www.gnu.org/licenses/>. +# +""" Run the test for tx_burst """ + +import re +from uhd_test_base import uhd_example_test_case + +class uhd_usrp_probe_test(uhd_example_test_case): +    """ Run uhd_usrp_probe """ +    tests = { +        'default': { +            'init-only': False, +        }, +    } + +    def setup_example(self): +        """ +        Set args. +        """ +        self.test_params = uhd_usrp_probe_test.tests + +    def run_test(self, test_name, test_args): +        """ Run the app and scrape for the failure messages. """ +        self.log.info('Running test {name}'.format(name=test_name)) +        # Run example: +        args = [ +            self.create_addr_args_str(), +        ] +        if test_args.get('init-only'): +            args.append('--init-only') +        (app, run_results) = self.run_example('uhd_usrp_probe', args) +        # Evaluate pass/fail: +        run_results['passed'] = all([ +            app.returncode == 0, +        ]) +        self.report_example_results(test_name, run_results) +        return run_results + diff --git a/host/tests/expert_test.cpp b/host/tests/expert_test.cpp new file mode 100644 index 000000000..016761194 --- /dev/null +++ b/host/tests/expert_test.cpp @@ -0,0 +1,256 @@ +// +// Copyright 2010-2011 Ettus Research LLC +// +// This program is free software: you can redistribute it and/or modify +// it under the terms of the GNU General Public License as published by +// the Free Software Foundation, either version 3 of the License, or +// (at your option) any later version. +// +// This program is distributed in the hope that it will be useful, +// but WITHOUT ANY WARRANTY; without even the implied warranty of +// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the +// GNU General Public License for more details. +// +// You should have received a copy of the GNU General Public License +// along with this program.  If not, see <http://www.gnu.org/licenses/>. +// + +#include <boost/test/unit_test.hpp> +#include <boost/format.hpp> +#include <boost/make_shared.hpp> +#include "../lib/experts/expert_container.hpp" +#include "../lib/experts/expert_factory.hpp" +#include <uhd/property_tree.hpp> +#include <fstream> + +using namespace uhd::experts; + +class worker1_t : public worker_node_t { +public: +    worker1_t(const node_retriever_t& db) +    : worker_node_t("A+B=C"), _a(db, "A/desired"), _b(db, "B"), _c(db, "C") +    { +        bind_accessor(_a); +        bind_accessor(_b); +        bind_accessor(_c); +    } + +private: +    void resolve() { +        _c = _a + _b; +    } + +    data_reader_t<int> _a; +    data_reader_t<int> _b; +    data_writer_t<int> _c; +}; + +//============================================================================= + +class worker2_t : public worker_node_t { +public: +    worker2_t(const node_retriever_t& db) +    : worker_node_t("C*D=E"), _c(db, "C"), _d(db, "D"), _e(db, "E") +    { +        bind_accessor(_c); +        bind_accessor(_d); +        bind_accessor(_e); +    } + +private: +    void resolve() { +        _e.set(_c.get() * _d.get()); +    } + +    data_reader_t<int> _c; +    data_reader_t<int> _d; +    data_writer_t<int> _e; +}; + +//============================================================================= + +class worker3_t : public worker_node_t { +public: +    worker3_t(const node_retriever_t& db) +    : worker_node_t("-B=F"), _b(db, "B"), _f(db, "F") +    { +        bind_accessor(_b); +        bind_accessor(_f); +    } + +private: +    void resolve() { +        _f.set(-_b.get()); +    } + +    data_reader_t<int> _b; +    data_writer_t<int> _f; +}; + +//============================================================================= + +class worker4_t : public worker_node_t { +public: +    worker4_t(const node_retriever_t& db) +    : worker_node_t("E-F=G"), _e(db, "E"), _f(db, "F"), _g(db, "G") +    { +        bind_accessor(_e); +        bind_accessor(_f); +        bind_accessor(_g); +    } + +private: +    void resolve() { +        _g.set(_e.get() - _f.get()); +    } + +    data_reader_t<int> _e; +    data_reader_t<int> _f; +    data_writer_t<int> _g; +}; + +//============================================================================= + +class worker5_t : public worker_node_t { +public: +    worker5_t(const node_retriever_t& db, boost::shared_ptr<int> output) +    : worker_node_t("Consume_G"), _g(db, "G"), _c(db, "C"), _output(output) +    { +        bind_accessor(_g); +//        bind_accessor(_c); +    } + +private: +    void resolve() { +        *_output = _g; +    } + +    data_reader_t<int> _g; +    data_writer_t<int> _c; + +    boost::shared_ptr<int> _output; +}; + +class worker6_t : public worker_node_t { +public: +    worker6_t() : worker_node_t("null_worker") +    { +    } + +private: +    void resolve() { +    } +}; + +//============================================================================= + +#define DUMP_VARS \ +    BOOST_TEST_MESSAGE( str(boost::format("### State = {A=%d%s, B=%d%s, C=%d%s, D=%d%s, E=%d%s, F=%d%s, G=%d%s}\n") % \ +    nodeA.get() % (nodeA.is_dirty()?"*":"") % \ +    nodeB.get() % (nodeB.is_dirty()?"*":"") % \ +    nodeC.get() % (nodeC.is_dirty()?"*":"") % \ +    nodeD.get() % (nodeD.is_dirty()?"*":"") % \ +    nodeE.get() % (nodeE.is_dirty()?"*":"") % \ +    nodeF.get() % (nodeF.is_dirty()?"*":"") % \ +    nodeG.get() % (nodeG.is_dirty()?"*":"")) ); + +#define VALIDATE_ALL_DEPENDENCIES \ +    BOOST_CHECK(!nodeA.is_dirty()); \ +    BOOST_CHECK(!nodeB.is_dirty()); \ +    BOOST_CHECK(!nodeC.is_dirty()); \ +    BOOST_CHECK(!nodeD.is_dirty()); \ +    BOOST_CHECK(!nodeE.is_dirty()); \ +    BOOST_CHECK(!nodeF.is_dirty()); \ +    BOOST_CHECK(!nodeG.is_dirty()); \ +    BOOST_CHECK(nodeC.get() == nodeA.get() + nodeB.get()); \ +    BOOST_CHECK(nodeE.get() == nodeC.get() * nodeD.get()); \ +    BOOST_CHECK(nodeF.get() == - nodeB.get()); \ +    BOOST_CHECK(nodeG.get() == nodeE.get() - nodeF.get()); \ +    BOOST_CHECK(nodeG.get() == *final_output); + + +BOOST_AUTO_TEST_CASE(test_experts){ +    //Initialize container object +    expert_container::sptr container = expert_factory::create_container("example"); +    uhd::property_tree::sptr tree = uhd::property_tree::make(); + +    //Output of expert tree +    boost::shared_ptr<int> final_output = boost::make_shared<int>(); + +    //Add data nodes to container +    expert_factory::add_dual_prop_node<int>(container, tree, "A", 0, uhd::experts::AUTO_RESOLVE_ON_WRITE); +    expert_factory::add_prop_node<int>(container, tree, "B", 0); +    expert_factory::add_data_node<int>(container, "C", 0); +    expert_factory::add_data_node<int>(container, "D", 1); +    expert_factory::add_prop_node<int>(container, tree, "E", 0, uhd::experts::AUTO_RESOLVE_ON_READ); +    expert_factory::add_data_node<int>(container, "F", 0); +    expert_factory::add_data_node<int>(container, "G", 0); + +    //Add worker nodes to container +    expert_factory::add_worker_node<worker1_t>(container, container->node_retriever()); +    expert_factory::add_worker_node<worker2_t>(container, container->node_retriever()); +    expert_factory::add_worker_node<worker3_t>(container, container->node_retriever()); +    expert_factory::add_worker_node<worker4_t>(container, container->node_retriever()); +    expert_factory::add_worker_node<worker5_t>(container, container->node_retriever(), final_output); +    expert_factory::add_worker_node<worker6_t>(container); + +    //Once initialized, getting modify access to graph nodes is possible (by design) but extremely red-flaggy! +    //But we do it here to monitor things +    data_node_t<int>& nodeA = *(const_cast< data_node_t<int>* >(dynamic_cast< const data_node_t<int>* >(&container->node_retriever().lookup("A/desired")))); +    data_node_t<int>& nodeB = *(const_cast< data_node_t<int>* >(dynamic_cast< const data_node_t<int>* >(&container->node_retriever().lookup("B")))); +    data_node_t<int>& nodeC = *(const_cast< data_node_t<int>* >(dynamic_cast< const data_node_t<int>* >(&container->node_retriever().lookup("C")))); +    data_node_t<int>& nodeD = *(const_cast< data_node_t<int>* >(dynamic_cast< const data_node_t<int>* >(&container->node_retriever().lookup("D")))); +    data_node_t<int>& nodeE = *(const_cast< data_node_t<int>* >(dynamic_cast< const data_node_t<int>* >(&container->node_retriever().lookup("E")))); +    data_node_t<int>& nodeF = *(const_cast< data_node_t<int>* >(dynamic_cast< const data_node_t<int>* >(&container->node_retriever().lookup("F")))); +    data_node_t<int>& nodeG = *(const_cast< data_node_t<int>* >(dynamic_cast< const data_node_t<int>* >(&container->node_retriever().lookup("G")))); + +    DUMP_VARS + +    //Ensure init behavior +    BOOST_CHECK(nodeA.is_dirty()); +    BOOST_CHECK(nodeB.is_dirty()); +    BOOST_CHECK(nodeC.is_dirty()); +    BOOST_CHECK(nodeD.is_dirty()); +    BOOST_CHECK(nodeE.is_dirty()); +    BOOST_CHECK(nodeF.is_dirty()); +    BOOST_CHECK(nodeG.is_dirty()); +    container->resolve_all(); +    VALIDATE_ALL_DEPENDENCIES       //Ensure a default resolve + +    //Ensure basic node value propagation +    tree->access<int>("B").set(3); +    BOOST_CHECK(nodeB.get() == 3);  //Ensure value propagated +    BOOST_CHECK(nodeB.is_dirty());  //Ensure that nothing got resolved... +    container->resolve_all(); +    VALIDATE_ALL_DEPENDENCIES + +    nodeD.set(2);   //Hack for testing + +    //Ensure auto-resolve on write +    tree->access<int>("A").set(200); +    BOOST_CHECK(nodeC.get() == nodeA.get() + nodeB.get()); +    BOOST_CHECK(nodeE.get() == nodeC.get() * nodeD.get()); +    BOOST_CHECK(nodeG.get() == nodeE.get() - nodeF.get()); +    container->resolve_all(); +    VALIDATE_ALL_DEPENDENCIES + +    container->resolve_all(); +    VALIDATE_ALL_DEPENDENCIES + +    //Ensure auto-resolve on read +    tree->access<int>("E").get(); +    BOOST_CHECK(nodeC.get() == nodeA.get() + nodeB.get()); +    BOOST_CHECK(nodeE.get() == nodeC.get() * nodeD.get()); +    BOOST_CHECK(!nodeE.is_dirty()); +    tree->access<int>("E").set(-10); +    container->resolve_all(true); +    VALIDATE_ALL_DEPENDENCIES + +    //Resolve to/from +    tree->access<int>("A").set(-1); +    container->resolve_to("C"); +    BOOST_CHECK(nodeC.get() == nodeA.get() + nodeB.get()); +    BOOST_CHECK(!nodeC.is_dirty()); +    container->resolve_to("Consume_G"); +    VALIDATE_ALL_DEPENDENCIES +} diff --git a/host/tests/fe_conn_test.cpp b/host/tests/fe_conn_test.cpp new file mode 100644 index 000000000..b8e69816a --- /dev/null +++ b/host/tests/fe_conn_test.cpp @@ -0,0 +1,108 @@ +// +// Copyright 2016 Ettus Research LLC +// +// This program is free software: you can redistribute it and/or modify +// it under the terms of the GNU General Public License as published by +// the Free Software Foundation, either version 3 of the License, or +// (at your option) any later version. +// +// This program is distributed in the hope that it will be useful, +// but WITHOUT ANY WARRANTY; without even the implied warranty of +// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the +// GNU General Public License for more details. +// +// You should have received a copy of the GNU General Public License +// along with this program.  If not, see <http://www.gnu.org/licenses/>. +// + +#include <uhd/usrp/fe_connection.hpp> +#include <uhd/exception.hpp> +#include <boost/test/unit_test.hpp> + +using namespace uhd::usrp; + +BOOST_AUTO_TEST_CASE(test_quardrature){ +    fe_connection_t IQ("IQ"), QI("QI"), IbQ("IbQ"), QbI("QbI"), QbIb("QbIb"); +    BOOST_CHECK(IQ.get_sampling_mode()==fe_connection_t::QUADRATURE); +    BOOST_CHECK(QI.get_sampling_mode()==fe_connection_t::QUADRATURE); +    BOOST_CHECK(IbQ.get_sampling_mode()==fe_connection_t::QUADRATURE); +    BOOST_CHECK(QbI.get_sampling_mode()==fe_connection_t::QUADRATURE); +    BOOST_CHECK(QbIb.get_sampling_mode()==fe_connection_t::QUADRATURE); + +    BOOST_CHECK(not IQ.is_iq_swapped()); +    BOOST_CHECK(QI.is_iq_swapped()); +    BOOST_CHECK(not IbQ.is_iq_swapped()); +    BOOST_CHECK(QbI.is_iq_swapped()); +    BOOST_CHECK(QbIb.is_iq_swapped()); + +    BOOST_CHECK(not IQ.is_i_inverted()); +    BOOST_CHECK(not QI.is_i_inverted()); +    BOOST_CHECK(IbQ.is_i_inverted()); +    BOOST_CHECK(not QbI.is_i_inverted()); +    BOOST_CHECK(QbIb.is_i_inverted()); + +    BOOST_CHECK(not IQ.is_q_inverted()); +    BOOST_CHECK(not QI.is_q_inverted()); +    BOOST_CHECK(not IbQ.is_q_inverted()); +    BOOST_CHECK(QbI.is_q_inverted()); +    BOOST_CHECK(QbIb.is_q_inverted()); +} + +BOOST_AUTO_TEST_CASE(test_heterodyne){ +    fe_connection_t II("II"), QQ("QQ"), IbIb("IbIb"), QbQb("QbQb"); +    BOOST_CHECK(II.get_sampling_mode()==fe_connection_t::HETERODYNE); +    BOOST_CHECK(QQ.get_sampling_mode()==fe_connection_t::HETERODYNE); +    BOOST_CHECK(IbIb.get_sampling_mode()==fe_connection_t::HETERODYNE); +    BOOST_CHECK(QbQb.get_sampling_mode()==fe_connection_t::HETERODYNE); + +    BOOST_CHECK(not II.is_iq_swapped()); +    BOOST_CHECK(QQ.is_iq_swapped()); +    BOOST_CHECK(not IbIb.is_iq_swapped()); +    BOOST_CHECK(QbQb.is_iq_swapped()); + +    BOOST_CHECK(not II.is_i_inverted()); +    BOOST_CHECK(not QQ.is_i_inverted()); +    BOOST_CHECK(IbIb.is_i_inverted()); +    BOOST_CHECK(QbQb.is_i_inverted()); + +    BOOST_CHECK(not II.is_q_inverted()); +    BOOST_CHECK(not QQ.is_q_inverted()); +    BOOST_CHECK(IbIb.is_q_inverted()); +    BOOST_CHECK(QbQb.is_q_inverted()); + +    BOOST_CHECK_THROW(fe_connection_t dummy("IIb"), uhd::value_error); +    BOOST_CHECK_THROW(fe_connection_t dummy("IbI"), uhd::value_error); +    BOOST_CHECK_THROW(fe_connection_t dummy("QQb"), uhd::value_error); +    BOOST_CHECK_THROW(fe_connection_t dummy("QbQ"), uhd::value_error); +} + +BOOST_AUTO_TEST_CASE(test_real){ +    fe_connection_t I("I"), Q("Q"), Ib("Ib"), Qb("Qb"); +    BOOST_CHECK(I.get_sampling_mode()==fe_connection_t::REAL); +    BOOST_CHECK(Q.get_sampling_mode()==fe_connection_t::REAL); +    BOOST_CHECK(Ib.get_sampling_mode()==fe_connection_t::REAL); +    BOOST_CHECK(Qb.get_sampling_mode()==fe_connection_t::REAL); + +    BOOST_CHECK(not I.is_iq_swapped()); +    BOOST_CHECK(Q.is_iq_swapped()); +    BOOST_CHECK(not Ib.is_iq_swapped()); +    BOOST_CHECK(Qb.is_iq_swapped()); + +    BOOST_CHECK(not I.is_i_inverted()); +    BOOST_CHECK(not Q.is_i_inverted()); +    BOOST_CHECK(Ib.is_i_inverted()); +    BOOST_CHECK(Qb.is_i_inverted()); + +    BOOST_CHECK(not I.is_q_inverted()); +    BOOST_CHECK(not Q.is_q_inverted()); +    BOOST_CHECK(not Ib.is_q_inverted()); +    BOOST_CHECK(not Qb.is_q_inverted()); +} + +BOOST_AUTO_TEST_CASE(test_invalid){ +    BOOST_CHECK_THROW(fe_connection_t dummy("blah"), uhd::value_error); +    BOOST_CHECK_THROW(fe_connection_t dummy("123456"), uhd::value_error); +    BOOST_CHECK_THROW(fe_connection_t dummy("ii"), uhd::value_error); +    BOOST_CHECK_THROW(fe_connection_t dummy("qb"), uhd::value_error); +    BOOST_CHECK_THROW(fe_connection_t dummy("IIIQ"), uhd::value_error); +} diff --git a/host/tests/property_test.cpp b/host/tests/property_test.cpp index 00bb3c022..61d1de9a6 100644 --- a/host/tests/property_test.cpp +++ b/host/tests/property_test.cpp @@ -28,18 +28,26 @@ struct coercer_type{  };  struct setter_type{ +    setter_type() : _count(0), _x(0) {} +      void doit(int x){ +        _count++;          _x = x;      } +    int _count;      int _x;  };  struct getter_type{ +    getter_type() : _count(0), _x(0) {} +      int doit(void){ +        _count++;          return _x;      } +    int _count;      int _x;  }; @@ -57,29 +65,72 @@ BOOST_AUTO_TEST_CASE(test_prop_simple){      BOOST_CHECK_EQUAL(prop.get(), 34);  } -BOOST_AUTO_TEST_CASE(test_prop_with_subscriber){ +BOOST_AUTO_TEST_CASE(test_prop_with_desired_subscriber){      uhd::property_tree::sptr tree = uhd::property_tree::make();      uhd::property<int> &prop = tree->create<int>("/");      setter_type setter; -    prop.subscribe(boost::bind(&setter_type::doit, &setter, _1)); +    prop.add_desired_subscriber(boost::bind(&setter_type::doit, &setter, _1));      prop.set(42); +    BOOST_CHECK_EQUAL(prop.get_desired(), 42);      BOOST_CHECK_EQUAL(prop.get(), 42);      BOOST_CHECK_EQUAL(setter._x, 42);      prop.set(34); +    BOOST_CHECK_EQUAL(prop.get_desired(), 34);      BOOST_CHECK_EQUAL(prop.get(), 34);      BOOST_CHECK_EQUAL(setter._x, 34);  } +BOOST_AUTO_TEST_CASE(test_prop_with_coerced_subscriber){ +    uhd::property_tree::sptr tree = uhd::property_tree::make(); +    uhd::property<int> &prop = tree->create<int>("/"); + +    setter_type setter; +    prop.add_coerced_subscriber(boost::bind(&setter_type::doit, &setter, _1)); + +    prop.set(42); +    BOOST_CHECK_EQUAL(prop.get_desired(), 42); +    BOOST_CHECK_EQUAL(prop.get(), 42); +    BOOST_CHECK_EQUAL(setter._x, 42); + +    prop.set(34); +    BOOST_CHECK_EQUAL(prop.get_desired(), 34); +    BOOST_CHECK_EQUAL(prop.get(), 34); +    BOOST_CHECK_EQUAL(setter._x, 34); +} + +BOOST_AUTO_TEST_CASE(test_prop_manual_coercion){ +    uhd::property_tree::sptr tree = uhd::property_tree::make(); +    uhd::property<int> &prop = tree->create<int>("/", uhd::property_tree::MANUAL_COERCE); + +    setter_type dsetter, csetter; +    prop.add_desired_subscriber(boost::bind(&setter_type::doit, &dsetter, _1)); +    prop.add_coerced_subscriber(boost::bind(&setter_type::doit, &csetter, _1)); + +    BOOST_CHECK_EQUAL(dsetter._x, 0); +    BOOST_CHECK_EQUAL(csetter._x, 0); + +    prop.set(42); +    BOOST_CHECK_EQUAL(prop.get_desired(), 42); +    BOOST_CHECK_EQUAL(dsetter._x, 42); +    BOOST_CHECK_EQUAL(csetter._x, 0); + +    prop.set_coerced(34); +    BOOST_CHECK_EQUAL(prop.get_desired(), 42); +    BOOST_CHECK_EQUAL(prop.get(), 34); +    BOOST_CHECK_EQUAL(dsetter._x, 42); +    BOOST_CHECK_EQUAL(csetter._x, 34); +} +  BOOST_AUTO_TEST_CASE(test_prop_with_publisher){      uhd::property_tree::sptr tree = uhd::property_tree::make();      uhd::property<int> &prop = tree->create<int>("/");      BOOST_CHECK(prop.empty());      getter_type getter; -    prop.publish(boost::bind(&getter_type::doit, &getter)); +    prop.set_publisher(boost::bind(&getter_type::doit, &getter));      BOOST_CHECK(not prop.empty());      getter._x = 42; @@ -96,10 +147,10 @@ BOOST_AUTO_TEST_CASE(test_prop_with_publisher_and_subscriber){      uhd::property<int> &prop = tree->create<int>("/");      getter_type getter; -    prop.publish(boost::bind(&getter_type::doit, &getter)); +    prop.set_publisher(boost::bind(&getter_type::doit, &getter));      setter_type setter; -    prop.subscribe(boost::bind(&setter_type::doit, &setter, _1)); +    prop.add_coerced_subscriber(boost::bind(&setter_type::doit, &setter, _1));      getter._x = 42;      prop.set(0); @@ -117,10 +168,10 @@ BOOST_AUTO_TEST_CASE(test_prop_with_coercion){      uhd::property<int> &prop = tree->create<int>("/");      setter_type setter; -    prop.subscribe(boost::bind(&setter_type::doit, &setter, _1)); +    prop.add_coerced_subscriber(boost::bind(&setter_type::doit, &setter, _1));      coercer_type coercer; -    prop.coerce(boost::bind(&coercer_type::doit, &coercer, _1)); +    prop.set_coercer(boost::bind(&coercer_type::doit, &coercer, _1));      prop.set(42);      BOOST_CHECK_EQUAL(prop.get(), 40);  | 
