Feature additions: PWM separation and concurrent testing

## Features: 2 features added: PWM separation and concurrent testing ### PWM separation Some MCUs do not have the ability to have rising and falling edge PWM triggers. We separated the PWM test into 3 separate tests: - Rising triggers - Falling triggers - Rising and falling triggers Test results now report when a specific trigger fails ### Concurrent tests Tests were designed to test specific implementations of mbed OS APIs. We added 3 additional tests to verify that crossover between APIs does not interfere. We test the following tests concurrently: - Communication APIs: Mixes SPI and I2C devices - GPI APIs: Mixes analog in/out, interrupt in, and digital in/out - Mixed APIs: Combines everything ### Feature requests Feature requests originally brought up here: - PWM separation: PR #58 - Concurrent tests: PR #57
ARMmbed · Aug 7, 2017 · 044200f · 044200f
2 parents dfce4e2 + f8cb240
commit 044200f
Show file tree

Hide file tree

Showing 7 changed files with 1,208 additions and 262 deletions.
diff --git a/TESTS/API/PWM_fall/PWM_fall.cpp b/TESTS/API/PWM_fall/PWM_fall.cpp
@@ -0,0 +1,130 @@
+/*
+ * Copyright (c) 2016 ARM Limited
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+//#error [NOT_SUPPORTED] PWM tests are still being written and validated, not for public use yet. 
+
+#if !DEVICE_PWMOUT
+  #error [NOT_SUPPORTED] PWMOUT not supported on this platform, add 'DEVICE_PWMOUT' definition to your platform.
+#endif
+
+#include "mbed.h"
+#include "greentea-client/test_env.h"
+#include "unity.h"
+#include "utest.h"
+#include <cmath>
+#include "ci_test_config.h"
+
+using namespace utest::v1;
+
+volatile int fall_count; 
+void cbfn_fall(void){
+  fall_count++;
+}
+
+// Template to test that a PWM signal has the correct length by measuring the number falls
+// interrupts during a specified number of tests. 
+template <PinName pwm_out_pin, PinName int_in_pin, int period_in_miliseconds, int num_tests> 
+void PWM_Period_Test(){
+  // Initialize PWM, InterruptIn, Timer, and Rising / Falling edge counts
+  fall_count = 0;
+  PwmOut pwm(pwm_out_pin);
+  InterruptIn iin(int_in_pin);
+  iin.fall(cbfn_fall);
+  pwm.period((float)period_in_miliseconds/1000);
+
+  //Start Testing
+  pwm.write(0.5f); // 50% duty cycle
+  wait_ms(num_tests * period_in_miliseconds); // wait for pwm to run and counts to add up
+  iin.disable_irq(); // This is here because otherwise it fails on some platforms
+  int fc = fall_count; // grab the numbers to work with as the pwm may continue going
+
+  int expected_count = num_tests;
+
+  float ten_percent  = (expected_count * 0.1f);
+  float five_percent = (expected_count * 0.05f);
+  float one_percent  = (expected_count * 0.01f);
+
+  // fudge factor
+  if(ten_percent < 1){
+    ten_percent = 1;
+  }
+  if(five_percent < 1){
+    five_percent = 1;
+  }
+  if(one_percent < 1){
+    one_percent = 1;
+  }
+
+  DEBUG_PRINTF("\r\n*****\r\n fall count = %d, expected count = %d",fc,expected_count);
+  DEBUG_PRINTF("\r\n .10 = %f, .05 = %f, .01 = %f",ten_percent,five_percent,one_percent);
+
+  DEBUG_PRINTF("\r\n abs(expected-fc) = %d\r\n*****\r\n",std::abs(expected_count - fc));
+  TEST_ASSERT_MESSAGE( std::abs(expected_count - fc) <= ten_percent, "There was more than 10 percent variance in number of fall cycles seen and number expected.");
+  TEST_ASSERT_MESSAGE( std::abs(expected_count - fc) <= five_percent,"There was more than  5 percent variance in number of fall cycles seen and number expected.");
+  //TEST_ASSERT_MESSAGE( std::abs(expected_count - fc) <= one_percent, "There was more than  1 percent variance in number of fall cycles seen and number expected.");
+}
+
+// test if software constructor / destructor works
+void pwm_define_test(){
+  PwmOut pwm0(MBED_CONF_APP_PWM_0);
+  PwmOut pwm1(MBED_CONF_APP_PWM_1);
+  PwmOut pwm2(MBED_CONF_APP_PWM_2);
+  PwmOut pwm3(MBED_CONF_APP_PWM_3);
+
+  pwm0.period(1.0f);
+  pwm1.period(1.0f);
+  pwm2.period(1.0f);
+  pwm3.period(1.0f);
+
+  pwm0.write(0.5f);
+  pwm1.write(0.5f);
+  pwm2.write(0.5f);
+  pwm3.write(0.5f);
+
+  TEST_ASSERT_MESSAGE(true,"The fact that it hasnt errored out proves this passes the sniff test");
+}
+
+utest::v1::status_t test_setup(const size_t number_of_cases){
+  // Setup Greentea using a reasonable timeout in seconds
+  GREENTEA_SETUP(200, "default_auto");
+  return verbose_test_setup_handler(number_of_cases);
+}
+
+// Handle test failures, keep testing, dont stop
+utest::v1::status_t greentea_failure_handler(const Case *const source, const failure_t reason){
+  greentea_case_failure_abort_handler(source, reason);
+  return STATUS_CONTINUE;
+}
+
+// Test cases
+// TODO: take pin names from config file or generate from pinmap file
+Case cases[] = {
+  // Test Creat PwmOut Objects
+  Case("Pwm object definable", pwm_define_test,greentea_failure_handler),   // test pwm object constructor works
+
+  // Test Frequency length by counting fall ticks
+  Case("PWM_0 Frequency 30ms",  PWM_Period_Test< MBED_CONF_APP_PWM_0, MBED_CONF_APP_DIO_2, 30,  100 >, greentea_failure_handler),  // Test at 30ms 100 times, default 50%duty cycle
+  Case("PWM_1 Frequency 30ms",  PWM_Period_Test< MBED_CONF_APP_PWM_1, MBED_CONF_APP_DIO_4, 30,  100 >, greentea_failure_handler),  // Test at 30ms 100 times, default 50%duty cycle
+  Case("PWM_2 Frequency 30ms",  PWM_Period_Test< MBED_CONF_APP_PWM_2, MBED_CONF_APP_DIO_7, 30,  100 >, greentea_failure_handler),  // Test at 30ms 100 times, default 50%duty cycle
+  Case("PWM_3 Frequency 30ms",  PWM_Period_Test< MBED_CONF_APP_PWM_3, MBED_CONF_APP_DIO_8, 30,  100 >, greentea_failure_handler),  // Test at 30ms 100 times, default 50%duty cycle
+};
+
+Specification specification(test_setup, cases);
+
+// Entry point into the tests
+int main(){
+  return !Harness::run(specification);
+}
diff --git a/TESTS/API/PWM_rise/PWM_rise.cpp b/TESTS/API/PWM_rise/PWM_rise.cpp
@@ -0,0 +1,132 @@
+/*
+ * Copyright (c) 2016 ARM Limited
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+//#error [NOT_SUPPORTED] PWM tests are still being written and validated, not for public use yet. 
+
+#if !DEVICE_PWMOUT
+  #error [NOT_SUPPORTED] PWMOUT not supported on this platform, add 'DEVICE_PWMOUT' definition to your platform.
+#endif
+
+#include "mbed.h"
+#include "greentea-client/test_env.h"
+#include "unity.h"
+#include "utest.h"
+#include <cmath>
+#include "ci_test_config.h"
+
+using namespace utest::v1;
+
+volatile int rise_count;
+void cbfn_rise(void){
+  rise_count++;
+}
+
+// Template to test that a PWM signal has the correct length by measuring the number of rise interrupts
+// interrupts during a specified number of tests. 
+template <PinName pwm_out_pin, PinName int_in_pin, int period_in_miliseconds, int num_tests> 
+void PWM_Period_Test(){
+  // Initialize PWM, InterruptIn, Timer, and Rising / Falling edge counts
+  rise_count = 0;
+  PwmOut pwm(pwm_out_pin);
+  InterruptIn iin(int_in_pin);
+  iin.rise(cbfn_rise);
+  pwm.period((float)period_in_miliseconds/1000);
+
+  //Start Testing
+  pwm.write(0.5f); // 50% duty cycle
+  wait_ms(num_tests * period_in_miliseconds); // wait for pwm to run and counts to add up
+  iin.disable_irq(); // This is here because otherwise it fails on some platforms
+  int rc = rise_count; // grab the numbers to work with as the pwm may continue going
+
+  int expected_count = num_tests;
+
+  float ten_percent  = (expected_count * 0.1f);
+  float five_percent = (expected_count * 0.05f);
+  float one_percent  = (expected_count * 0.01f);
+
+  // fudge factor
+  if(ten_percent < 1){
+    ten_percent = 1;
+  }
+  if(five_percent < 1){
+    five_percent = 1;
+  }
+  if(one_percent < 1){
+    one_percent = 1;
+  }
+
+  DEBUG_PRINTF("\r\n*****\r\n rise count = %d, expected count = %d",rc,expected_count);
+  DEBUG_PRINTF("\r\n .10 = %f, .05 = %f, .01 = %f",ten_percent,five_percent,one_percent);
+
+  DEBUG_PRINTF("\r\n abs(expected-rc) = %d",std::abs(expected_count - rc));
+  TEST_ASSERT_MESSAGE( std::abs(expected_count - rc) <= ten_percent, "There was more than 10 percent variance in number of rise cycles seen and number expected.");
+  TEST_ASSERT_MESSAGE( std::abs(expected_count - rc) <= five_percent,"There was more than  5 percent variance in number of rise cycles seen and number expected.");
+  //TEST_ASSERT_MESSAGE( std::abs(expected_count - rc) <= one_percent, "There was more than  1 percent variance in number of rise cycles seen and number expected.");
+}
+
+// test if software constructor / destructor works
+void pwm_define_test(){
+  PwmOut pwm0(MBED_CONF_APP_PWM_0);
+  PwmOut pwm1(MBED_CONF_APP_PWM_1);
+  PwmOut pwm2(MBED_CONF_APP_PWM_2);
+  PwmOut pwm3(MBED_CONF_APP_PWM_3);
+
+  pwm0.period(1.0f);
+  pwm1.period(1.0f);
+  pwm2.period(1.0f);
+  pwm3.period(1.0f);
+
+  pwm0.write(0.5f);
+  pwm1.write(0.5f);
+  pwm2.write(0.5f);
+  pwm3.write(0.5f);
+
+  TEST_ASSERT_MESSAGE(true,"The fact that it hasnt errored out proves this passes the sniff test");
+}
+
+utest::v1::status_t test_setup(const size_t number_of_cases){
+  // Setup Greentea using a reasonable timeout in seconds
+  GREENTEA_SETUP(200, "default_auto");
+  return verbose_test_setup_handler(number_of_cases);
+}
+
+// Handle test failures, keep testing, dont stop
+utest::v1::status_t greentea_failure_handler(const Case *const source, const failure_t reason){
+  greentea_case_failure_abort_handler(source, reason);
+  return STATUS_CONTINUE;
+}
+
+// Test cases
+// TODO: take pin names from config file or generate from pinmap file
+Case cases[] = {
+  // test pwm object constructor works
+  Case("Pwm object definable", pwm_define_test,greentea_failure_handler),   
+
+  // Test Frequency length by counting rise ticks
+  Case("PWM_0 Frequency 30ms",  PWM_Period_Test< MBED_CONF_APP_PWM_0, MBED_CONF_APP_DIO_2, 30,  100 >, greentea_failure_handler),  // Test at 30ms 100 times, default 50%duty cycle
+  Case("PWM_1 Frequency 30ms",  PWM_Period_Test< MBED_CONF_APP_PWM_1, MBED_CONF_APP_DIO_4, 30,  100 >, greentea_failure_handler),  // Test at 30ms 100 times, default 50%duty cycle
+  Case("PWM_2 Frequency 30ms",  PWM_Period_Test< MBED_CONF_APP_PWM_2, MBED_CONF_APP_DIO_7, 30,  100 >, greentea_failure_handler),  // Test at 30ms 100 times, default 50%duty cycle
+  Case("PWM_3 Frequency 30ms",  PWM_Period_Test< MBED_CONF_APP_PWM_3, MBED_CONF_APP_DIO_8, 30,  100 >, greentea_failure_handler),  // Test at 30ms 100 times, default 50%duty cycle
+
+};
+
+Specification specification(test_setup, cases);
+
+// Entry point into the tests
+int main() 
+{
+    return !Harness::run(specification);
+}