saymrwulf/uhd
1
0
Fork 0
mirror of https://github.com/saymrwulf/uhd.git synced 2026-05-16 21:10:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Fixed floating point rounding error in converter tests

Browse source 
Integer rounding was producing out of range values and causing tests to
fail
This commit is contained in:
Derek Kozel 2016-09-26 17:02:47 -07:00
parent c117bd55c1
commit 9af57b2e2c
1 changed files with 4 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
host/tests/convert_test.cpp
View file

@ -76,8 +76,8 @@ static void test_convert_types_sc16(
//fill the input samples
std::vector<sc16_t> input(nsamps), output(nsamps);
BOOST_FOREACH(sc16_t &in, input) in = sc16_t(
short(((std::rand()/double(RAND_MAX/2)) - 1)*32767/extra_div),
short(((std::rand()/double(RAND_MAX/2)) - 1)*32767/extra_div)
short((float((std::rand())/(double(RAND_MAX)/2)) - 1)*32767/extra_div),
short((float((std::rand())/(double(RAND_MAX)/2)) - 1)*32767/extra_div)
);
//run the loopback and test
@ -127,8 +127,8 @@ static void test_convert_types_for_floats(
//fill the input samples
std::vector<data_type> input(nsamps), output(nsamps);
BOOST_FOREACH(data_type &in, input) in = data_type(
((std::rand()/value_type(RAND_MAX/2)) - 1)*float(extra_scale),
((std::rand()/value_type(RAND_MAX/2)) - 1)*float(extra_scale)
((std::rand()/(value_type(RAND_MAX)/2)) - 1)*float(extra_scale),
((std::rand()/(value_type(RAND_MAX)/2)) - 1)*float(extra_scale)
);
//run the loopback and test