mirror of
https://github.com/saymrwulf/xous-core.git
synced 2026-11-18 08:52:45 +00:00
rework camera main loop to be interrupt driven
this will free up some time for concurrent processing instead of spin-waiting on new frames
This commit is contained in:
parent
02b2b86184
commit
a57f3f1977
1 changed files with 348 additions and 248 deletions
|
|
@ -1,7 +1,9 @@
|
||||||
use cramium_hal::iox::{IoxPort, IoxValue};
|
use cramium_hal::iox::{IoxPort, IoxValue};
|
||||||
use cramium_hal::minigfx::*;
|
use cramium_hal::minigfx::*;
|
||||||
use cramium_hal::sh1107::{Mono, Oled128x128};
|
use cramium_hal::sh1107::{Mono, Oled128x128};
|
||||||
use cramium_hal::udma::{PeriphId, Udma};
|
use cramium_hal::udma::PeriphId;
|
||||||
|
use num_traits::ToPrimitive;
|
||||||
|
use utralib::utra;
|
||||||
|
|
||||||
mod gfx;
|
mod gfx;
|
||||||
mod homography;
|
mod homography;
|
||||||
|
|
@ -51,6 +53,32 @@ pub fn blit_to_display(sh1107: &mut Oled128x128, frame: &[u8], display_cleared:
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
#[derive(num_derive::FromPrimitive, num_derive::ToPrimitive, Debug)]
|
||||||
|
enum Opcode {
|
||||||
|
CamIrq,
|
||||||
|
InvalidCall,
|
||||||
|
}
|
||||||
|
|
||||||
|
#[repr(align(32))]
|
||||||
|
struct CamIrq {
|
||||||
|
csr: utralib::CSR<u32>,
|
||||||
|
cid: u32,
|
||||||
|
}
|
||||||
|
|
||||||
|
fn handle_irq(_irq_no: usize, arg: *mut usize) {
|
||||||
|
let cam_irq: &mut CamIrq = unsafe { &mut *(arg as *mut CamIrq) };
|
||||||
|
// clear the pending interrupt - assume it's just the camera for now
|
||||||
|
let pending = cam_irq.csr.r(utra::irqarray8::EV_PENDING);
|
||||||
|
cam_irq.csr.wo(utra::irqarray8::EV_PENDING, pending);
|
||||||
|
|
||||||
|
// activate the handler
|
||||||
|
xous::try_send_message(
|
||||||
|
cam_irq.cid,
|
||||||
|
xous::Message::new_scalar(Opcode::CamIrq.to_usize().unwrap(), pending as usize, 0, 0, 0),
|
||||||
|
)
|
||||||
|
.ok();
|
||||||
|
}
|
||||||
|
|
||||||
fn main() -> ! {
|
fn main() -> ! {
|
||||||
let stack_size = 1 * 1024 * 1024;
|
let stack_size = 1 * 1024 * 1024;
|
||||||
std::thread::Builder::new().stack_size(stack_size).spawn(wrapped_main).unwrap().join().unwrap()
|
std::thread::Builder::new().stack_size(stack_size).spawn(wrapped_main).unwrap().join().unwrap()
|
||||||
|
|
@ -60,6 +88,9 @@ fn wrapped_main() -> ! {
|
||||||
log_server::init_wait().unwrap();
|
log_server::init_wait().unwrap();
|
||||||
log::set_max_level(log::LevelFilter::Info);
|
log::set_max_level(log::LevelFilter::Info);
|
||||||
|
|
||||||
|
let xns = xous_names::XousNames::new().unwrap();
|
||||||
|
let sid = xns.register_name("bao video subsystem", None).expect("can't register server");
|
||||||
|
|
||||||
let tt = ticktimer::Ticktimer::new().unwrap();
|
let tt = ticktimer::Ticktimer::new().unwrap();
|
||||||
|
|
||||||
let iox = cram_hal_service::IoxHal::new();
|
let iox = cram_hal_service::IoxHal::new();
|
||||||
|
|
@ -96,290 +127,359 @@ fn wrapped_main() -> ! {
|
||||||
#[cfg(feature = "decongest-udma")]
|
#[cfg(feature = "decongest-udma")]
|
||||||
log::info!("Decongest udma option enabled.");
|
log::info!("Decongest udma option enabled.");
|
||||||
|
|
||||||
|
// register interrupt handler
|
||||||
|
let irq = xous::syscall::map_memory(
|
||||||
|
xous::MemoryAddress::new(utra::irqarray8::HW_IRQARRAY8_BASE),
|
||||||
|
None,
|
||||||
|
4096,
|
||||||
|
xous::MemoryFlags::R | xous::MemoryFlags::W,
|
||||||
|
)
|
||||||
|
.expect("couldn't map IRQ CSR range");
|
||||||
|
let mut irq_csr = utralib::CSR::new(irq.as_mut_ptr() as *mut u32);
|
||||||
|
irq_csr.wo(utra::irqarray8::EV_PENDING, 0xFFFF); // clear any pending interrupts
|
||||||
|
|
||||||
|
let cid = xous::connect(sid).unwrap(); // self-connection always succeeds
|
||||||
|
let cam_irq = CamIrq { csr: utralib::CSR::new(irq.as_mut_ptr() as *mut u32), cid };
|
||||||
|
let irq_arg = &cam_irq as *const CamIrq as *mut usize;
|
||||||
|
log::debug!("irq_arg: {:x}", irq_arg as usize);
|
||||||
|
xous::claim_interrupt(utra::irqarray8::IRQARRAY8_IRQ, handle_irq, irq_arg).expect("couldn't claim IRQ8");
|
||||||
|
// enable camera Rx IRQ
|
||||||
|
irq_csr.wfo(utra::irqarray8::EV_ENABLE_CAM_RX, 1);
|
||||||
|
|
||||||
|
// kick off the first acquisition synchronous to the frame sync. With NTO/DAR-704 fix we
|
||||||
|
// could turn on the sync_sof field and skip this step.
|
||||||
|
while iox.get_gpio_pin_value(IoxPort::PB, 9) == IoxValue::High {}
|
||||||
|
cam.capture_async();
|
||||||
|
|
||||||
let mut frames = 0;
|
let mut frames = 0;
|
||||||
let mut frame = [0u8; IMAGE_WIDTH * IMAGE_HEIGHT];
|
let mut frame = [0u8; IMAGE_WIDTH * IMAGE_HEIGHT];
|
||||||
let mut decode_success;
|
let mut decode_success;
|
||||||
while iox.get_gpio_pin_value(IoxPort::PB, 9) == IoxValue::High {}
|
let mut msg_opt = None;
|
||||||
loop {
|
loop {
|
||||||
#[cfg(not(feature = "decongest-udma"))]
|
xous::reply_and_receive_next(sid, &mut msg_opt).unwrap();
|
||||||
cam.capture_async();
|
let msg = msg_opt.as_mut().unwrap();
|
||||||
|
let opcode = num_traits::FromPrimitive::from_usize(msg.body.id()).unwrap_or(Opcode::InvalidCall);
|
||||||
|
log::debug!("{:?}", opcode);
|
||||||
|
match opcode {
|
||||||
|
Opcode::CamIrq => {
|
||||||
|
#[cfg(not(feature = "decongest-udma"))]
|
||||||
|
cam.capture_async();
|
||||||
|
|
||||||
let mut candidates = Vec::<Point>::new();
|
// copy the camera data to our FB
|
||||||
decode_success = false;
|
let fb: &[u32] = cam.rx_buf();
|
||||||
log::info!("------------- SEARCH {} -----------", frames);
|
// fb is an array of IMAGE_WIDTH x IMAGE_HEIGHT x u16
|
||||||
let finder_width = qr::find_finders(&mut candidates, &frame, BW_THRESH, IMAGE_WIDTH) as isize;
|
// frame is an array of IMAGE_WIDTH x IMAGE_HEIGHT x u8
|
||||||
if candidates.len() == 3 {
|
// Take only the "Y" channel out of the fb array and write it to frame, but do it
|
||||||
let candidates_orig = candidates.clone();
|
// such that we are fetching a u32 each read from fb as this matches the native
|
||||||
let mut x_candidates: [Point; 3] = [Point::new(0, 0); 3];
|
// width of the bus (because fb is non-cacheable reading u16 ends up fetching the
|
||||||
// apply homography to generate a new buffer for processing
|
// same word twice, then masking it at the CPU side in hardware). Also, the fb
|
||||||
let mut aligned = Vec::new();
|
// is slow to access relative to main memory.
|
||||||
let mut qr_pixels: Option<usize> = None;
|
//
|
||||||
if let Some(mut qr_corners) = qr::QrCorners::from_finders(
|
// Also, commit the data to `frame` in inverse line order, e.g. flip the image
|
||||||
&candidates.try_into().unwrap(),
|
// vertically.
|
||||||
Point::new(IMAGE_WIDTH as isize, IMAGE_HEIGHT as isize),
|
for (y_src, line) in fb.chunks(IMAGE_WIDTH / 2).enumerate() {
|
||||||
// add a search margin on the finder width
|
for (x_src, &u32src) in line.iter().enumerate() {
|
||||||
(finder_width + (qr::FINDER_SEARCH_MARGIN * finder_width) / (1 + 1 + 3 + 1 + 1)) as usize,
|
frame[(IMAGE_HEIGHT - y_src - 1) * IMAGE_WIDTH + 2 * x_src] = (u32src & 0xff) as u8;
|
||||||
) {
|
frame[(IMAGE_HEIGHT - y_src - 1) * IMAGE_WIDTH + 2 * x_src + 1] =
|
||||||
let dims = Point::new(IMAGE_WIDTH as isize, IMAGE_HEIGHT as isize);
|
((u32src >> 16) & 0xff) as u8;
|
||||||
let mut il = qr::ImageRoi::new(&mut frame, dims, BW_THRESH);
|
|
||||||
let (src, dst) = qr_corners.mapping(&mut il, qr::HOMOGRAPHY_MARGIN);
|
|
||||||
let mut src_f: [(f32, f32); 4] = [(0.0, 0.0); 4];
|
|
||||||
let mut dst_f: [(f32, f32); 4] = [(0.0, 0.0); 4];
|
|
||||||
let mut all_found = true;
|
|
||||||
for (s, s_f32) in src.iter().zip(src_f.iter_mut()) {
|
|
||||||
if let Some(p) = s {
|
|
||||||
*s_f32 = p.to_f32();
|
|
||||||
} else {
|
|
||||||
all_found = false;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
for (d, d_f32) in dst.iter().zip(dst_f.iter_mut()) {
|
|
||||||
if let Some(p) = d {
|
|
||||||
*d_f32 = p.to_f32();
|
|
||||||
} else {
|
|
||||||
all_found = false;
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
frames += 1;
|
||||||
|
|
||||||
if all_found {
|
let mut candidates = Vec::<Point>::new();
|
||||||
if let Some(h) = homography::find_homography(src_f, dst_f) {
|
decode_success = false;
|
||||||
if let Some(h_inv) = h.try_inverse() {
|
log::info!("------------- SEARCH {} -----------", frames);
|
||||||
log::info!("{:?}", h_inv);
|
let finder_width = qr::find_finders(&mut candidates, &frame, BW_THRESH, IMAGE_WIDTH) as isize;
|
||||||
let h_inv_fp = homography::matrix3_to_fixp(h_inv);
|
if candidates.len() == 3 {
|
||||||
log::info!("{:?}", h_inv_fp);
|
let candidates_orig = candidates.clone();
|
||||||
|
let mut x_candidates: [Point; 3] = [Point::new(0, 0); 3];
|
||||||
|
// apply homography to generate a new buffer for processing
|
||||||
|
let mut aligned = Vec::new();
|
||||||
|
let mut qr_pixels: Option<usize> = None;
|
||||||
|
if let Some(mut qr_corners) = qr::QrCorners::from_finders(
|
||||||
|
&candidates.try_into().unwrap(),
|
||||||
|
Point::new(IMAGE_WIDTH as isize, IMAGE_HEIGHT as isize),
|
||||||
|
// add a search margin on the finder width
|
||||||
|
(finder_width + (qr::FINDER_SEARCH_MARGIN * finder_width) / (1 + 1 + 3 + 1 + 1))
|
||||||
|
as usize,
|
||||||
|
) {
|
||||||
|
let dims = Point::new(IMAGE_WIDTH as isize, IMAGE_HEIGHT as isize);
|
||||||
|
let mut il = qr::ImageRoi::new(&mut frame, dims, BW_THRESH);
|
||||||
|
let (src, dst) = qr_corners.mapping(&mut il, qr::HOMOGRAPHY_MARGIN);
|
||||||
|
let mut src_f: [(f32, f32); 4] = [(0.0, 0.0); 4];
|
||||||
|
let mut dst_f: [(f32, f32); 4] = [(0.0, 0.0); 4];
|
||||||
|
let mut all_found = true;
|
||||||
|
for (s, s_f32) in src.iter().zip(src_f.iter_mut()) {
|
||||||
|
if let Some(p) = s {
|
||||||
|
*s_f32 = p.to_f32();
|
||||||
|
} else {
|
||||||
|
all_found = false;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
for (d, d_f32) in dst.iter().zip(dst_f.iter_mut()) {
|
||||||
|
if let Some(p) = d {
|
||||||
|
*d_f32 = p.to_f32();
|
||||||
|
} else {
|
||||||
|
all_found = false;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
aligned = vec![0u8; qr_corners.qr_pixels() * qr_corners.qr_pixels()];
|
if all_found {
|
||||||
// iterate through pixels and apply homography
|
if let Some(h) = homography::find_homography(src_f, dst_f) {
|
||||||
for y in 0..qr_corners.qr_pixels() {
|
if let Some(h_inv) = h.try_inverse() {
|
||||||
for x in 0..qr_corners.qr_pixels() {
|
log::info!("{:?}", h_inv);
|
||||||
let (x_src, y_src) =
|
let h_inv_fp = homography::matrix3_to_fixp(h_inv);
|
||||||
homography::apply_fixp_homography(&h_inv_fp, (x as i32, y as i32));
|
log::info!("{:?}", h_inv_fp);
|
||||||
if (x_src as i32 >= 0)
|
|
||||||
&& ((x_src as i32) < dims.x as i32)
|
aligned = vec![0u8; qr_corners.qr_pixels() * qr_corners.qr_pixels()];
|
||||||
&& (y_src as i32 >= 0)
|
// iterate through pixels and apply homography
|
||||||
&& ((y_src as i32) < dims.y as i32)
|
for y in 0..qr_corners.qr_pixels() {
|
||||||
{
|
for x in 0..qr_corners.qr_pixels() {
|
||||||
// println!("{},{} -> {},{}", x_src as i32, y_src as i32, x, y);
|
let (x_src, y_src) = homography::apply_fixp_homography(
|
||||||
aligned[qr_corners.qr_pixels() * y as usize + x as usize] =
|
&h_inv_fp,
|
||||||
frame[IMAGE_WIDTH * y_src as usize + x_src as usize];
|
(x as i32, y as i32),
|
||||||
} else {
|
);
|
||||||
aligned[qr_corners.qr_pixels() * y as usize + x as usize] = 255;
|
if (x_src as i32 >= 0)
|
||||||
|
&& ((x_src as i32) < dims.x as i32)
|
||||||
|
&& (y_src as i32 >= 0)
|
||||||
|
&& ((y_src as i32) < dims.y as i32)
|
||||||
|
{
|
||||||
|
// println!("{},{} -> {},{}", x_src as i32, y_src as i32, x,
|
||||||
|
// y);
|
||||||
|
aligned[qr_corners.qr_pixels() * y as usize + x as usize] =
|
||||||
|
frame[IMAGE_WIDTH * y_src as usize + x_src as usize];
|
||||||
|
} else {
|
||||||
|
aligned[qr_corners.qr_pixels() * y as usize + x as usize] =
|
||||||
|
255;
|
||||||
|
}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// we can also know the location of the finders by transforming them
|
||||||
|
let h_fp = homography::matrix3_to_fixp(h);
|
||||||
|
for (i, &c) in candidates_orig.iter().enumerate() {
|
||||||
|
let (x, y) = homography::apply_fixp_homography(
|
||||||
|
&h_fp,
|
||||||
|
(c.x as i32, c.y as i32),
|
||||||
|
);
|
||||||
|
x_candidates[i] = Point::new(x as isize, y as isize);
|
||||||
|
}
|
||||||
|
qr_pixels = Some(qr_corners.qr_pixels());
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// we can also know the location of the finders by transforming them
|
|
||||||
let h_fp = homography::matrix3_to_fixp(h);
|
|
||||||
for (i, &c) in candidates_orig.iter().enumerate() {
|
|
||||||
let (x, y) =
|
|
||||||
homography::apply_fixp_homography(&h_fp, (c.x as i32, c.y as i32));
|
|
||||||
x_candidates[i] = Point::new(x as isize, y as isize);
|
|
||||||
}
|
|
||||||
qr_pixels = Some(qr_corners.qr_pixels());
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
if let Some(qr_width) = qr_pixels {
|
if let Some(qr_width) = qr_pixels {
|
||||||
// show the transformed/aligned frame
|
// show the transformed/aligned frame
|
||||||
frame.fill(255);
|
frame.fill(255);
|
||||||
for (dst_line, src_line) in frame.chunks_mut(IMAGE_WIDTH).zip(aligned.chunks(qr_width)) {
|
for (dst_line, src_line) in
|
||||||
// "center up" the QR in the middle by the estimated margin
|
frame.chunks_mut(IMAGE_WIDTH).zip(aligned.chunks(qr_width))
|
||||||
// this is just a perceptual trick to prevent users from shifting the position of the
|
{
|
||||||
// camera
|
// "center up" the QR in the middle by the estimated margin
|
||||||
for (dst, &src) in
|
// this is just a perceptual trick to prevent users from shifting the position of
|
||||||
dst_line[qr::HOMOGRAPHY_MARGIN.abs() as usize..].iter_mut().zip(src_line.iter())
|
// the camera
|
||||||
{
|
for (dst, &src) in dst_line[qr::HOMOGRAPHY_MARGIN.abs() as usize..]
|
||||||
*dst = src;
|
.iter_mut()
|
||||||
}
|
.zip(src_line.iter())
|
||||||
}
|
{
|
||||||
blit_to_display(&mut sh1107, &frame, true);
|
*dst = src;
|
||||||
|
|
||||||
// we now have a QR code in "canonical" orientation, with a
|
|
||||||
// known width in pixels
|
|
||||||
for &x in x_candidates.iter() {
|
|
||||||
log::info!("transformed finder location {:?}", x);
|
|
||||||
}
|
|
||||||
|
|
||||||
// Confirm that the finders coordinates are valid
|
|
||||||
let mut checked_candidates = Vec::<Point>::new();
|
|
||||||
let x_finder_width =
|
|
||||||
qr::find_finders(&mut checked_candidates, &aligned, BW_THRESH, qr_width as _) as isize;
|
|
||||||
log::info!("x_finder width: {}", x_finder_width);
|
|
||||||
|
|
||||||
// check that the new coordinates are within delta pixels of the original
|
|
||||||
const XFORM_DELTA: isize = 2;
|
|
||||||
let mut deltas = Vec::<Point>::new();
|
|
||||||
for c in checked_candidates {
|
|
||||||
log::info!("x_point: {:?}", c);
|
|
||||||
for &xformed in x_candidates.iter() {
|
|
||||||
let delta = xformed - c;
|
|
||||||
log::info!("delta: {:?}", delta);
|
|
||||||
if delta.x.abs() <= XFORM_DELTA && delta.y.abs() <= XFORM_DELTA {
|
|
||||||
deltas.push(delta);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
if deltas.len() == 3 {
|
|
||||||
let (version, modules) = qr::guess_code_version(
|
|
||||||
x_finder_width as usize,
|
|
||||||
(qr_width as isize + qr::HOMOGRAPHY_MARGIN * 2) as usize,
|
|
||||||
);
|
|
||||||
|
|
||||||
log::info!("image dims: {}", qr_width);
|
|
||||||
log::info!("guessed version: {}, modules: {}", version, modules);
|
|
||||||
log::info!(
|
|
||||||
"QR symbol width in pixels: {}",
|
|
||||||
qr_width - 2 * (qr::HOMOGRAPHY_MARGIN.abs() as usize)
|
|
||||||
);
|
|
||||||
|
|
||||||
let qr =
|
|
||||||
qr::ImageRoi::new(&mut aligned, Point::new(qr_width as _, qr_width as _), BW_THRESH);
|
|
||||||
let grid =
|
|
||||||
modules::stream_to_grid(&qr, qr_width, modules, qr::HOMOGRAPHY_MARGIN.abs() as usize);
|
|
||||||
|
|
||||||
println!("grid len {}", grid.len());
|
|
||||||
for y in 0..modules {
|
|
||||||
for x in 0..modules {
|
|
||||||
if grid[y * modules + x] {
|
|
||||||
print!("X");
|
|
||||||
} else {
|
|
||||||
print!(" ");
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
println!(" {:2}", y);
|
blit_to_display(&mut sh1107, &frame, true);
|
||||||
}
|
|
||||||
let simple =
|
// we now have a QR code in "canonical" orientation, with a
|
||||||
rqrr::SimpleGrid::from_func(modules, |x, y| grid[(modules - 1) - x + y * modules]);
|
// known width in pixels
|
||||||
let grid = rqrr::Grid::new(simple);
|
for &x in x_candidates.iter() {
|
||||||
match grid.decode() {
|
log::info!("transformed finder location {:?}", x);
|
||||||
Ok((meta, content)) => {
|
|
||||||
log::info!("meta: {:?}", meta);
|
|
||||||
log::info!("************ {} ***********", content);
|
|
||||||
decode_success = true;
|
|
||||||
gfx::msg(
|
|
||||||
&mut sh1107,
|
|
||||||
&format!("{:?}", meta),
|
|
||||||
Point::new(0, 0),
|
|
||||||
Mono::White.into(),
|
|
||||||
Mono::Black.into(),
|
|
||||||
);
|
|
||||||
gfx::msg(
|
|
||||||
&mut sh1107,
|
|
||||||
&format!("{:?}", content),
|
|
||||||
Point::new(0, 64),
|
|
||||||
Mono::White.into(),
|
|
||||||
Mono::Black.into(),
|
|
||||||
);
|
|
||||||
}
|
}
|
||||||
Err(e) => {
|
|
||||||
log::info!("{:?}", e);
|
// Confirm that the finders coordinates are valid
|
||||||
|
let mut checked_candidates = Vec::<Point>::new();
|
||||||
|
let x_finder_width =
|
||||||
|
qr::find_finders(&mut checked_candidates, &aligned, BW_THRESH, qr_width as _)
|
||||||
|
as isize;
|
||||||
|
log::info!("x_finder width: {}", x_finder_width);
|
||||||
|
|
||||||
|
// check that the new coordinates are within delta pixels of the original
|
||||||
|
const XFORM_DELTA: isize = 2;
|
||||||
|
let mut deltas = Vec::<Point>::new();
|
||||||
|
for c in checked_candidates {
|
||||||
|
log::info!("x_point: {:?}", c);
|
||||||
|
for &xformed in x_candidates.iter() {
|
||||||
|
let delta = xformed - c;
|
||||||
|
log::info!("delta: {:?}", delta);
|
||||||
|
if delta.x.abs() <= XFORM_DELTA && delta.y.abs() <= XFORM_DELTA {
|
||||||
|
deltas.push(delta);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if deltas.len() == 3 {
|
||||||
|
let (version, modules) = qr::guess_code_version(
|
||||||
|
x_finder_width as usize,
|
||||||
|
(qr_width as isize + qr::HOMOGRAPHY_MARGIN * 2) as usize,
|
||||||
|
);
|
||||||
|
|
||||||
|
log::info!("image dims: {}", qr_width);
|
||||||
|
log::info!("guessed version: {}, modules: {}", version, modules);
|
||||||
|
log::info!(
|
||||||
|
"QR symbol width in pixels: {}",
|
||||||
|
qr_width - 2 * (qr::HOMOGRAPHY_MARGIN.abs() as usize)
|
||||||
|
);
|
||||||
|
|
||||||
|
let qr = qr::ImageRoi::new(
|
||||||
|
&mut aligned,
|
||||||
|
Point::new(qr_width as _, qr_width as _),
|
||||||
|
BW_THRESH,
|
||||||
|
);
|
||||||
|
let grid = modules::stream_to_grid(
|
||||||
|
&qr,
|
||||||
|
qr_width,
|
||||||
|
modules,
|
||||||
|
qr::HOMOGRAPHY_MARGIN.abs() as usize,
|
||||||
|
);
|
||||||
|
|
||||||
|
println!("grid len {}", grid.len());
|
||||||
|
for y in 0..modules {
|
||||||
|
for x in 0..modules {
|
||||||
|
if grid[y * modules + x] {
|
||||||
|
print!("X");
|
||||||
|
} else {
|
||||||
|
print!(" ");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
println!(" {:2}", y);
|
||||||
|
}
|
||||||
|
let simple = rqrr::SimpleGrid::from_func(modules, |x, y| {
|
||||||
|
grid[(modules - 1) - x + y * modules]
|
||||||
|
});
|
||||||
|
let grid = rqrr::Grid::new(simple);
|
||||||
|
match grid.decode() {
|
||||||
|
Ok((meta, content)) => {
|
||||||
|
log::info!("meta: {:?}", meta);
|
||||||
|
log::info!("************ {} ***********", content);
|
||||||
|
decode_success = true;
|
||||||
|
gfx::msg(
|
||||||
|
&mut sh1107,
|
||||||
|
&format!("{:?}", meta),
|
||||||
|
Point::new(0, 0),
|
||||||
|
Mono::White.into(),
|
||||||
|
Mono::Black.into(),
|
||||||
|
);
|
||||||
|
gfx::msg(
|
||||||
|
&mut sh1107,
|
||||||
|
&format!("{:?}", content),
|
||||||
|
Point::new(0, 64),
|
||||||
|
Mono::White.into(),
|
||||||
|
Mono::Black.into(),
|
||||||
|
);
|
||||||
|
}
|
||||||
|
Err(e) => {
|
||||||
|
log::info!("{:?}", e);
|
||||||
|
gfx::msg(
|
||||||
|
&mut sh1107,
|
||||||
|
&format!("{:?}", e),
|
||||||
|
Point::new(0, 0),
|
||||||
|
Mono::White.into(),
|
||||||
|
Mono::Black.into(),
|
||||||
|
);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
log::info!("Transformed image did not survive sanity check!");
|
||||||
gfx::msg(
|
gfx::msg(
|
||||||
&mut sh1107,
|
&mut sh1107,
|
||||||
&format!("{:?}", e),
|
"Hold device steady...",
|
||||||
Point::new(0, 0),
|
Point::new(0, 0),
|
||||||
Mono::White.into(),
|
Mono::White.into(),
|
||||||
Mono::Black.into(),
|
Mono::Black.into(),
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
} else {
|
||||||
|
blit_to_display(&mut sh1107, &frame, true);
|
||||||
|
for c in candidates_orig.iter() {
|
||||||
|
log::debug!("****** candidate: {}, {} ******", c.x, c.y);
|
||||||
|
// remap image to screen coordinates (it's 2:1)
|
||||||
|
let c_screen = *c / 2;
|
||||||
|
// flip coordinates to match the camera data
|
||||||
|
// c_screen = Point::new(c_screen.x, sh1107.dimensions().y - 1 - c_screen.y);
|
||||||
|
qr::draw_crosshair(&mut sh1107, c_screen);
|
||||||
|
}
|
||||||
|
gfx::msg(
|
||||||
|
&mut sh1107,
|
||||||
|
"Align the QR code...",
|
||||||
|
Point::new(0, 0),
|
||||||
|
Mono::White.into(),
|
||||||
|
Mono::Black.into(),
|
||||||
|
);
|
||||||
}
|
}
|
||||||
} else {
|
} else {
|
||||||
log::info!("Transformed image did not survive sanity check!");
|
// blit raw camera fb to sh1107
|
||||||
|
blit_to_display(&mut sh1107, &frame, true);
|
||||||
gfx::msg(
|
gfx::msg(
|
||||||
&mut sh1107,
|
&mut sh1107,
|
||||||
"Hold device steady...",
|
"Scan QR code...",
|
||||||
Point::new(0, 0),
|
Point::new(0, 0),
|
||||||
Mono::White.into(),
|
Mono::White.into(),
|
||||||
Mono::Black.into(),
|
Mono::Black.into(),
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
} else {
|
|
||||||
blit_to_display(&mut sh1107, &frame, true);
|
// swap the double buffer and update to the display
|
||||||
for c in candidates_orig.iter() {
|
sh1107.buffer_swap();
|
||||||
log::debug!("****** candidate: {}, {} ******", c.x, c.y);
|
sh1107.draw();
|
||||||
// remap image to screen coordinates (it's 2:1)
|
if decode_success {
|
||||||
let c_screen = *c / 2;
|
tt.sleep_ms(2000).ok();
|
||||||
// flip coordinates to match the camera data
|
|
||||||
// c_screen = Point::new(c_screen.x, sh1107.dimensions().y - 1 - c_screen.y);
|
|
||||||
qr::draw_crosshair(&mut sh1107, c_screen);
|
|
||||||
}
|
}
|
||||||
gfx::msg(
|
|
||||||
&mut sh1107,
|
// clear the front buffer
|
||||||
"Align the QR code...",
|
sh1107.clear();
|
||||||
Point::new(0, 0),
|
|
||||||
Mono::White.into(),
|
// re-initiate the capture. This is done at the bottom of the loop because UDMA
|
||||||
Mono::Black.into(),
|
// congestion leads to system instability. When this problem is solved, we would
|
||||||
);
|
// actually want to re-initiate the capture immediately (or leave it on continuous mode)
|
||||||
|
// to allow capture to process concurrently with the code. However, there is a bug
|
||||||
|
// in the SPIM block that prevents proper usage with high bus contention that should
|
||||||
|
// be fixed in NTO.
|
||||||
|
const TIMEOUT_MS: u64 = 100;
|
||||||
|
#[cfg(feature = "decongest-udma")]
|
||||||
|
{
|
||||||
|
let start = tt.elapsed_ms();
|
||||||
|
let mut now = tt.elapsed_ms();
|
||||||
|
// this is required because if we initiate the capture in the middle
|
||||||
|
// of a frame, we get an offset result. This should be fixed by DAR-704
|
||||||
|
// on NTO if the pull request is accepted; in which case, we can just rely
|
||||||
|
// on setting bit 30 of the CFG_GLOBAL register which will cause any
|
||||||
|
// RX start request to align to the beginning of a frame automatically.
|
||||||
|
while iox.get_gpio_pin_value(IoxPort::PB, 9) == IoxValue::High
|
||||||
|
&& ((now - start) < TIMEOUT_MS)
|
||||||
|
{
|
||||||
|
now = tt.elapsed_ms();
|
||||||
|
}
|
||||||
|
if now - start >= TIMEOUT_MS {
|
||||||
|
log::info!("Timeout before capture_async()!");
|
||||||
|
}
|
||||||
|
cam.capture_async();
|
||||||
|
}
|
||||||
|
|
||||||
|
// this is no longer the case because we're relying on interrupts to wake us up.
|
||||||
|
/*
|
||||||
|
// wait for the transfer to finish
|
||||||
|
let start = tt.elapsed_ms();
|
||||||
|
let mut now = tt.elapsed_ms();
|
||||||
|
use cramium_hal::udma::Udma;
|
||||||
|
while cam.udma_busy(cramium_hal::udma::Bank::Rx) && ((now - start) < TIMEOUT_MS) {
|
||||||
|
now = tt.elapsed_ms();
|
||||||
|
// busy-wait to get better time resolution on when the frame ends
|
||||||
|
}
|
||||||
|
if now - start >= TIMEOUT_MS {
|
||||||
|
log::info!("Timeout before rx_buf()!");
|
||||||
|
}
|
||||||
|
*/
|
||||||
}
|
}
|
||||||
} else {
|
Opcode::InvalidCall => {
|
||||||
// blit raw camera fb to sh1107
|
log::error!("Invalid call to bao video server: {:?}", msg);
|
||||||
blit_to_display(&mut sh1107, &frame, true);
|
|
||||||
gfx::msg(
|
|
||||||
&mut sh1107,
|
|
||||||
"Scan QR code...",
|
|
||||||
Point::new(0, 0),
|
|
||||||
Mono::White.into(),
|
|
||||||
Mono::Black.into(),
|
|
||||||
);
|
|
||||||
}
|
|
||||||
|
|
||||||
// swap the double buffer and update to the display
|
|
||||||
sh1107.buffer_swap();
|
|
||||||
sh1107.draw();
|
|
||||||
if decode_success {
|
|
||||||
tt.sleep_ms(2000).ok();
|
|
||||||
}
|
|
||||||
|
|
||||||
// clear the front buffer
|
|
||||||
sh1107.clear();
|
|
||||||
|
|
||||||
const TIMEOUT_MS: u64 = 100;
|
|
||||||
#[cfg(feature = "decongest-udma")]
|
|
||||||
{
|
|
||||||
let start = tt.elapsed_ms();
|
|
||||||
let mut now = tt.elapsed_ms();
|
|
||||||
// don't parallelize the camera capture to avoid triggering a hardware bug
|
|
||||||
// in the SPIM block.
|
|
||||||
while iox.get_gpio_pin_value(IoxPort::PB, 9) == IoxValue::High && ((now - start) < TIMEOUT_MS) {
|
|
||||||
now = tt.elapsed_ms();
|
|
||||||
}
|
|
||||||
if now - start >= TIMEOUT_MS {
|
|
||||||
log::info!("Timeout before capture_async()!");
|
|
||||||
}
|
|
||||||
cam.capture_async();
|
|
||||||
}
|
|
||||||
|
|
||||||
// wait for the transfer to finish
|
|
||||||
let start = tt.elapsed_ms();
|
|
||||||
let mut now = tt.elapsed_ms();
|
|
||||||
while cam.udma_busy(cramium_hal::udma::Bank::Rx) && ((now - start) < TIMEOUT_MS) {
|
|
||||||
now = tt.elapsed_ms();
|
|
||||||
// busy-wait to get better time resolution on when the frame ends
|
|
||||||
}
|
|
||||||
if now - start >= TIMEOUT_MS {
|
|
||||||
log::info!("Timeout before rx_buf()!");
|
|
||||||
}
|
|
||||||
let fb: &[u32] = cam.rx_buf();
|
|
||||||
|
|
||||||
// fb is an array of IMAGE_WIDTH x IMAGE_HEIGHT x u16
|
|
||||||
// frame is an array of IMAGE_WIDTH x IMAGE_HEIGHT x u8
|
|
||||||
// Take only the "Y" channel out of the fb array and write it to frame, but do it
|
|
||||||
// such that we are fetching a u32 each read from fb as this matches the native
|
|
||||||
// width of the bus (because fb is non-cacheable reading u16 ends up fetching the
|
|
||||||
// same word twice, then masking it at the CPU side in hardware). Also, the fb
|
|
||||||
// is slow to access relative to main memory.
|
|
||||||
//
|
|
||||||
// Also, commit the data to `frame` in inverse line order, e.g. flip the image
|
|
||||||
// vertically.
|
|
||||||
for (y_src, line) in fb.chunks(IMAGE_WIDTH / 2).enumerate() {
|
|
||||||
for (x_src, &u32src) in line.iter().enumerate() {
|
|
||||||
frame[(IMAGE_HEIGHT - y_src - 1) * IMAGE_WIDTH + 2 * x_src] = (u32src & 0xff) as u8;
|
|
||||||
frame[(IMAGE_HEIGHT - y_src - 1) * IMAGE_WIDTH + 2 * x_src + 1] =
|
|
||||||
((u32src >> 16) & 0xff) as u8;
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
frames += 1;
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue