//! Crate #![no_std] #![no_main] #![deny(missing_docs)] #![allow(incomplete_features)] #![feature(async_fn_in_trait)] use core::future::{poll_fn, Future}; use core::mem::MaybeUninit; use core::sync::atomic::{AtomicBool, AtomicUsize, Ordering}; use core::task::{Poll, Waker}; use futures_util::{ future::{select, Either}, pin_mut, }; pub use monotonic::Monotonic; mod linked_list; mod monotonic; use linked_list::{Link, LinkedList}; /// Holds a waker and at which time instant this waker shall be awoken. struct WaitingWaker { // This is alway initialized when used, we create this struct on the async stack and then // initialize the waker field in the `poll_fn` closure (we then know the waker) waker: MaybeUninit, release_at: Mono::Instant, was_poped: AtomicBool, } impl Clone for WaitingWaker { fn clone(&self) -> Self { Self { waker: MaybeUninit::new(unsafe { self.waker.assume_init_ref() }.clone()), release_at: self.release_at, was_poped: AtomicBool::new(self.was_poped.load(Ordering::Relaxed)), } } } impl PartialEq for WaitingWaker { fn eq(&self, other: &Self) -> bool { self.release_at == other.release_at } } impl PartialOrd for WaitingWaker { fn partial_cmp(&self, other: &Self) -> Option { self.release_at.partial_cmp(&other.release_at) } } /// A generic timer queue for async executors. /// /// # Blocking /// /// The internal priority queue uses global critical sections to manage access. This means that /// `await`ing a delay will cause a lock of the entire system for O(n) time. In practice the lock /// duration is ~10 clock cycles per element in the queue. /// /// # Safety /// /// This timer queue is based on an intrusive linked list, and by extension the links are strored /// on the async stacks of callers. The links are deallocated on `drop` or when the wait is /// complete. /// /// Do not call `mem::forget` on an awaited future, or there will be dragons! pub struct TimerQueue { queue: LinkedList>, initialized: AtomicBool, } /// This indicates that there was a timeout. pub struct TimeoutError; impl TimerQueue { /// Make a new queue. pub const fn new() -> Self { Self { queue: LinkedList::new(), initialized: AtomicBool::new(false), } } /// Forwards the `Monotonic::now()` method. #[inline(always)] pub fn now(&self) -> Mono::Instant { Mono::now() } /// Takes the initialized monotonic to initialize the TimerQueue. pub fn initialize(&self, monotonic: Mono) { self.initialized.store(true, Ordering::SeqCst); // Don't run drop on `Mono` core::mem::forget(monotonic); } /// Call this in the interrupt handler of the hardware timer supporting the `Monotonic` /// /// # Safety /// /// It's always safe to call, but it must only be called from the interrupt of the /// monotonic timer for correct operation. pub unsafe fn on_monotonic_interrupt(&self) { Mono::clear_compare_flag(); Mono::on_interrupt(); loop { let mut release_at = None; let head = self.queue.pop_if(|head| { release_at = Some(head.release_at); let should_pop = Mono::now() >= head.release_at; head.was_poped.store(should_pop, Ordering::Relaxed); should_pop }); match (head, release_at) { (Some(link), _) => { link.waker.assume_init().wake(); } (None, Some(instant)) => { Mono::enable_timer(); Mono::set_compare(instant); if Mono::now() >= instant { // The time for the next instant passed while handling it, // continue dequeueing continue; } break; } (None, None) => { // Queue is empty Mono::disable_timer(); break; } } } } /// Timeout at a specific time. pub async fn timeout_at( &self, instant: Mono::Instant, future: F, ) -> Result { let delay = self.delay_until(instant); pin_mut!(future); pin_mut!(delay); match select(future, delay).await { Either::Left((r, _)) => Ok(r), Either::Right(_) => Err(TimeoutError), } } /// Timeout after a specific duration. #[inline] pub async fn timeout_after( &self, duration: Mono::Duration, future: F, ) -> Result { self.timeout_at(Mono::now() + duration, future).await } /// Delay for some duration of time. #[inline] pub async fn delay(&self, duration: Mono::Duration) { let now = Mono::now(); self.delay_until(now + duration).await; } /// Delay to some specific time instant. pub async fn delay_until(&self, instant: Mono::Instant) { if !self.initialized.load(Ordering::Relaxed) { panic!( "The timer queue is not initialized with a monotonic, you need to run `initialize`" ); } let mut link = Link::new(WaitingWaker { waker: MaybeUninit::uninit(), release_at: instant, was_poped: AtomicBool::new(false), }); let mut first_run = true; let queue = &self.queue; let marker = &AtomicUsize::new(0); let dropper = OnDrop::new(|| { queue.delete(marker.load(Ordering::Relaxed)); }); poll_fn(|cx| { if Mono::now() >= instant { return Poll::Ready(()); } if first_run { first_run = false; link.val.waker.write(cx.waker().clone()); let (was_empty, addr) = queue.insert(&mut link); marker.store(addr, Ordering::Relaxed); if was_empty { // Pend the monotonic handler if the queue was empty to setup the timer. Mono::pend_interrupt(); } } Poll::Pending }) .await; if link.val.was_poped.load(Ordering::Relaxed) { // If it was poped from the queue there is no need to run delete dropper.defuse(); } else { // Make sure that our link is deleted from the list before we drop this stack drop(dropper); } } } struct OnDrop { f: core::mem::MaybeUninit, } impl OnDrop { pub fn new(f: F) -> Self { Self { f: core::mem::MaybeUninit::new(f), } } #[allow(unused)] pub fn defuse(self) { core::mem::forget(self) } } impl Drop for OnDrop { fn drop(&mut self) { unsafe { self.f.as_ptr().read()() } } }