coroutine.h

Go to the documentation of this file.

#pragma once
 
#include <trantor/utils/NonCopyable.h>
#include <trantor/net/EventLoop.h>
#include <trantor/utils/Logger.h>
#include <algorithm>
#include <atomic>
#include <cassert>
#include <condition_variable>
#include <coroutine>
#include <exception>
#include <future>
#include <mutex>
#include <type_traits>
#include <optional>
 
namespace drogon
{
namespace internal
{
template <typename T>
auto getAwaiterImpl(T &&value) noexcept(
    noexcept(static_cast<T &&>(value).operator co_await()))
    -> decltype(static_cast<T &&>(value).operator co_await())
{
    return static_cast<T &&>(value).operator co_await();
}
 
template <typename T>
auto getAwaiterImpl(T &&value) noexcept(
    noexcept(operator co_await(static_cast<T &&>(value))))
    -> decltype(operator co_await(static_cast<T &&>(value)))
{
    return operator co_await(static_cast<T &&>(value));
}
 
template <typename T>
auto getAwaiter(T &&value) noexcept(
    noexcept(getAwaiterImpl(static_cast<T &&>(value))))
    -> decltype(getAwaiterImpl(static_cast<T &&>(value)))
{
    return getAwaiterImpl(static_cast<T &&>(value));
}
 
template <typename T>
using void_to_false_t =
    std::conditional_t<std::is_same_v<T, void>, std::false_type, T>;
 
}  // end namespace internal
 
template <typename T>
struct await_result
{
    using awaiter_t = decltype(internal::getAwaiter(std::declval<T>()));
    using type = decltype(std::declval<awaiter_t>().await_resume());
};
 
template <typename T>
using await_result_t = typename await_result<T>::type;
 
template <typename T, typename = std::void_t<>>
struct is_awaitable : std::false_type
{
};
 
template <typename T>
struct is_awaitable<
    T,
    std::void_t<decltype(internal::getAwaiter(std::declval<T>()))>>
    : std::true_type
{
};
 
template <typename T>
constexpr bool is_awaitable_v = is_awaitable<T>::value;

struct final_awaiter
{
    bool await_ready() noexcept
    {
        return false;
    }
 
    template <typename T>
    auto await_suspend(std::coroutine_handle<T> handle) noexcept
    {
        return handle.promise().continuation_;
    }
 
    void await_resume() noexcept
    {
    }
};

template <typename Promise>
struct task_awaiter
{
    using handle_type = std::coroutine_handle<Promise>;
 
  public:
    explicit task_awaiter(handle_type coro) : coro_(coro)
    {
    }
 
    bool await_ready() noexcept
    {
        return !coro_ || coro_.done();
    }
 
    auto await_suspend(std::coroutine_handle<> handle) noexcept
    {
        coro_.promise().setContinuation(handle);
        return coro_;
    }
 
    auto await_resume()
    {
        if constexpr (std::is_void_v<decltype(coro_.promise().result())>)
        {
            coro_.promise().result();  // throw exception if any
            return;
        }
        else
        {
            return std::move(coro_.promise().result());
        }
    }
 
  private:
    handle_type coro_;
};
 
template <typename T = void>
struct [[nodiscard]] Task
{
    struct promise_type;
    using handle_type = std::coroutine_handle<promise_type>;
 
    Task(handle_type h) : coro_(h)
    {
    }
 
    Task(const Task &) = delete;
 
    Task(Task &&other) noexcept
    {
        coro_ = other.coro_;
        other.coro_ = nullptr;
    }
 
    ~Task()
    {
        if (coro_)
            coro_.destroy();
    }
 
    Task &operator=(const Task &) = delete;
 
    Task &operator=(Task &&other) noexcept
    {
        if (std::addressof(other) == this)
            return *this;
        if (coro_)
            coro_.destroy();
 
        coro_ = other.coro_;
        other.coro_ = nullptr;
        return *this;
    }
 
    struct promise_type
    {
        Task<T> get_return_object()
        {
            return Task<T>{handle_type::from_promise(*this)};
        }
 
        std::suspend_always initial_suspend()
        {
            return {};
        }
 
        void return_value(const T &v)
        {
            value = v;
        }
 
        void return_value(T &&v)
        {
            value = std::move(v);
        }
 
        auto final_suspend() noexcept
        {
            return final_awaiter{};
        }
 
        void unhandled_exception()
        {
            exception_ = std::current_exception();
        }
 
        T &&result() &&
        {
            if (exception_ != nullptr)
                std::rethrow_exception(exception_);
            assert(value.has_value() == true);
            return std::move(value.value());
        }
 
        T &result() &
        {
            if (exception_ != nullptr)
                std::rethrow_exception(exception_);
            assert(value.has_value() == true);
            return value.value();
        }
 
        void setContinuation(std::coroutine_handle<> handle)
        {
            continuation_ = handle;
        }
 
        std::optional<T> value;
        std::exception_ptr exception_;
        std::coroutine_handle<> continuation_{std::noop_coroutine()};
    };
 
    auto operator co_await() const noexcept
    {
        return task_awaiter(coro_);
    }
 
    handle_type coro_;
};
 
template <>
struct [[nodiscard]] Task<void>
{
    struct promise_type;
    using handle_type = std::coroutine_handle<promise_type>;
 
    Task(handle_type handle) : coro_(handle)
    {
    }
 
    Task(const Task &) = delete;
 
    Task(Task &&other) noexcept
    {
        coro_ = other.coro_;
        other.coro_ = nullptr;
    }
 
    ~Task()
    {
        if (coro_)
            coro_.destroy();
    }
 
    Task &operator=(const Task &) = delete;
 
    Task &operator=(Task &&other) noexcept
    {
        if (std::addressof(other) == this)
            return *this;
        if (coro_)
            coro_.destroy();
 
        coro_ = other.coro_;
        other.coro_ = nullptr;
        return *this;
    }
 
    struct promise_type
    {
        Task<> get_return_object()
        {
            return Task<>{handle_type::from_promise(*this)};
        }
 
        std::suspend_always initial_suspend()
        {
            return {};
        }
 
        void return_void()
        {
        }
 
        auto final_suspend() noexcept
        {
            return final_awaiter{};
        }
 
        void unhandled_exception()
        {
            exception_ = std::current_exception();
        }
 
        void result()
        {
            if (exception_ != nullptr)
                std::rethrow_exception(exception_);
        }
 
        void setContinuation(std::coroutine_handle<> handle)
        {
            continuation_ = handle;
        }
 
        std::exception_ptr exception_;
        std::coroutine_handle<> continuation_{std::noop_coroutine()};
    };
 
    auto operator co_await() const noexcept
    {
        return task_awaiter(coro_);
    }
 
    handle_type coro_;
};

// NOTE: AsyncTask is designed to be not awaitable. And kills the entire process
// if exception escaped.
struct AsyncTask
{
    struct promise_type;
    using handle_type = std::coroutine_handle<promise_type>;
 
    AsyncTask() = default;
 
    AsyncTask(handle_type h) : coro_(h)
    {
    }
 
    AsyncTask(const AsyncTask &) = delete;
 
    AsyncTask(AsyncTask &&other) noexcept
    {
        coro_ = other.coro_;
        other.coro_ = nullptr;
    }
 
    AsyncTask &operator=(const AsyncTask &) = delete;
 
    AsyncTask &operator=(AsyncTask &&other) noexcept
    {
        if (std::addressof(other) == this)
            return *this;
 
        coro_ = other.coro_;
        other.coro_ = nullptr;
        return *this;
    }
 
    struct promise_type
    {
        AsyncTask get_return_object() noexcept
        {
            return {std::coroutine_handle<promise_type>::from_promise(*this)};
        }
 
        std::suspend_never initial_suspend() const noexcept
        {
            return {};
        }
 
        void unhandled_exception()
        {
            LOG_FATAL << "Exception escaping AsyncTask.";
            std::terminate();
        }
 
        void return_void() noexcept
        {
        }
 
        std::suspend_never final_suspend() const noexcept
        {
            return {};
        }
    };
 
    handle_type coro_;
};

// The user is responsible to fill in `await_suspend()` and constructors.
template <typename T = void>
struct CallbackAwaiter : public trantor::NonCopyable
{
    bool await_ready() noexcept
    {
        return false;
    }
 
    bool hasException() const noexcept
    {
        return exception_ != nullptr;
    }
 
    const T &await_resume() const noexcept(false)
    {
        // await_resume() should always be called after co_await
        // (await_suspend()) is called. Therefore the value should always be set
        // (or there's an exception)
        assert(result_.has_value() == true || exception_ != nullptr);
 
        if (exception_)
            std::rethrow_exception(exception_);
        return result_.value();
    }
 
  private:
    // HACK: Not all desired types are default constructable. But we need the
    // entire struct to be constructed for awaiting. std::optional takes care of
    // that.
    std::optional<T> result_;
    std::exception_ptr exception_{nullptr};
 
  protected:
    void setException(const std::exception_ptr &e)
    {
        exception_ = e;
    }
 
    void setValue(const T &v)
    {
        result_.emplace(v);
    }
 
    void setValue(T &&v)
    {
        result_.emplace(std::move(v));
    }
};
 
template <>
struct CallbackAwaiter<void> : public trantor::NonCopyable
{
    bool await_ready() noexcept
    {
        return false;
    }
 
    void await_resume() noexcept(false)
    {
        if (exception_)
            std::rethrow_exception(exception_);
    }
 
    bool hasException() const noexcept
    {
        return exception_ != nullptr;
    }
 
  private:
    std::exception_ptr exception_{nullptr};
 
  protected:
    void setException(const std::exception_ptr &e)
    {
        exception_ = e;
    }
};
 
// An ok implementation of sync_await. This allows one to call
// coroutines and wait for the result from a function.
template <typename Await>
auto sync_wait(Await &&await)
{
    static_assert(is_awaitable_v<std::decay_t<Await>>);
    using value_type = typename await_result<Await>::type;
    std::condition_variable cv;
    std::mutex mtx;
    std::atomic<bool> flag = false;
    std::exception_ptr exception_ptr;
    std::unique_lock lk(mtx);
 
    if constexpr (std::is_same_v<value_type, void>)
    {
        auto task = [&]() -> AsyncTask {
            try
            {
                co_await await;
            }
            catch (...)
            {
                exception_ptr = std::current_exception();
            }
            std::unique_lock lk(mtx);
            flag = true;
            cv.notify_all();
        };
 
        std::thread thr([&]() { task(); });
        cv.wait(lk, [&]() { return (bool)flag; });
        thr.join();
        if (exception_ptr)
            std::rethrow_exception(exception_ptr);
    }
    else
    {
        std::optional<value_type> value;
        auto task = [&]() -> AsyncTask {
            try
            {
                value = co_await await;
            }
            catch (...)
            {
                exception_ptr = std::current_exception();
            }
            std::unique_lock lk(mtx);
            flag = true;
            cv.notify_all();
        };
 
        std::thread thr([&]() { task(); });
        cv.wait(lk, [&]() { return (bool)flag; });
        assert(value.has_value() == true || exception_ptr);
        thr.join();
 
        if (exception_ptr)
            std::rethrow_exception(exception_ptr);
 
        return std::move(value.value());
    }
}
 
// Converts a task (or task like) promise into std::future for old-style async
template <typename Await>
inline auto co_future(Await &&await) noexcept
    -> std::future<await_result_t<Await>>
{
    using Result = await_result_t<Await>;
    std::promise<Result> prom;
    auto fut = prom.get_future();
    [](std::promise<Result> prom, Await await) -> AsyncTask {
        try
        {
            if constexpr (std::is_void_v<Result>)
            {
                co_await std::move(await);
                prom.set_value();
            }
            else
                prom.set_value(co_await std::move(await));
        }
        catch (...)
        {
            prom.set_exception(std::current_exception());
        }
    }(std::move(prom), std::move(await));
    return fut;
}
 
namespace internal
{
struct [[nodiscard]] TimerAwaiter : CallbackAwaiter<void>
{
    TimerAwaiter(trantor::EventLoop *loop,
                 const std::chrono::duration<double> &delay)
        : loop_(loop), delay_(delay.count())
    {
    }
 
    TimerAwaiter(trantor::EventLoop *loop, double delay)
        : loop_(loop), delay_(delay)
    {
    }
 
    void await_suspend(std::coroutine_handle<> handle)
    {
        loop_->runAfter(delay_, [handle]() { handle.resume(); });
    }
 
  private:
    trantor::EventLoop *loop_;
    double delay_;
};
 
struct [[nodiscard]] LoopAwaiter : CallbackAwaiter<void>
{
    LoopAwaiter(trantor::EventLoop *workLoop,
                std::function<void()> &&taskFunc,
                trantor::EventLoop *resumeLoop = nullptr)
        : workLoop_(workLoop),
          resumeLoop_(resumeLoop),
          taskFunc_(std::move(taskFunc))
    {
        assert(workLoop);
    }
 
    void await_suspend(std::coroutine_handle<> handle)
    {
        workLoop_->queueInLoop([handle, this]() {
            try
            {
                taskFunc_();
                if (resumeLoop_ && resumeLoop_ != workLoop_)
                    resumeLoop_->queueInLoop([handle]() { handle.resume(); });
                else
                    handle.resume();
            }
            catch (...)
            {
                setException(std::current_exception());
                if (resumeLoop_ && resumeLoop_ != workLoop_)
                    resumeLoop_->queueInLoop([handle]() { handle.resume(); });
                else
                    handle.resume();
            }
        });
    }
 
  private:
    trantor::EventLoop *workLoop_{nullptr};
    trantor::EventLoop *resumeLoop_{nullptr};
    std::function<void()> taskFunc_;
};
 
struct [[nodiscard]] SwitchThreadAwaiter : CallbackAwaiter<void>
{
    explicit SwitchThreadAwaiter(trantor::EventLoop *loop) : loop_(loop)
    {
    }
 
    void await_suspend(std::coroutine_handle<> handle)
    {
        loop_->runInLoop([handle]() { handle.resume(); });
    }
 
  private:
    trantor::EventLoop *loop_;
};
 
struct [[nodiscard]] EndAwaiter : CallbackAwaiter<void>
{
    EndAwaiter(trantor::EventLoop *loop) : loop_(loop)
    {
        assert(loop);
    }
 
    void await_suspend(std::coroutine_handle<> handle)
    {
        loop_->runOnQuit([handle]() { handle.resume(); });
    }
 
  private:
    trantor::EventLoop *loop_{nullptr};
};
 
}  // namespace internal
 
inline internal::TimerAwaiter sleepCoro(
    trantor::EventLoop *loop,
    const std::chrono::duration<double> &delay) noexcept
{
    assert(loop);
    return {loop, delay};
}
 
inline internal::TimerAwaiter sleepCoro(trantor::EventLoop *loop,
                                        double delay) noexcept
{
    assert(loop);
    return {loop, delay};
}
 
inline internal::LoopAwaiter queueInLoopCoro(
    trantor::EventLoop *workLoop,
    std::function<void()> taskFunc,
    trantor::EventLoop *resumeLoop = nullptr)
{
    assert(workLoop);
    return {workLoop, std::move(taskFunc), resumeLoop};
}
 
inline internal::SwitchThreadAwaiter switchThreadCoro(
    trantor::EventLoop *loop) noexcept
{
    assert(loop);
    return internal::SwitchThreadAwaiter{loop};
}
 
inline internal::EndAwaiter untilQuit(trantor::EventLoop *loop)
{
    assert(loop);
    return {loop};
}
 
template <typename T, typename = std::void_t<>>
struct is_resumable : std::false_type
{
};
 
template <typename T>
struct is_resumable<
    T,
    std::void_t<decltype(internal::getAwaiter(std::declval<T>()))>>
    : std::true_type
{
};
 
template <>
struct is_resumable<AsyncTask, std::void_t<AsyncTask>> : std::true_type
{
};
 
template <typename T>
constexpr bool is_resumable_v = is_resumable<T>::value;

template <typename Coro>
void async_run(Coro &&coro)
{
    using CoroValueType = std::decay_t<Coro>;
    auto functor = [](CoroValueType coro) -> AsyncTask {
        auto frame = coro();
 
        using FrameType = std::decay_t<decltype(frame)>;
        static_assert(is_awaitable_v<FrameType>);
 
        co_await frame;
        co_return;
    };
    functor(std::forward<Coro>(coro));
}

template <typename Coro>
std::function<void()> async_func(Coro &&coro)
{
    return [coro = std::forward<Coro>(coro)]() mutable {
        async_run(std::move(coro));
    };
}
 
namespace internal
{
template <typename T>
struct [[nodiscard]] EventLoopAwaiter : public drogon::CallbackAwaiter<T>
{
    EventLoopAwaiter(std::function<T()> &&task, trantor::EventLoop *loop)
        : task_(std::move(task)), loop_(loop)
    {
    }
 
    void await_suspend(std::coroutine_handle<> handle)
    {
        loop_->queueInLoop([this, handle]() {
            try
            {
                if constexpr (!std::is_same_v<T, void>)
                {
                    this->setValue(task_());
                    handle.resume();
                }
                else
                {
                    task_();
                    handle.resume();
                }
            }
            catch (const std::exception &err)
            {
                LOG_ERROR << err.what();
                this->setException(std::current_exception());
                handle.resume();
            }
        });
    }
 
  private:
    std::function<T()> task_;
    trantor::EventLoop *loop_;
};
 
template <typename... Tasks>
struct WhenAllAwaiter
    : public CallbackAwaiter<
          std::tuple<internal::void_to_false_t<await_result_t<Tasks>>...>>
{
    WhenAllAwaiter(Tasks... tasks)
        : tasks_(std::forward<Tasks>(tasks)...), counter_(sizeof...(tasks))
    {
    }
 
    void await_suspend(std::coroutine_handle<> handle)
    {
        if (counter_ == 0)
        {
            handle.resume();
            return;
        }
 
        await_suspend_impl(handle, std::index_sequence_for<Tasks...>{});
    }
 
  private:
    std::tuple<Tasks...> tasks_;
    std::atomic<size_t> counter_;
    std::tuple<internal::void_to_false_t<await_result_t<Tasks>>...> results_;
    std::atomic_flag exceptionFlag_;
 
    template <size_t Idx>
    void launch_task(std::coroutine_handle<> handle)
    {
        using Self = WhenAllAwaiter<Tasks...>;
        [](Self *self, std::coroutine_handle<> handle) -> AsyncTask {
            try
            {
                using TaskType = std::tuple_element_t<
                    Idx,
                    std::remove_cvref_t<decltype(results_)>>;
                if constexpr (std::is_same_v<TaskType, std::false_type>)
                {
                    co_await std::get<Idx>(self->tasks_);
                    std::get<Idx>(self->results_) = std::false_type{};
                }
                else
                {
                    std::get<Idx>(self->results_) =
                        co_await std::get<Idx>(self->tasks_);
                }
            }
            catch (...)
            {
                if (self->exceptionFlag_.test_and_set() == false)
                    self->setException(std::current_exception());
            }
 
            if (self->counter_.fetch_sub(1, std::memory_order_acq_rel) == 1)
            {
                if (!self->hasException())
                    self->setValue(std::move(self->results_));
                handle.resume();
            }
        }(this, handle);
    }
 
    template <size_t... Is>
    void await_suspend_impl(std::coroutine_handle<> handle,
                            std::index_sequence<Is...>)
    {
        ((launch_task<Is>(handle)), ...);
    }
};
 
template <typename T>
struct WhenAllAwaiter<std::vector<Task<T>>>
    : public CallbackAwaiter<std::vector<T>>
{
    WhenAllAwaiter(std::vector<Task<T>> tasks)
        : tasks_(std::move(tasks)),
          counter_(tasks_.size()),
          results_(tasks_.size())
    {
    }
 
    void await_suspend(std::coroutine_handle<> handle)
    {
        if (tasks_.empty())
        {
            this->setValue(std::vector<T>{});
            handle.resume();
            return;
        }
 
        const size_t count = tasks_.size();
        for (size_t i = 0; i < count; ++i)
        {
            [](WhenAllAwaiter *self,
               std::coroutine_handle<> handle,
               Task<T> task,
               size_t index) -> AsyncTask {
                try
                {
                    auto result = co_await task;
                    self->results_[index] = std::move(result);
                }
                catch (...)
                {
                    if (self->exceptionFlag_.test_and_set() == false)
                        self->setException(std::current_exception());
                }
 
                if (self->counter_.fetch_sub(1, std::memory_order_acq_rel) == 1)
                {
                    if (!self->hasException())
                    {
                        self->setValue(std::move(self->results_));
                    }
                    handle.resume();
                }
            }(this, handle, std::move(tasks_[i]), i);
        }
    }
 
  private:
    std::vector<Task<T>> tasks_;
    std::atomic<size_t> counter_;
    std::vector<T> results_;
    std::atomic_flag exceptionFlag_;
};
 
template <>
struct WhenAllAwaiter<std::vector<Task<void>>> : public CallbackAwaiter<void>
{
    WhenAllAwaiter(std::vector<Task<void>> &&t)
        : tasks_(std::move(t)), counter_(tasks_.size())
    {
    }
 
    void await_suspend(std::coroutine_handle<> handle)
    {
        if (tasks_.empty())
        {
            handle.resume();
            return;
        }
 
        const size_t count =
            tasks_
                .size();  // capture the size fist (see lifetime comment beflow)
        for (size_t i = 0; i < count; ++i)
        {
            [](WhenAllAwaiter *self,
               std::coroutine_handle<> handle,
               Task<> task) -> AsyncTask {
                try
                {
                    co_await task;
                }
                catch (...)
                {
                    if (self->exceptionFlag_.test_and_set() == false)
                        self->setException(std::current_exception());
                }
                if (self->counter_.fetch_sub(1, std::memory_order_acq_rel) == 1)
                    // This line CAN delete `this` at last iteration. We MUST
                    // NOT depend on this after last iteration
                    handle.resume();
            }(this, handle, std::move(tasks_[i]));
        }
    }
 
    std::vector<Task<void>> tasks_;
    std::atomic<size_t> counter_;
    std::atomic_flag exceptionFlag_;
};
}  // namespace internal

template <typename T>
inline internal::EventLoopAwaiter<T> queueInLoopCoro(trantor::EventLoop *loop,
                                                     std::function<T()> task)
{
    return internal::EventLoopAwaiter<T>(std::move(task), loop);
}
 
class Mutex final
{
    class ScopedCoroMutexAwaiter;
    class CoroMutexAwaiter;
 
  public:
    Mutex() noexcept : state_(unlockedValue()), waiters_(nullptr)
    {
    }
 
    Mutex(const Mutex &) = delete;
    Mutex(Mutex &&) = delete;
    Mutex &operator=(const Mutex &) = delete;
    Mutex &operator=(Mutex &&) = delete;
 
    ~Mutex()
    {
        [[maybe_unused]] auto state = state_.load(std::memory_order_relaxed);
        assert(state == unlockedValue() || state == nullptr);
        assert(waiters_ == nullptr);
    }
 
    bool try_lock() noexcept
    {
        void *oldValue = unlockedValue();
        return state_.compare_exchange_strong(oldValue,
                                              nullptr,
                                              std::memory_order_acquire,
                                              std::memory_order_relaxed);
    }
 
    [[nodiscard]] ScopedCoroMutexAwaiter scoped_lock(
        trantor::EventLoop *loop =
            trantor::EventLoop::getEventLoopOfCurrentThread()) noexcept
    {
        return ScopedCoroMutexAwaiter(*this, loop);
    }
 
    [[nodiscard]] CoroMutexAwaiter lock(
        trantor::EventLoop *loop =
            trantor::EventLoop::getEventLoopOfCurrentThread()) noexcept
    {
        return CoroMutexAwaiter(*this, loop);
    }
 
    void unlock() noexcept
    {
        assert(state_.load(std::memory_order_relaxed) != unlockedValue());
        auto *waitersHead = waiters_;
        if (waitersHead == nullptr)
        {
            void *currentState = state_.load(std::memory_order_relaxed);
            if (currentState == nullptr)
            {
                const bool releasedLock =
                    state_.compare_exchange_strong(currentState,
                                                   unlockedValue(),
                                                   std::memory_order_release,
                                                   std::memory_order_relaxed);
                if (releasedLock)
                {
                    return;
                }
            }
            currentState = state_.exchange(nullptr, std::memory_order_acquire);
            assert(currentState != unlockedValue());
            assert(currentState != nullptr);
            auto *waiter = static_cast<CoroMutexAwaiter *>(currentState);
            do
            {
                auto *temp = waiter->next_;
                waiter->next_ = waitersHead;
                waitersHead = waiter;
                waiter = temp;
            } while (waiter != nullptr);
        }
        assert(waitersHead != nullptr);
        waiters_ = waitersHead->next_;
        if (waitersHead->loop_)
        {
            auto handle = waitersHead->handle_;
            waitersHead->loop_->runInLoop([handle] { handle.resume(); });
        }
        else
        {
            waitersHead->handle_.resume();
        }
    }
 
  private:
    class CoroMutexAwaiter
    {
      public:
        CoroMutexAwaiter(Mutex &mutex, trantor::EventLoop *loop) noexcept
            : mutex_(mutex), loop_(loop)
        {
        }
 
        bool await_ready() noexcept
        {
            return mutex_.try_lock();
        }
 
        bool await_suspend(std::coroutine_handle<> handle) noexcept
        {
            handle_ = handle;
            return mutex_.asynclockImpl(this);
        }
 
        void await_resume() noexcept
        {
        }
 
      private:
        friend class Mutex;
 
        Mutex &mutex_;
        trantor::EventLoop *loop_;
        std::coroutine_handle<> handle_;
        CoroMutexAwaiter *next_;
    };
 
    class ScopedCoroMutexAwaiter : public CoroMutexAwaiter
    {
      public:
        ScopedCoroMutexAwaiter(Mutex &mutex, trantor::EventLoop *loop)
            : CoroMutexAwaiter(mutex, loop)
        {
        }
 
        [[nodiscard]] auto await_resume() noexcept
        {
            return std::unique_lock<Mutex>{mutex_, std::adopt_lock};
        }
    };
 
    bool asynclockImpl(CoroMutexAwaiter *awaiter)
    {
        void *oldValue = state_.load(std::memory_order_relaxed);
        while (true)
        {
            if (oldValue == unlockedValue())
            {
                void *newValue = nullptr;
                if (state_.compare_exchange_weak(oldValue,
                                                 newValue,
                                                 std::memory_order_acquire,
                                                 std::memory_order_relaxed))
                {
                    return false;
                }
            }
            else
            {
                void *newValue = awaiter;
                awaiter->next_ = static_cast<CoroMutexAwaiter *>(oldValue);
                if (state_.compare_exchange_weak(oldValue,
                                                 newValue,
                                                 std::memory_order_release,
                                                 std::memory_order_relaxed))
                {
                    return true;
                }
            }
        }
    }
 
    void *unlockedValue() noexcept
    {
        return this;
    }
 
    std::atomic<void *> state_;
    CoroMutexAwaiter *waiters_;
};
 
template <typename... Tasks>
internal::WhenAllAwaiter<Tasks...> when_all(Tasks... tasks)
{
    return internal::WhenAllAwaiter<Tasks...>(std::move(tasks)...);
}
 
template <typename T>
internal::WhenAllAwaiter<std::vector<Task<T>>> when_all(
    std::vector<Task<T>> tasks)
{
    return internal::WhenAllAwaiter(std::move(tasks));
}
 
inline internal::WhenAllAwaiter<std::vector<Task<void>>> when_all(
    std::vector<Task<void>> tasks)
{
    return internal::WhenAllAwaiter(std::move(tasks));
}
 
}  // namespace drogon