cqe_handler.hpp

Go to the documentation of this file.

 
#pragma once
 
#include "condy/concepts.hpp"
#include "condy/context.hpp"
#include "condy/runtime.hpp"
#include <cassert>
#include <cerrno>
#include <cstdint>
#include <utility>
 
namespace condy {
 
namespace detail {
 
// Just for debugging, check if the CQE is big as expected
inline bool check_cqe32([[maybe_unused]] io_uring_cqe *cqe) {
    auto &ring = detail::Context::current().runtime()->ring();
    auto ring_flags = ring.ring()->flags;
    if (ring_flags & IORING_SETUP_CQE32) {
        return true;
    }
#if !IO_URING_CHECK_VERSION(2, 13) // >= 2.13
    if (ring_flags & IORING_SETUP_CQE_MIXED) {
        return cqe->flags & IORING_CQE_F_32;
    }
#endif
    return false;
}
 
} // namespace detail

struct SimpleCQEHandler {
    int32_t operator()(io_uring_cqe *cqe) noexcept { return cqe->res; }
};

template <BufferRingLike Br> class SelectBufferCQEHandler {
public:
    SelectBufferCQEHandler(Br *buffers) : buffers_(buffers) {}
 
    auto operator()(io_uring_cqe *cqe) noexcept {
        return std::make_pair(cqe->res, buffers_->handle_finish(cqe));
    }
 
private:
    Br *buffers_;
};

struct NVMePassthruCQEHandler {
    std::pair<int32_t, uint64_t> operator()(io_uring_cqe *cqe) noexcept {
        assert(detail::check_cqe32(cqe) &&
               "Expected big CQE for NVMe passthrough");
        return {cqe->res, cqe->big_cqe[0]};
    }
};
 
#if !IO_URING_CHECK_VERSION(2, 12) // >= 2.12
struct TxTimestampResult {
    int tstype; // cqe->flags >> IORING_TIMESTAMP_TYPE_SHIFT

    bool hwts; // cqe->flags & IORING_CQE_F_TSTAMP_HW

    io_timespec ts; // *(io_timespec *)(cqe + 1)
};

struct TxTimestampCQEHandler {
    std::pair<int32_t, TxTimestampResult>
    operator()(io_uring_cqe *cqe) noexcept {
        assert(detail::check_cqe32(cqe) &&
               "Expected big CQE for TX timestamp operations");
        TxTimestampResult result;
        result.tstype =
            static_cast<int>(cqe->flags >> IORING_TIMESTAMP_TYPE_SHIFT);
        result.hwts = cqe->flags & IORING_CQE_F_TSTAMP_HW;
        result.ts = *reinterpret_cast<io_timespec *>(cqe + 1);
        return {cqe->res, result};
    }
};
#endif
 
} // namespace condy