subsys/rtio/rtio_handlers.c

/*
 * Copyright (c) 2022 Intel Corporation
 *
 * SPDX-License-Identifier: Apache-2.0
 */

#include <stdbool.h>
#include <zephyr/rtio/rtio.h>
#include <zephyr/syscall_handler.h>

/**
 * Verify each SQE type operation and its fields ensuring
 * the iodev is a valid accessible k_object (if given) and
 * the buffer pointers are valid accessible memory by the calling
 * thread.
 */
static inline bool rtio_vrfy_sqe(struct rtio_sqe *sqe)
{
	if (sqe->iodev != NULL && Z_SYSCALL_OBJ(sqe->iodev, K_OBJ_RTIO_IODEV)) {
		return false;
	}

	bool valid_sqe = true;

	switch (sqe->op) {
	case RTIO_OP_NOP:
		break;
	case RTIO_OP_TX:
		valid_sqe &= Z_SYSCALL_MEMORY(sqe->buf, sqe->buf_len, false);
		break;
	case RTIO_OP_RX:
		valid_sqe &= Z_SYSCALL_MEMORY(sqe->buf, sqe->buf_len, true);
		break;
	default:
		/* RTIO OP must be known */
		valid_sqe = false;
	}

	return valid_sqe;
}

static inline int z_vrfy_rtio_sqe_copy_in(struct rtio *r,
					  const struct rtio_sqe *sqes,
					  size_t sqe_count)
{
	Z_OOPS(Z_SYSCALL_OBJ(r, K_OBJ_RTIO));

	Z_OOPS(Z_SYSCALL_MEMORY(sqes, sqe_count, false));
	struct rtio_sqe *sqe;
	uint32_t acquirable = rtio_sqe_acquirable(r);

	if (acquirable < sqe_count) {
		return -ENOMEM;
	}

	for (int i = 0; i < sqe_count; i++) {
		sqe = rtio_sqe_acquire(r);
		__ASSERT_NO_MSG(sqe != NULL);
		*sqe = sqes[i];

		if (!rtio_vrfy_sqe(sqe)) {
			rtio_sqe_drop_all(r);
			Z_OOPS(true);
		}
	}

	rtio_sqe_produce_all(r);

	/* Already copied *and* verified, no need to redo */
	return z_impl_rtio_sqe_copy_in(r, NULL, 0);
}
#include <syscalls/rtio_sqe_copy_in_mrsh.c>

static inline int z_vrfy_rtio_cqe_copy_out(struct rtio *r,
					   struct rtio_cqe *cqes,
					   size_t cqe_count,
					   k_timeout_t timeout)
{
	Z_OOPS(Z_SYSCALL_OBJ(r, K_OBJ_RTIO));

	Z_OOPS(Z_SYSCALL_MEMORY(cqes, cqe_count, true));

	return z_impl_rtio_cqe_copy_out(r, cqes, cqe_count, timeout);
}
#include <syscalls/rtio_cqe_copy_out_mrsh.c>

static inline int z_vrfy_rtio_submit(struct rtio *r, uint32_t wait_count)
{
	Z_OOPS(Z_SYSCALL_OBJ(r, K_OBJ_RTIO));

#ifdef CONFIG_RTIO_SUBMIT_SEM
	Z_OOPS(Z_SYSCALL_OBJ(r->submit_sem, K_OBJ_SEM));
#endif

	return z_impl_rtio_submit(r, wait_count);
}
#include <syscalls/rtio_submit_mrsh.c>