Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2010-2016 Wind River Systems, Inc. |
| 3 | * |
David B. Kinder | ac74d8b | 2017-01-18 17:01:01 -0800 | [diff] [blame] | 4 | * SPDX-License-Identifier: Apache-2.0 |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 5 | */ |
| 6 | |
| 7 | /** |
| 8 | * @brief fixed-size stack object |
| 9 | */ |
| 10 | |
| 11 | #include <kernel.h> |
Benjamin Walsh | f6ca7de | 2016-11-08 10:36:50 -0500 | [diff] [blame] | 12 | #include <kernel_structs.h> |
Anas Nashif | 4d994af | 2021-04-18 23:24:40 -0400 | [diff] [blame] | 13 | |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 14 | #include <toolchain.h> |
Benjamin Walsh | b4b108d | 2016-10-13 10:31:48 -0400 | [diff] [blame] | 15 | #include <ksched.h> |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 16 | #include <wait_q.h> |
Anas Nashif | 1ed67d1 | 2019-06-16 08:58:10 -0400 | [diff] [blame] | 17 | #include <sys/check.h> |
Allan Stephens | e7d2cc2 | 2016-10-19 16:10:46 -0500 | [diff] [blame] | 18 | #include <init.h> |
Andrew Boie | e873446 | 2017-09-29 16:42:07 -0700 | [diff] [blame] | 19 | #include <syscall_handler.h> |
Andy Ross | 4f911e1 | 2018-09-05 10:13:38 -0700 | [diff] [blame] | 20 | #include <kernel_internal.h> |
Allan Stephens | e7d2cc2 | 2016-10-19 16:10:46 -0500 | [diff] [blame] | 21 | |
Nicolas Pitre | 3d51f7c | 2019-05-17 22:48:26 -0400 | [diff] [blame] | 22 | void k_stack_init(struct k_stack *stack, stack_data_t *buffer, |
Kumar Gala | a1b77fd | 2020-05-27 11:26:57 -0500 | [diff] [blame] | 23 | uint32_t num_entries) |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 24 | { |
Patrik Flykt | 4344e27 | 2019-03-08 14:19:05 -0700 | [diff] [blame] | 25 | z_waitq_init(&stack->wait_q); |
Andy Ross | f0933d0 | 2018-07-26 10:23:02 -0700 | [diff] [blame] | 26 | stack->lock = (struct k_spinlock) {}; |
| 27 | stack->next = stack->base = buffer; |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 28 | stack->top = stack->base + num_entries; |
| 29 | |
Torbjörn Leksell | 69e8869 | 2021-03-26 12:31:43 +0100 | [diff] [blame] | 30 | SYS_PORT_TRACING_OBJ_INIT(k_stack, stack); |
Patrik Flykt | 4344e27 | 2019-03-08 14:19:05 -0700 | [diff] [blame] | 31 | z_object_init(stack); |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 32 | } |
| 33 | |
Kumar Gala | a1b77fd | 2020-05-27 11:26:57 -0500 | [diff] [blame] | 34 | int32_t z_impl_k_stack_alloc_init(struct k_stack *stack, uint32_t num_entries) |
Andrew Boie | e873446 | 2017-09-29 16:42:07 -0700 | [diff] [blame] | 35 | { |
Andrew Boie | f3bee95 | 2018-05-02 17:44:39 -0700 | [diff] [blame] | 36 | void *buffer; |
Kumar Gala | a1b77fd | 2020-05-27 11:26:57 -0500 | [diff] [blame] | 37 | int32_t ret; |
Andrew Boie | e873446 | 2017-09-29 16:42:07 -0700 | [diff] [blame] | 38 | |
Torbjörn Leksell | 69e8869 | 2021-03-26 12:31:43 +0100 | [diff] [blame] | 39 | SYS_PORT_TRACING_OBJ_FUNC_ENTER(k_stack, alloc_init, stack); |
| 40 | |
Nicolas Pitre | 3d51f7c | 2019-05-17 22:48:26 -0400 | [diff] [blame] | 41 | buffer = z_thread_malloc(num_entries * sizeof(stack_data_t)); |
Flavio Ceolin | ea716bf | 2018-09-20 16:30:45 -0700 | [diff] [blame] | 42 | if (buffer != NULL) { |
Andrew Boie | f3bee95 | 2018-05-02 17:44:39 -0700 | [diff] [blame] | 43 | k_stack_init(stack, buffer, num_entries); |
| 44 | stack->flags = K_STACK_FLAG_ALLOC; |
Kumar Gala | a1b77fd | 2020-05-27 11:26:57 -0500 | [diff] [blame] | 45 | ret = (int32_t)0; |
Andrew Boie | f3bee95 | 2018-05-02 17:44:39 -0700 | [diff] [blame] | 46 | } else { |
| 47 | ret = -ENOMEM; |
| 48 | } |
| 49 | |
Torbjörn Leksell | 69e8869 | 2021-03-26 12:31:43 +0100 | [diff] [blame] | 50 | SYS_PORT_TRACING_OBJ_FUNC_EXIT(k_stack, alloc_init, stack, ret); |
| 51 | |
Andrew Boie | f3bee95 | 2018-05-02 17:44:39 -0700 | [diff] [blame] | 52 | return ret; |
| 53 | } |
| 54 | |
| 55 | #ifdef CONFIG_USERSPACE |
Kumar Gala | a1b77fd | 2020-05-27 11:26:57 -0500 | [diff] [blame] | 56 | static inline int32_t z_vrfy_k_stack_alloc_init(struct k_stack *stack, |
| 57 | uint32_t num_entries) |
Andrew Boie | f3bee95 | 2018-05-02 17:44:39 -0700 | [diff] [blame] | 58 | { |
Andrew Boie | 8345e5e | 2018-05-04 15:57:57 -0700 | [diff] [blame] | 59 | Z_OOPS(Z_SYSCALL_OBJ_NEVER_INIT(stack, K_OBJ_STACK)); |
| 60 | Z_OOPS(Z_SYSCALL_VERIFY(num_entries > 0)); |
Andy Ross | 6564974 | 2019-08-06 13:34:31 -0700 | [diff] [blame] | 61 | return z_impl_k_stack_alloc_init(stack, num_entries); |
Andrew Boie | e873446 | 2017-09-29 16:42:07 -0700 | [diff] [blame] | 62 | } |
Andy Ross | 6564974 | 2019-08-06 13:34:31 -0700 | [diff] [blame] | 63 | #include <syscalls/k_stack_alloc_init_mrsh.c> |
Andrew Boie | e873446 | 2017-09-29 16:42:07 -0700 | [diff] [blame] | 64 | #endif |
| 65 | |
Anas Nashif | 1ed67d1 | 2019-06-16 08:58:10 -0400 | [diff] [blame] | 66 | int k_stack_cleanup(struct k_stack *stack) |
Andrew Boie | f3bee95 | 2018-05-02 17:44:39 -0700 | [diff] [blame] | 67 | { |
Torbjörn Leksell | 69e8869 | 2021-03-26 12:31:43 +0100 | [diff] [blame] | 68 | SYS_PORT_TRACING_OBJ_FUNC_ENTER(k_stack, cleanup, stack); |
| 69 | |
Anas Nashif | 1ed67d1 | 2019-06-16 08:58:10 -0400 | [diff] [blame] | 70 | CHECKIF(z_waitq_head(&stack->wait_q) != NULL) { |
Torbjörn Leksell | 69e8869 | 2021-03-26 12:31:43 +0100 | [diff] [blame] | 71 | SYS_PORT_TRACING_OBJ_FUNC_EXIT(k_stack, cleanup, stack, -EAGAIN); |
| 72 | |
Anas Nashif | 1ed67d1 | 2019-06-16 08:58:10 -0400 | [diff] [blame] | 73 | return -EAGAIN; |
| 74 | } |
Andrew Boie | f3bee95 | 2018-05-02 17:44:39 -0700 | [diff] [blame] | 75 | |
Kumar Gala | a1b77fd | 2020-05-27 11:26:57 -0500 | [diff] [blame] | 76 | if ((stack->flags & K_STACK_FLAG_ALLOC) != (uint8_t)0) { |
Andrew Boie | f3bee95 | 2018-05-02 17:44:39 -0700 | [diff] [blame] | 77 | k_free(stack->base); |
| 78 | stack->base = NULL; |
| 79 | stack->flags &= ~K_STACK_FLAG_ALLOC; |
| 80 | } |
Torbjörn Leksell | 69e8869 | 2021-03-26 12:31:43 +0100 | [diff] [blame] | 81 | |
| 82 | SYS_PORT_TRACING_OBJ_FUNC_EXIT(k_stack, cleanup, stack, 0); |
| 83 | |
Anas Nashif | 1ed67d1 | 2019-06-16 08:58:10 -0400 | [diff] [blame] | 84 | return 0; |
Andrew Boie | f3bee95 | 2018-05-02 17:44:39 -0700 | [diff] [blame] | 85 | } |
| 86 | |
Anas Nashif | 1ed67d1 | 2019-06-16 08:58:10 -0400 | [diff] [blame] | 87 | int z_impl_k_stack_push(struct k_stack *stack, stack_data_t data) |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 88 | { |
| 89 | struct k_thread *first_pending_thread; |
Jennifer Williams | 4d33007 | 2020-09-29 15:16:39 -0700 | [diff] [blame] | 90 | int ret = 0; |
| 91 | k_spinlock_key_t key = k_spin_lock(&stack->lock); |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 92 | |
Torbjörn Leksell | 69e8869 | 2021-03-26 12:31:43 +0100 | [diff] [blame] | 93 | SYS_PORT_TRACING_OBJ_FUNC_ENTER(k_stack, push, stack); |
| 94 | |
Anas Nashif | 1ed67d1 | 2019-06-16 08:58:10 -0400 | [diff] [blame] | 95 | CHECKIF(stack->next == stack->top) { |
Jennifer Williams | 4d33007 | 2020-09-29 15:16:39 -0700 | [diff] [blame] | 96 | ret = -ENOMEM; |
| 97 | goto out; |
Anas Nashif | 1ed67d1 | 2019-06-16 08:58:10 -0400 | [diff] [blame] | 98 | } |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 99 | |
Patrik Flykt | 4344e27 | 2019-03-08 14:19:05 -0700 | [diff] [blame] | 100 | first_pending_thread = z_unpend_first_thread(&stack->wait_q); |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 101 | |
Flavio Ceolin | ea716bf | 2018-09-20 16:30:45 -0700 | [diff] [blame] | 102 | if (first_pending_thread != NULL) { |
Andrew Boie | 4ad9f68 | 2019-09-21 16:25:56 -0700 | [diff] [blame] | 103 | z_thread_return_value_set_with_data(first_pending_thread, |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 104 | 0, (void *)data); |
James Harris | c7bb423 | 2021-03-02 13:22:52 -0800 | [diff] [blame] | 105 | |
| 106 | z_ready_thread(first_pending_thread); |
Patrik Flykt | 4344e27 | 2019-03-08 14:19:05 -0700 | [diff] [blame] | 107 | z_reschedule(&stack->lock, key); |
Jennifer Williams | 4d33007 | 2020-09-29 15:16:39 -0700 | [diff] [blame] | 108 | goto end; |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 109 | } else { |
| 110 | *(stack->next) = data; |
| 111 | stack->next++; |
Jennifer Williams | 4d33007 | 2020-09-29 15:16:39 -0700 | [diff] [blame] | 112 | goto out; |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 113 | } |
| 114 | |
Jennifer Williams | 4d33007 | 2020-09-29 15:16:39 -0700 | [diff] [blame] | 115 | out: |
| 116 | k_spin_unlock(&stack->lock, key); |
| 117 | |
| 118 | end: |
Torbjörn Leksell | 69e8869 | 2021-03-26 12:31:43 +0100 | [diff] [blame] | 119 | SYS_PORT_TRACING_OBJ_FUNC_EXIT(k_stack, push, stack, ret); |
| 120 | |
Jennifer Williams | 4d33007 | 2020-09-29 15:16:39 -0700 | [diff] [blame] | 121 | return ret; |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 122 | } |
| 123 | |
Andrew Boie | e873446 | 2017-09-29 16:42:07 -0700 | [diff] [blame] | 124 | #ifdef CONFIG_USERSPACE |
Anas Nashif | 1ed67d1 | 2019-06-16 08:58:10 -0400 | [diff] [blame] | 125 | static inline int z_vrfy_k_stack_push(struct k_stack *stack, stack_data_t data) |
Andrew Boie | e873446 | 2017-09-29 16:42:07 -0700 | [diff] [blame] | 126 | { |
Andrew Boie | 8345e5e | 2018-05-04 15:57:57 -0700 | [diff] [blame] | 127 | Z_OOPS(Z_SYSCALL_OBJ(stack, K_OBJ_STACK)); |
Anas Nashif | 1ed67d1 | 2019-06-16 08:58:10 -0400 | [diff] [blame] | 128 | |
| 129 | return z_impl_k_stack_push(stack, data); |
Andrew Boie | e873446 | 2017-09-29 16:42:07 -0700 | [diff] [blame] | 130 | } |
Andy Ross | 6564974 | 2019-08-06 13:34:31 -0700 | [diff] [blame] | 131 | #include <syscalls/k_stack_push_mrsh.c> |
Andrew Boie | e873446 | 2017-09-29 16:42:07 -0700 | [diff] [blame] | 132 | #endif |
| 133 | |
Andy Ross | 7832738 | 2020-03-05 15:18:14 -0800 | [diff] [blame] | 134 | int z_impl_k_stack_pop(struct k_stack *stack, stack_data_t *data, |
| 135 | k_timeout_t timeout) |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 136 | { |
Andy Ross | f0933d0 | 2018-07-26 10:23:02 -0700 | [diff] [blame] | 137 | k_spinlock_key_t key; |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 138 | int result; |
| 139 | |
Andy Ross | f0933d0 | 2018-07-26 10:23:02 -0700 | [diff] [blame] | 140 | key = k_spin_lock(&stack->lock); |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 141 | |
Torbjörn Leksell | 69e8869 | 2021-03-26 12:31:43 +0100 | [diff] [blame] | 142 | SYS_PORT_TRACING_OBJ_FUNC_ENTER(k_stack, pop, stack, timeout); |
| 143 | |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 144 | if (likely(stack->next > stack->base)) { |
| 145 | stack->next--; |
| 146 | *data = *(stack->next); |
Andy Ross | f0933d0 | 2018-07-26 10:23:02 -0700 | [diff] [blame] | 147 | k_spin_unlock(&stack->lock, key); |
Torbjörn Leksell | 69e8869 | 2021-03-26 12:31:43 +0100 | [diff] [blame] | 148 | |
| 149 | SYS_PORT_TRACING_OBJ_FUNC_EXIT(k_stack, pop, stack, timeout, 0); |
| 150 | |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 151 | return 0; |
| 152 | } |
| 153 | |
Torbjörn Leksell | 69e8869 | 2021-03-26 12:31:43 +0100 | [diff] [blame] | 154 | SYS_PORT_TRACING_OBJ_FUNC_BLOCKING(k_stack, pop, stack, timeout); |
| 155 | |
Andy Ross | 7832738 | 2020-03-05 15:18:14 -0800 | [diff] [blame] | 156 | if (K_TIMEOUT_EQ(timeout, K_NO_WAIT)) { |
Andy Ross | f0933d0 | 2018-07-26 10:23:02 -0700 | [diff] [blame] | 157 | k_spin_unlock(&stack->lock, key); |
Torbjörn Leksell | 69e8869 | 2021-03-26 12:31:43 +0100 | [diff] [blame] | 158 | |
| 159 | SYS_PORT_TRACING_OBJ_FUNC_EXIT(k_stack, pop, stack, timeout, -EBUSY); |
| 160 | |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 161 | return -EBUSY; |
| 162 | } |
| 163 | |
Patrik Flykt | 4344e27 | 2019-03-08 14:19:05 -0700 | [diff] [blame] | 164 | result = z_pend_curr(&stack->lock, key, &stack->wait_q, timeout); |
Flavio Ceolin | dfbe032 | 2018-11-01 20:50:25 -0700 | [diff] [blame] | 165 | if (result == -EAGAIN) { |
Torbjörn Leksell | 69e8869 | 2021-03-26 12:31:43 +0100 | [diff] [blame] | 166 | SYS_PORT_TRACING_OBJ_FUNC_EXIT(k_stack, pop, stack, timeout, -EAGAIN); |
| 167 | |
Flavio Ceolin | 8f488ff | 2018-09-13 11:43:59 -0700 | [diff] [blame] | 168 | return -EAGAIN; |
Flavio Ceolin | dfbe032 | 2018-11-01 20:50:25 -0700 | [diff] [blame] | 169 | } |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 170 | |
Nicolas Pitre | 3d51f7c | 2019-05-17 22:48:26 -0400 | [diff] [blame] | 171 | *data = (stack_data_t)_current->base.swap_data; |
Torbjörn Leksell | 69e8869 | 2021-03-26 12:31:43 +0100 | [diff] [blame] | 172 | |
| 173 | SYS_PORT_TRACING_OBJ_FUNC_EXIT(k_stack, pop, stack, timeout, 0); |
| 174 | |
Flavio Ceolin | 8f488ff | 2018-09-13 11:43:59 -0700 | [diff] [blame] | 175 | return 0; |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 176 | } |
Andrew Boie | e873446 | 2017-09-29 16:42:07 -0700 | [diff] [blame] | 177 | |
| 178 | #ifdef CONFIG_USERSPACE |
Andy Ross | 643701a | 2019-08-13 12:58:38 -0700 | [diff] [blame] | 179 | static inline int z_vrfy_k_stack_pop(struct k_stack *stack, |
Andy Ross | 7832738 | 2020-03-05 15:18:14 -0800 | [diff] [blame] | 180 | stack_data_t *data, k_timeout_t timeout) |
Andrew Boie | e873446 | 2017-09-29 16:42:07 -0700 | [diff] [blame] | 181 | { |
Andrew Boie | 8345e5e | 2018-05-04 15:57:57 -0700 | [diff] [blame] | 182 | Z_OOPS(Z_SYSCALL_OBJ(stack, K_OBJ_STACK)); |
Nicolas Pitre | 3d51f7c | 2019-05-17 22:48:26 -0400 | [diff] [blame] | 183 | Z_OOPS(Z_SYSCALL_MEMORY_WRITE(data, sizeof(stack_data_t))); |
Andy Ross | 6564974 | 2019-08-06 13:34:31 -0700 | [diff] [blame] | 184 | return z_impl_k_stack_pop(stack, data, timeout); |
Andrew Boie | e873446 | 2017-09-29 16:42:07 -0700 | [diff] [blame] | 185 | } |
Andy Ross | 6564974 | 2019-08-06 13:34:31 -0700 | [diff] [blame] | 186 | #include <syscalls/k_stack_pop_mrsh.c> |
Andrew Boie | e873446 | 2017-09-29 16:42:07 -0700 | [diff] [blame] | 187 | #endif |