Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2010-2016 Wind River Systems, Inc. |
| 3 | * |
David B. Kinder | ac74d8b | 2017-01-18 17:01:01 -0800 | [diff] [blame] | 4 | * SPDX-License-Identifier: Apache-2.0 |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 5 | */ |
| 6 | |
| 7 | /** |
| 8 | * @brief fixed-size stack object |
| 9 | */ |
| 10 | |
| 11 | #include <kernel.h> |
Benjamin Walsh | f6ca7de | 2016-11-08 10:36:50 -0500 | [diff] [blame] | 12 | #include <kernel_structs.h> |
Anas Nashif | 569f0b4 | 2016-12-17 13:18:45 -0500 | [diff] [blame] | 13 | #include <debug/object_tracing_common.h> |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 14 | #include <toolchain.h> |
Benjamin Walsh | b4b108d | 2016-10-13 10:31:48 -0400 | [diff] [blame] | 15 | #include <ksched.h> |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 16 | #include <wait_q.h> |
Anas Nashif | 1ed67d1 | 2019-06-16 08:58:10 -0400 | [diff] [blame] | 17 | #include <sys/check.h> |
Allan Stephens | e7d2cc2 | 2016-10-19 16:10:46 -0500 | [diff] [blame] | 18 | #include <init.h> |
Andrew Boie | e873446 | 2017-09-29 16:42:07 -0700 | [diff] [blame] | 19 | #include <syscall_handler.h> |
Andy Ross | 4f911e1 | 2018-09-05 10:13:38 -0700 | [diff] [blame] | 20 | #include <kernel_internal.h> |
Allan Stephens | e7d2cc2 | 2016-10-19 16:10:46 -0500 | [diff] [blame] | 21 | |
Anas Nashif | 2f203c2 | 2016-12-18 06:57:45 -0500 | [diff] [blame] | 22 | #ifdef CONFIG_OBJECT_TRACING |
Allan Stephens | e7d2cc2 | 2016-10-19 16:10:46 -0500 | [diff] [blame] | 23 | |
Maciek Borzecki | 059544d | 2017-05-18 12:16:45 +0200 | [diff] [blame] | 24 | struct k_stack *_trace_list_k_stack; |
| 25 | |
Allan Stephens | e7d2cc2 | 2016-10-19 16:10:46 -0500 | [diff] [blame] | 26 | /* |
| 27 | * Complete initialization of statically defined stacks. |
| 28 | */ |
Tomasz Bursztyka | e18fcbb | 2020-04-30 20:33:38 +0200 | [diff] [blame] | 29 | static int init_stack_module(const struct device *dev) |
Allan Stephens | e7d2cc2 | 2016-10-19 16:10:46 -0500 | [diff] [blame] | 30 | { |
| 31 | ARG_UNUSED(dev); |
| 32 | |
Nicolas Pitre | aa922885 | 2019-06-03 13:01:43 -0400 | [diff] [blame] | 33 | Z_STRUCT_SECTION_FOREACH(k_stack, stack) { |
Allan Stephens | e7d2cc2 | 2016-10-19 16:10:46 -0500 | [diff] [blame] | 34 | SYS_TRACING_OBJ_INIT(k_stack, stack); |
| 35 | } |
| 36 | return 0; |
| 37 | } |
| 38 | |
Andrew Boie | 0b474ee | 2016-11-08 11:06:55 -0800 | [diff] [blame] | 39 | SYS_INIT(init_stack_module, PRE_KERNEL_1, CONFIG_KERNEL_INIT_PRIORITY_OBJECTS); |
Allan Stephens | e7d2cc2 | 2016-10-19 16:10:46 -0500 | [diff] [blame] | 40 | |
Anas Nashif | 2f203c2 | 2016-12-18 06:57:45 -0500 | [diff] [blame] | 41 | #endif /* CONFIG_OBJECT_TRACING */ |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 42 | |
Nicolas Pitre | 3d51f7c | 2019-05-17 22:48:26 -0400 | [diff] [blame] | 43 | void k_stack_init(struct k_stack *stack, stack_data_t *buffer, |
Kumar Gala | a1b77fd | 2020-05-27 11:26:57 -0500 | [diff] [blame] | 44 | uint32_t num_entries) |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 45 | { |
Patrik Flykt | 4344e27 | 2019-03-08 14:19:05 -0700 | [diff] [blame] | 46 | z_waitq_init(&stack->wait_q); |
Andy Ross | f0933d0 | 2018-07-26 10:23:02 -0700 | [diff] [blame] | 47 | stack->lock = (struct k_spinlock) {}; |
| 48 | stack->next = stack->base = buffer; |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 49 | stack->top = stack->base + num_entries; |
| 50 | |
| 51 | SYS_TRACING_OBJ_INIT(k_stack, stack); |
Patrik Flykt | 4344e27 | 2019-03-08 14:19:05 -0700 | [diff] [blame] | 52 | z_object_init(stack); |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 53 | } |
| 54 | |
Kumar Gala | a1b77fd | 2020-05-27 11:26:57 -0500 | [diff] [blame] | 55 | int32_t z_impl_k_stack_alloc_init(struct k_stack *stack, uint32_t num_entries) |
Andrew Boie | e873446 | 2017-09-29 16:42:07 -0700 | [diff] [blame] | 56 | { |
Andrew Boie | f3bee95 | 2018-05-02 17:44:39 -0700 | [diff] [blame] | 57 | void *buffer; |
Kumar Gala | a1b77fd | 2020-05-27 11:26:57 -0500 | [diff] [blame] | 58 | int32_t ret; |
Andrew Boie | e873446 | 2017-09-29 16:42:07 -0700 | [diff] [blame] | 59 | |
Nicolas Pitre | 3d51f7c | 2019-05-17 22:48:26 -0400 | [diff] [blame] | 60 | buffer = z_thread_malloc(num_entries * sizeof(stack_data_t)); |
Flavio Ceolin | ea716bf | 2018-09-20 16:30:45 -0700 | [diff] [blame] | 61 | if (buffer != NULL) { |
Andrew Boie | f3bee95 | 2018-05-02 17:44:39 -0700 | [diff] [blame] | 62 | k_stack_init(stack, buffer, num_entries); |
| 63 | stack->flags = K_STACK_FLAG_ALLOC; |
Kumar Gala | a1b77fd | 2020-05-27 11:26:57 -0500 | [diff] [blame] | 64 | ret = (int32_t)0; |
Andrew Boie | f3bee95 | 2018-05-02 17:44:39 -0700 | [diff] [blame] | 65 | } else { |
| 66 | ret = -ENOMEM; |
| 67 | } |
| 68 | |
| 69 | return ret; |
| 70 | } |
| 71 | |
| 72 | #ifdef CONFIG_USERSPACE |
Kumar Gala | a1b77fd | 2020-05-27 11:26:57 -0500 | [diff] [blame] | 73 | static inline int32_t z_vrfy_k_stack_alloc_init(struct k_stack *stack, |
| 74 | uint32_t num_entries) |
Andrew Boie | f3bee95 | 2018-05-02 17:44:39 -0700 | [diff] [blame] | 75 | { |
Andrew Boie | 8345e5e | 2018-05-04 15:57:57 -0700 | [diff] [blame] | 76 | Z_OOPS(Z_SYSCALL_OBJ_NEVER_INIT(stack, K_OBJ_STACK)); |
| 77 | Z_OOPS(Z_SYSCALL_VERIFY(num_entries > 0)); |
Andy Ross | 6564974 | 2019-08-06 13:34:31 -0700 | [diff] [blame] | 78 | return z_impl_k_stack_alloc_init(stack, num_entries); |
Andrew Boie | e873446 | 2017-09-29 16:42:07 -0700 | [diff] [blame] | 79 | } |
Andy Ross | 6564974 | 2019-08-06 13:34:31 -0700 | [diff] [blame] | 80 | #include <syscalls/k_stack_alloc_init_mrsh.c> |
Andrew Boie | e873446 | 2017-09-29 16:42:07 -0700 | [diff] [blame] | 81 | #endif |
| 82 | |
Anas Nashif | 1ed67d1 | 2019-06-16 08:58:10 -0400 | [diff] [blame] | 83 | int k_stack_cleanup(struct k_stack *stack) |
Andrew Boie | f3bee95 | 2018-05-02 17:44:39 -0700 | [diff] [blame] | 84 | { |
Anas Nashif | 1ed67d1 | 2019-06-16 08:58:10 -0400 | [diff] [blame] | 85 | CHECKIF(z_waitq_head(&stack->wait_q) != NULL) { |
| 86 | return -EAGAIN; |
| 87 | } |
Andrew Boie | f3bee95 | 2018-05-02 17:44:39 -0700 | [diff] [blame] | 88 | |
Kumar Gala | a1b77fd | 2020-05-27 11:26:57 -0500 | [diff] [blame] | 89 | if ((stack->flags & K_STACK_FLAG_ALLOC) != (uint8_t)0) { |
Andrew Boie | f3bee95 | 2018-05-02 17:44:39 -0700 | [diff] [blame] | 90 | k_free(stack->base); |
| 91 | stack->base = NULL; |
| 92 | stack->flags &= ~K_STACK_FLAG_ALLOC; |
| 93 | } |
Anas Nashif | 1ed67d1 | 2019-06-16 08:58:10 -0400 | [diff] [blame] | 94 | return 0; |
Andrew Boie | f3bee95 | 2018-05-02 17:44:39 -0700 | [diff] [blame] | 95 | } |
| 96 | |
Anas Nashif | 1ed67d1 | 2019-06-16 08:58:10 -0400 | [diff] [blame] | 97 | int z_impl_k_stack_push(struct k_stack *stack, stack_data_t data) |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 98 | { |
| 99 | struct k_thread *first_pending_thread; |
Jennifer Williams | 4d33007 | 2020-09-29 15:16:39 -0700 | [diff] [blame] | 100 | int ret = 0; |
| 101 | k_spinlock_key_t key = k_spin_lock(&stack->lock); |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 102 | |
Anas Nashif | 1ed67d1 | 2019-06-16 08:58:10 -0400 | [diff] [blame] | 103 | CHECKIF(stack->next == stack->top) { |
Jennifer Williams | 4d33007 | 2020-09-29 15:16:39 -0700 | [diff] [blame] | 104 | ret = -ENOMEM; |
| 105 | goto out; |
Anas Nashif | 1ed67d1 | 2019-06-16 08:58:10 -0400 | [diff] [blame] | 106 | } |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 107 | |
Patrik Flykt | 4344e27 | 2019-03-08 14:19:05 -0700 | [diff] [blame] | 108 | first_pending_thread = z_unpend_first_thread(&stack->wait_q); |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 109 | |
Flavio Ceolin | ea716bf | 2018-09-20 16:30:45 -0700 | [diff] [blame] | 110 | if (first_pending_thread != NULL) { |
Patrik Flykt | 4344e27 | 2019-03-08 14:19:05 -0700 | [diff] [blame] | 111 | z_ready_thread(first_pending_thread); |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 112 | |
Andrew Boie | 4ad9f68 | 2019-09-21 16:25:56 -0700 | [diff] [blame] | 113 | z_thread_return_value_set_with_data(first_pending_thread, |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 114 | 0, (void *)data); |
Patrik Flykt | 4344e27 | 2019-03-08 14:19:05 -0700 | [diff] [blame] | 115 | z_reschedule(&stack->lock, key); |
Jennifer Williams | 4d33007 | 2020-09-29 15:16:39 -0700 | [diff] [blame] | 116 | goto end; |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 117 | } else { |
| 118 | *(stack->next) = data; |
| 119 | stack->next++; |
Jennifer Williams | 4d33007 | 2020-09-29 15:16:39 -0700 | [diff] [blame] | 120 | goto out; |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 121 | } |
| 122 | |
Jennifer Williams | 4d33007 | 2020-09-29 15:16:39 -0700 | [diff] [blame] | 123 | out: |
| 124 | k_spin_unlock(&stack->lock, key); |
| 125 | |
| 126 | end: |
| 127 | return ret; |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 128 | } |
| 129 | |
Andrew Boie | e873446 | 2017-09-29 16:42:07 -0700 | [diff] [blame] | 130 | #ifdef CONFIG_USERSPACE |
Anas Nashif | 1ed67d1 | 2019-06-16 08:58:10 -0400 | [diff] [blame] | 131 | static inline int z_vrfy_k_stack_push(struct k_stack *stack, stack_data_t data) |
Andrew Boie | e873446 | 2017-09-29 16:42:07 -0700 | [diff] [blame] | 132 | { |
Andrew Boie | 8345e5e | 2018-05-04 15:57:57 -0700 | [diff] [blame] | 133 | Z_OOPS(Z_SYSCALL_OBJ(stack, K_OBJ_STACK)); |
Anas Nashif | 1ed67d1 | 2019-06-16 08:58:10 -0400 | [diff] [blame] | 134 | |
| 135 | return z_impl_k_stack_push(stack, data); |
Andrew Boie | e873446 | 2017-09-29 16:42:07 -0700 | [diff] [blame] | 136 | } |
Andy Ross | 6564974 | 2019-08-06 13:34:31 -0700 | [diff] [blame] | 137 | #include <syscalls/k_stack_push_mrsh.c> |
Andrew Boie | e873446 | 2017-09-29 16:42:07 -0700 | [diff] [blame] | 138 | #endif |
| 139 | |
Andy Ross | 7832738 | 2020-03-05 15:18:14 -0800 | [diff] [blame] | 140 | int z_impl_k_stack_pop(struct k_stack *stack, stack_data_t *data, |
| 141 | k_timeout_t timeout) |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 142 | { |
Andy Ross | f0933d0 | 2018-07-26 10:23:02 -0700 | [diff] [blame] | 143 | k_spinlock_key_t key; |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 144 | int result; |
| 145 | |
Andy Ross | f0933d0 | 2018-07-26 10:23:02 -0700 | [diff] [blame] | 146 | key = k_spin_lock(&stack->lock); |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 147 | |
| 148 | if (likely(stack->next > stack->base)) { |
| 149 | stack->next--; |
| 150 | *data = *(stack->next); |
Andy Ross | f0933d0 | 2018-07-26 10:23:02 -0700 | [diff] [blame] | 151 | k_spin_unlock(&stack->lock, key); |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 152 | return 0; |
| 153 | } |
| 154 | |
Andy Ross | 7832738 | 2020-03-05 15:18:14 -0800 | [diff] [blame] | 155 | if (K_TIMEOUT_EQ(timeout, K_NO_WAIT)) { |
Andy Ross | f0933d0 | 2018-07-26 10:23:02 -0700 | [diff] [blame] | 156 | k_spin_unlock(&stack->lock, key); |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 157 | return -EBUSY; |
| 158 | } |
| 159 | |
Patrik Flykt | 4344e27 | 2019-03-08 14:19:05 -0700 | [diff] [blame] | 160 | result = z_pend_curr(&stack->lock, key, &stack->wait_q, timeout); |
Flavio Ceolin | dfbe032 | 2018-11-01 20:50:25 -0700 | [diff] [blame] | 161 | if (result == -EAGAIN) { |
Flavio Ceolin | 8f488ff | 2018-09-13 11:43:59 -0700 | [diff] [blame] | 162 | return -EAGAIN; |
Flavio Ceolin | dfbe032 | 2018-11-01 20:50:25 -0700 | [diff] [blame] | 163 | } |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 164 | |
Nicolas Pitre | 3d51f7c | 2019-05-17 22:48:26 -0400 | [diff] [blame] | 165 | *data = (stack_data_t)_current->base.swap_data; |
Flavio Ceolin | 8f488ff | 2018-09-13 11:43:59 -0700 | [diff] [blame] | 166 | return 0; |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 167 | } |
Andrew Boie | e873446 | 2017-09-29 16:42:07 -0700 | [diff] [blame] | 168 | |
| 169 | #ifdef CONFIG_USERSPACE |
Andy Ross | 643701a | 2019-08-13 12:58:38 -0700 | [diff] [blame] | 170 | static inline int z_vrfy_k_stack_pop(struct k_stack *stack, |
Andy Ross | 7832738 | 2020-03-05 15:18:14 -0800 | [diff] [blame] | 171 | stack_data_t *data, k_timeout_t timeout) |
Andrew Boie | e873446 | 2017-09-29 16:42:07 -0700 | [diff] [blame] | 172 | { |
Andrew Boie | 8345e5e | 2018-05-04 15:57:57 -0700 | [diff] [blame] | 173 | Z_OOPS(Z_SYSCALL_OBJ(stack, K_OBJ_STACK)); |
Nicolas Pitre | 3d51f7c | 2019-05-17 22:48:26 -0400 | [diff] [blame] | 174 | Z_OOPS(Z_SYSCALL_MEMORY_WRITE(data, sizeof(stack_data_t))); |
Andy Ross | 6564974 | 2019-08-06 13:34:31 -0700 | [diff] [blame] | 175 | return z_impl_k_stack_pop(stack, data, timeout); |
Andrew Boie | e873446 | 2017-09-29 16:42:07 -0700 | [diff] [blame] | 176 | } |
Andy Ross | 6564974 | 2019-08-06 13:34:31 -0700 | [diff] [blame] | 177 | #include <syscalls/k_stack_pop_mrsh.c> |
Andrew Boie | e873446 | 2017-09-29 16:42:07 -0700 | [diff] [blame] | 178 | #endif |