Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2010-2016 Wind River Systems, Inc. |
| 3 | * |
David B. Kinder | ac74d8b | 2017-01-18 17:01:01 -0800 | [diff] [blame] | 4 | * SPDX-License-Identifier: Apache-2.0 |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 5 | */ |
| 6 | |
| 7 | /** |
| 8 | * @brief fixed-size stack object |
| 9 | */ |
| 10 | |
| 11 | #include <kernel.h> |
Benjamin Walsh | f6ca7de | 2016-11-08 10:36:50 -0500 | [diff] [blame] | 12 | #include <kernel_structs.h> |
Anas Nashif | 569f0b4 | 2016-12-17 13:18:45 -0500 | [diff] [blame] | 13 | #include <debug/object_tracing_common.h> |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 14 | #include <toolchain.h> |
Anas Nashif | 397d29d | 2017-06-17 11:30:47 -0400 | [diff] [blame] | 15 | #include <linker/sections.h> |
Benjamin Walsh | b4b108d | 2016-10-13 10:31:48 -0400 | [diff] [blame] | 16 | #include <ksched.h> |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 17 | #include <wait_q.h> |
| 18 | #include <misc/__assert.h> |
Allan Stephens | e7d2cc2 | 2016-10-19 16:10:46 -0500 | [diff] [blame] | 19 | #include <init.h> |
Andrew Boie | e873446 | 2017-09-29 16:42:07 -0700 | [diff] [blame] | 20 | #include <syscall_handler.h> |
Andy Ross | 4f911e1 | 2018-09-05 10:13:38 -0700 | [diff] [blame] | 21 | #include <kernel_internal.h> |
Allan Stephens | e7d2cc2 | 2016-10-19 16:10:46 -0500 | [diff] [blame] | 22 | |
| 23 | extern struct k_stack _k_stack_list_start[]; |
| 24 | extern struct k_stack _k_stack_list_end[]; |
| 25 | |
Anas Nashif | 2f203c2 | 2016-12-18 06:57:45 -0500 | [diff] [blame] | 26 | #ifdef CONFIG_OBJECT_TRACING |
Allan Stephens | e7d2cc2 | 2016-10-19 16:10:46 -0500 | [diff] [blame] | 27 | |
Maciek Borzecki | 059544d | 2017-05-18 12:16:45 +0200 | [diff] [blame] | 28 | struct k_stack *_trace_list_k_stack; |
| 29 | |
Allan Stephens | e7d2cc2 | 2016-10-19 16:10:46 -0500 | [diff] [blame] | 30 | /* |
| 31 | * Complete initialization of statically defined stacks. |
| 32 | */ |
| 33 | static int init_stack_module(struct device *dev) |
| 34 | { |
| 35 | ARG_UNUSED(dev); |
| 36 | |
| 37 | struct k_stack *stack; |
| 38 | |
| 39 | for (stack = _k_stack_list_start; stack < _k_stack_list_end; stack++) { |
| 40 | SYS_TRACING_OBJ_INIT(k_stack, stack); |
| 41 | } |
| 42 | return 0; |
| 43 | } |
| 44 | |
Andrew Boie | 0b474ee | 2016-11-08 11:06:55 -0800 | [diff] [blame] | 45 | SYS_INIT(init_stack_module, PRE_KERNEL_1, CONFIG_KERNEL_INIT_PRIORITY_OBJECTS); |
Allan Stephens | e7d2cc2 | 2016-10-19 16:10:46 -0500 | [diff] [blame] | 46 | |
Anas Nashif | 2f203c2 | 2016-12-18 06:57:45 -0500 | [diff] [blame] | 47 | #endif /* CONFIG_OBJECT_TRACING */ |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 48 | |
Andrew Boie | f3bee95 | 2018-05-02 17:44:39 -0700 | [diff] [blame] | 49 | void k_stack_init(struct k_stack *stack, u32_t *buffer, |
Adithya Baglody | 28080d3 | 2018-10-15 11:48:51 +0530 | [diff] [blame] | 50 | u32_t num_entries) |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 51 | { |
Andy Ross | ccf3bf7 | 2018-05-10 11:10:34 -0700 | [diff] [blame] | 52 | _waitq_init(&stack->wait_q); |
Andy Ross | f0933d0 | 2018-07-26 10:23:02 -0700 | [diff] [blame] | 53 | stack->lock = (struct k_spinlock) {}; |
| 54 | stack->next = stack->base = buffer; |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 55 | stack->top = stack->base + num_entries; |
| 56 | |
| 57 | SYS_TRACING_OBJ_INIT(k_stack, stack); |
Andrew Boie | 945af95 | 2017-08-22 13:15:23 -0700 | [diff] [blame] | 58 | _k_object_init(stack); |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 59 | } |
| 60 | |
Adithya Baglody | 28080d3 | 2018-10-15 11:48:51 +0530 | [diff] [blame] | 61 | s32_t _impl_k_stack_alloc_init(struct k_stack *stack, u32_t num_entries) |
Andrew Boie | e873446 | 2017-09-29 16:42:07 -0700 | [diff] [blame] | 62 | { |
Andrew Boie | f3bee95 | 2018-05-02 17:44:39 -0700 | [diff] [blame] | 63 | void *buffer; |
Adithya Baglody | 28080d3 | 2018-10-15 11:48:51 +0530 | [diff] [blame] | 64 | s32_t ret; |
Andrew Boie | e873446 | 2017-09-29 16:42:07 -0700 | [diff] [blame] | 65 | |
Andrew Boie | f3bee95 | 2018-05-02 17:44:39 -0700 | [diff] [blame] | 66 | buffer = z_thread_malloc(num_entries); |
Flavio Ceolin | ea716bf | 2018-09-20 16:30:45 -0700 | [diff] [blame] | 67 | if (buffer != NULL) { |
Andrew Boie | f3bee95 | 2018-05-02 17:44:39 -0700 | [diff] [blame] | 68 | k_stack_init(stack, buffer, num_entries); |
| 69 | stack->flags = K_STACK_FLAG_ALLOC; |
Adithya Baglody | 28080d3 | 2018-10-15 11:48:51 +0530 | [diff] [blame] | 70 | ret = (s32_t)0; |
Andrew Boie | f3bee95 | 2018-05-02 17:44:39 -0700 | [diff] [blame] | 71 | } else { |
| 72 | ret = -ENOMEM; |
| 73 | } |
| 74 | |
| 75 | return ret; |
| 76 | } |
| 77 | |
| 78 | #ifdef CONFIG_USERSPACE |
Andrew Boie | 8345e5e | 2018-05-04 15:57:57 -0700 | [diff] [blame] | 79 | Z_SYSCALL_HANDLER(k_stack_alloc_init, stack, num_entries) |
Andrew Boie | f3bee95 | 2018-05-02 17:44:39 -0700 | [diff] [blame] | 80 | { |
Andrew Boie | 8345e5e | 2018-05-04 15:57:57 -0700 | [diff] [blame] | 81 | Z_OOPS(Z_SYSCALL_OBJ_NEVER_INIT(stack, K_OBJ_STACK)); |
| 82 | Z_OOPS(Z_SYSCALL_VERIFY(num_entries > 0)); |
Andrew Boie | f3bee95 | 2018-05-02 17:44:39 -0700 | [diff] [blame] | 83 | |
Flavio Ceolin | 585d90f | 2018-09-12 23:03:05 -0700 | [diff] [blame] | 84 | return _impl_k_stack_alloc_init((struct k_stack *)stack, num_entries); |
Andrew Boie | e873446 | 2017-09-29 16:42:07 -0700 | [diff] [blame] | 85 | } |
| 86 | #endif |
| 87 | |
Andrew Boie | f3bee95 | 2018-05-02 17:44:39 -0700 | [diff] [blame] | 88 | void k_stack_cleanup(struct k_stack *stack) |
| 89 | { |
Adithya Baglody | 28080d3 | 2018-10-15 11:48:51 +0530 | [diff] [blame] | 90 | __ASSERT_NO_MSG(_waitq_head(&stack->wait_q) == NULL); |
Andrew Boie | f3bee95 | 2018-05-02 17:44:39 -0700 | [diff] [blame] | 91 | |
Adithya Baglody | 28080d3 | 2018-10-15 11:48:51 +0530 | [diff] [blame] | 92 | if ((stack->flags & K_STACK_FLAG_ALLOC) != (u8_t)0) { |
Andrew Boie | f3bee95 | 2018-05-02 17:44:39 -0700 | [diff] [blame] | 93 | k_free(stack->base); |
| 94 | stack->base = NULL; |
| 95 | stack->flags &= ~K_STACK_FLAG_ALLOC; |
| 96 | } |
| 97 | } |
| 98 | |
Andrew Boie | e873446 | 2017-09-29 16:42:07 -0700 | [diff] [blame] | 99 | void _impl_k_stack_push(struct k_stack *stack, u32_t data) |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 100 | { |
| 101 | struct k_thread *first_pending_thread; |
Andy Ross | f0933d0 | 2018-07-26 10:23:02 -0700 | [diff] [blame] | 102 | k_spinlock_key_t key; |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 103 | |
| 104 | __ASSERT(stack->next != stack->top, "stack is full"); |
| 105 | |
Andy Ross | f0933d0 | 2018-07-26 10:23:02 -0700 | [diff] [blame] | 106 | key = k_spin_lock(&stack->lock); |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 107 | |
| 108 | first_pending_thread = _unpend_first_thread(&stack->wait_q); |
| 109 | |
Flavio Ceolin | ea716bf | 2018-09-20 16:30:45 -0700 | [diff] [blame] | 110 | if (first_pending_thread != NULL) { |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 111 | _ready_thread(first_pending_thread); |
| 112 | |
| 113 | _set_thread_return_value_with_data(first_pending_thread, |
| 114 | 0, (void *)data); |
Andy Ross | f0933d0 | 2018-07-26 10:23:02 -0700 | [diff] [blame] | 115 | _reschedule(&stack->lock, key); |
Andy Ross | 8606fab | 2018-03-26 10:54:40 -0700 | [diff] [blame] | 116 | return; |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 117 | } else { |
| 118 | *(stack->next) = data; |
| 119 | stack->next++; |
Andy Ross | f0933d0 | 2018-07-26 10:23:02 -0700 | [diff] [blame] | 120 | k_spin_unlock(&stack->lock, key); |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 121 | } |
| 122 | |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 123 | } |
| 124 | |
Andrew Boie | e873446 | 2017-09-29 16:42:07 -0700 | [diff] [blame] | 125 | #ifdef CONFIG_USERSPACE |
Andrew Boie | 8345e5e | 2018-05-04 15:57:57 -0700 | [diff] [blame] | 126 | Z_SYSCALL_HANDLER(k_stack_push, stack_p, data) |
Andrew Boie | e873446 | 2017-09-29 16:42:07 -0700 | [diff] [blame] | 127 | { |
| 128 | struct k_stack *stack = (struct k_stack *)stack_p; |
Andrew Boie | e873446 | 2017-09-29 16:42:07 -0700 | [diff] [blame] | 129 | |
Andrew Boie | 8345e5e | 2018-05-04 15:57:57 -0700 | [diff] [blame] | 130 | Z_OOPS(Z_SYSCALL_OBJ(stack, K_OBJ_STACK)); |
| 131 | Z_OOPS(Z_SYSCALL_VERIFY_MSG(stack->next != stack->top, |
| 132 | "stack is full")); |
Andrew Boie | e873446 | 2017-09-29 16:42:07 -0700 | [diff] [blame] | 133 | |
| 134 | _impl_k_stack_push(stack, data); |
| 135 | return 0; |
| 136 | } |
| 137 | #endif |
| 138 | |
| 139 | int _impl_k_stack_pop(struct k_stack *stack, u32_t *data, s32_t timeout) |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 140 | { |
Andy Ross | f0933d0 | 2018-07-26 10:23:02 -0700 | [diff] [blame] | 141 | k_spinlock_key_t key; |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 142 | int result; |
| 143 | |
Andy Ross | f0933d0 | 2018-07-26 10:23:02 -0700 | [diff] [blame] | 144 | key = k_spin_lock(&stack->lock); |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 145 | |
| 146 | if (likely(stack->next > stack->base)) { |
| 147 | stack->next--; |
| 148 | *data = *(stack->next); |
Andy Ross | f0933d0 | 2018-07-26 10:23:02 -0700 | [diff] [blame] | 149 | k_spin_unlock(&stack->lock, key); |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 150 | return 0; |
| 151 | } |
| 152 | |
| 153 | if (timeout == K_NO_WAIT) { |
Andy Ross | f0933d0 | 2018-07-26 10:23:02 -0700 | [diff] [blame] | 154 | k_spin_unlock(&stack->lock, key); |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 155 | return -EBUSY; |
| 156 | } |
| 157 | |
Andy Ross | f0933d0 | 2018-07-26 10:23:02 -0700 | [diff] [blame] | 158 | result = _pend_curr(&stack->lock, key, &stack->wait_q, timeout); |
Flavio Ceolin | dfbe032 | 2018-11-01 20:50:25 -0700 | [diff] [blame] | 159 | if (result == -EAGAIN) { |
Flavio Ceolin | 8f488ff | 2018-09-13 11:43:59 -0700 | [diff] [blame] | 160 | return -EAGAIN; |
Flavio Ceolin | dfbe032 | 2018-11-01 20:50:25 -0700 | [diff] [blame] | 161 | } |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 162 | |
Flavio Ceolin | 8f488ff | 2018-09-13 11:43:59 -0700 | [diff] [blame] | 163 | *data = (u32_t)_current->base.swap_data; |
| 164 | return 0; |
Benjamin Walsh | 456c6da | 2016-09-02 18:55:39 -0400 | [diff] [blame] | 165 | } |
Andrew Boie | e873446 | 2017-09-29 16:42:07 -0700 | [diff] [blame] | 166 | |
| 167 | #ifdef CONFIG_USERSPACE |
Andrew Boie | 8345e5e | 2018-05-04 15:57:57 -0700 | [diff] [blame] | 168 | Z_SYSCALL_HANDLER(k_stack_pop, stack, data, timeout) |
Andrew Boie | e873446 | 2017-09-29 16:42:07 -0700 | [diff] [blame] | 169 | { |
Andrew Boie | 8345e5e | 2018-05-04 15:57:57 -0700 | [diff] [blame] | 170 | Z_OOPS(Z_SYSCALL_OBJ(stack, K_OBJ_STACK)); |
| 171 | Z_OOPS(Z_SYSCALL_MEMORY_WRITE(data, sizeof(u32_t))); |
Andrew Boie | e873446 | 2017-09-29 16:42:07 -0700 | [diff] [blame] | 172 | |
| 173 | return _impl_k_stack_pop((struct k_stack *)stack, (u32_t *)data, |
| 174 | timeout); |
Andrew Boie | e873446 | 2017-09-29 16:42:07 -0700 | [diff] [blame] | 175 | } |
| 176 | #endif |