Kumar Gala | d12d8af | 2016-10-05 12:01:54 -0500 | [diff] [blame] | 1 | /* ring_buffer.c: Simple ring buffer API */ |
| 2 | |
| 3 | /* |
| 4 | * Copyright (c) 2015 Intel Corporation |
| 5 | * |
David B. Kinder | ac74d8b | 2017-01-18 17:01:01 -0800 | [diff] [blame] | 6 | * SPDX-License-Identifier: Apache-2.0 |
Kumar Gala | d12d8af | 2016-10-05 12:01:54 -0500 | [diff] [blame] | 7 | */ |
| 8 | |
Anas Nashif | 7435e5e | 2019-06-25 15:57:18 -0400 | [diff] [blame] | 9 | #include <sys/ring_buffer.h> |
Krzysztof Chruscinski | 26031f7 | 2018-09-07 15:30:56 +0200 | [diff] [blame] | 10 | #include <string.h> |
Kumar Gala | d12d8af | 2016-10-05 12:01:54 -0500 | [diff] [blame] | 11 | |
Kumar Gala | a1b77fd | 2020-05-27 11:26:57 -0500 | [diff] [blame] | 12 | uint32_t ring_buf_put_claim(struct ring_buf *buf, uint8_t **data, uint32_t size) |
Krzysztof Chruscinski | 26031f7 | 2018-09-07 15:30:56 +0200 | [diff] [blame] | 13 | { |
Nicolas Pitre | 099850e | 2022-02-13 22:16:33 -0500 | [diff] [blame] | 14 | uint32_t free_space, wrap_size; |
| 15 | int32_t base; |
Krzysztof Chruscinski | 4433953 | 2021-12-16 11:56:38 +0100 | [diff] [blame] | 16 | |
Nicolas Pitre | 099850e | 2022-02-13 22:16:33 -0500 | [diff] [blame] | 17 | base = buf->put_base; |
| 18 | wrap_size = buf->put_head - base; |
| 19 | if (unlikely(wrap_size >= buf->size)) { |
| 20 | /* put_base is not yet adjusted */ |
| 21 | wrap_size -= buf->size; |
| 22 | base += buf->size; |
Krzysztof Chruscinski | 4433953 | 2021-12-16 11:56:38 +0100 | [diff] [blame] | 23 | } |
Nicolas Pitre | 099850e | 2022-02-13 22:16:33 -0500 | [diff] [blame] | 24 | wrap_size = buf->size - wrap_size; |
Krzysztof Chruscinski | 26031f7 | 2018-09-07 15:30:56 +0200 | [diff] [blame] | 25 | |
Nicolas Pitre | 099850e | 2022-02-13 22:16:33 -0500 | [diff] [blame] | 26 | free_space = ring_buf_space_get(buf); |
| 27 | size = MIN(size, free_space); |
| 28 | size = MIN(size, wrap_size); |
Krzysztof Chruscinski | 26031f7 | 2018-09-07 15:30:56 +0200 | [diff] [blame] | 29 | |
Nicolas Pitre | 099850e | 2022-02-13 22:16:33 -0500 | [diff] [blame] | 30 | *data = &buf->buffer[buf->put_head - base]; |
| 31 | buf->put_head += size; |
Krzysztof Chruscinski | 1e46bb3 | 2020-07-27 11:00:23 +0200 | [diff] [blame] | 32 | |
Nicolas Pitre | 099850e | 2022-02-13 22:16:33 -0500 | [diff] [blame] | 33 | return size; |
Krzysztof Chruscinski | 26031f7 | 2018-09-07 15:30:56 +0200 | [diff] [blame] | 34 | } |
| 35 | |
Kumar Gala | a1b77fd | 2020-05-27 11:26:57 -0500 | [diff] [blame] | 36 | int ring_buf_put_finish(struct ring_buf *buf, uint32_t size) |
Krzysztof Chruscinski | 26031f7 | 2018-09-07 15:30:56 +0200 | [diff] [blame] | 37 | { |
Nicolas Pitre | 099850e | 2022-02-13 22:16:33 -0500 | [diff] [blame] | 38 | uint32_t finish_space, wrap_size; |
Krzysztof Chruscinski | 58942f3 | 2021-07-30 08:29:48 +0200 | [diff] [blame] | 39 | |
Nicolas Pitre | 099850e | 2022-02-13 22:16:33 -0500 | [diff] [blame] | 40 | finish_space = buf->put_head - buf->put_tail; |
| 41 | if (unlikely(size > finish_space)) { |
Krzysztof Chruscinski | 26031f7 | 2018-09-07 15:30:56 +0200 | [diff] [blame] | 42 | return -EINVAL; |
| 43 | } |
| 44 | |
Nicolas Pitre | 099850e | 2022-02-13 22:16:33 -0500 | [diff] [blame] | 45 | buf->put_tail += size; |
Nicolas Pitre | eee5b8e | 2022-02-25 13:20:23 -0500 | [diff] [blame] | 46 | buf->put_head = buf->put_tail; |
Krzysztof Chruscinski | 58942f3 | 2021-07-30 08:29:48 +0200 | [diff] [blame] | 47 | |
Nicolas Pitre | 099850e | 2022-02-13 22:16:33 -0500 | [diff] [blame] | 48 | wrap_size = buf->put_tail - buf->put_base; |
| 49 | if (unlikely(wrap_size >= buf->size)) { |
| 50 | /* we wrapped: adjust put_base */ |
| 51 | buf->put_base += buf->size; |
| 52 | } |
Krzysztof Chruscinski | 26031f7 | 2018-09-07 15:30:56 +0200 | [diff] [blame] | 53 | |
| 54 | return 0; |
| 55 | } |
| 56 | |
Kumar Gala | a1b77fd | 2020-05-27 11:26:57 -0500 | [diff] [blame] | 57 | uint32_t ring_buf_put(struct ring_buf *buf, const uint8_t *data, uint32_t size) |
Krzysztof Chruscinski | 26031f7 | 2018-09-07 15:30:56 +0200 | [diff] [blame] | 58 | { |
Kumar Gala | a1b77fd | 2020-05-27 11:26:57 -0500 | [diff] [blame] | 59 | uint8_t *dst; |
| 60 | uint32_t partial_size; |
| 61 | uint32_t total_size = 0U; |
Krzysztof Chruscinski | 9502b8b | 2019-03-07 11:56:01 +0100 | [diff] [blame] | 62 | int err; |
Krzysztof Chruscinski | 26031f7 | 2018-09-07 15:30:56 +0200 | [diff] [blame] | 63 | |
| 64 | do { |
| 65 | partial_size = ring_buf_put_claim(buf, &dst, size); |
| 66 | memcpy(dst, data, partial_size); |
| 67 | total_size += partial_size; |
| 68 | size -= partial_size; |
| 69 | data += partial_size; |
| 70 | } while (size && partial_size); |
| 71 | |
Krzysztof Chruscinski | 9502b8b | 2019-03-07 11:56:01 +0100 | [diff] [blame] | 72 | err = ring_buf_put_finish(buf, total_size); |
| 73 | __ASSERT_NO_MSG(err == 0); |
Krzysztof Chruscinski | 26031f7 | 2018-09-07 15:30:56 +0200 | [diff] [blame] | 74 | |
| 75 | return total_size; |
| 76 | } |
| 77 | |
Kumar Gala | a1b77fd | 2020-05-27 11:26:57 -0500 | [diff] [blame] | 78 | uint32_t ring_buf_get_claim(struct ring_buf *buf, uint8_t **data, uint32_t size) |
Krzysztof Chruscinski | 26031f7 | 2018-09-07 15:30:56 +0200 | [diff] [blame] | 79 | { |
Nicolas Pitre | 099850e | 2022-02-13 22:16:33 -0500 | [diff] [blame] | 80 | uint32_t available_size, wrap_size; |
| 81 | int32_t base; |
Krzysztof Chruscinski | 58942f3 | 2021-07-30 08:29:48 +0200 | [diff] [blame] | 82 | |
Nicolas Pitre | 099850e | 2022-02-13 22:16:33 -0500 | [diff] [blame] | 83 | base = buf->get_base; |
| 84 | wrap_size = buf->get_head - base; |
| 85 | if (unlikely(wrap_size >= buf->size)) { |
| 86 | /* get_base is not yet adjusted */ |
| 87 | wrap_size -= buf->size; |
| 88 | base += buf->size; |
Krzysztof Chruscinski | 58942f3 | 2021-07-30 08:29:48 +0200 | [diff] [blame] | 89 | } |
Nicolas Pitre | 099850e | 2022-02-13 22:16:33 -0500 | [diff] [blame] | 90 | wrap_size = buf->size - wrap_size; |
Krzysztof Chruscinski | 26031f7 | 2018-09-07 15:30:56 +0200 | [diff] [blame] | 91 | |
Nicolas Pitre | 099850e | 2022-02-13 22:16:33 -0500 | [diff] [blame] | 92 | available_size = ring_buf_size_get(buf); |
| 93 | size = MIN(size, available_size); |
| 94 | size = MIN(size, wrap_size); |
Krzysztof Chruscinski | 26031f7 | 2018-09-07 15:30:56 +0200 | [diff] [blame] | 95 | |
Nicolas Pitre | 099850e | 2022-02-13 22:16:33 -0500 | [diff] [blame] | 96 | *data = &buf->buffer[buf->get_head - base]; |
| 97 | buf->get_head += size; |
Krzysztof Chruscinski | 26031f7 | 2018-09-07 15:30:56 +0200 | [diff] [blame] | 98 | |
Nicolas Pitre | 099850e | 2022-02-13 22:16:33 -0500 | [diff] [blame] | 99 | return size; |
Krzysztof Chruscinski | 26031f7 | 2018-09-07 15:30:56 +0200 | [diff] [blame] | 100 | } |
| 101 | |
Kumar Gala | a1b77fd | 2020-05-27 11:26:57 -0500 | [diff] [blame] | 102 | int ring_buf_get_finish(struct ring_buf *buf, uint32_t size) |
Krzysztof Chruscinski | 26031f7 | 2018-09-07 15:30:56 +0200 | [diff] [blame] | 103 | { |
Nicolas Pitre | 099850e | 2022-02-13 22:16:33 -0500 | [diff] [blame] | 104 | uint32_t finish_space, wrap_size; |
Krzysztof Chruscinski | 58942f3 | 2021-07-30 08:29:48 +0200 | [diff] [blame] | 105 | |
Nicolas Pitre | 099850e | 2022-02-13 22:16:33 -0500 | [diff] [blame] | 106 | finish_space = buf->get_head - buf->get_tail; |
| 107 | if (unlikely(size > finish_space)) { |
Krzysztof Chruscinski | 26031f7 | 2018-09-07 15:30:56 +0200 | [diff] [blame] | 108 | return -EINVAL; |
| 109 | } |
| 110 | |
Nicolas Pitre | 099850e | 2022-02-13 22:16:33 -0500 | [diff] [blame] | 111 | buf->get_tail += size; |
Nicolas Pitre | eee5b8e | 2022-02-25 13:20:23 -0500 | [diff] [blame] | 112 | buf->get_head = buf->get_tail; |
Nicolas Pitre | 099850e | 2022-02-13 22:16:33 -0500 | [diff] [blame] | 113 | |
| 114 | wrap_size = buf->get_tail - buf->get_base; |
| 115 | if (unlikely(wrap_size >= buf->size)) { |
| 116 | /* we wrapped: adjust get_base */ |
| 117 | buf->get_base += buf->size; |
| 118 | } |
Krzysztof Chruscinski | 26031f7 | 2018-09-07 15:30:56 +0200 | [diff] [blame] | 119 | |
| 120 | return 0; |
| 121 | } |
| 122 | |
Kumar Gala | a1b77fd | 2020-05-27 11:26:57 -0500 | [diff] [blame] | 123 | uint32_t ring_buf_get(struct ring_buf *buf, uint8_t *data, uint32_t size) |
Krzysztof Chruscinski | 26031f7 | 2018-09-07 15:30:56 +0200 | [diff] [blame] | 124 | { |
Kumar Gala | a1b77fd | 2020-05-27 11:26:57 -0500 | [diff] [blame] | 125 | uint8_t *src; |
| 126 | uint32_t partial_size; |
| 127 | uint32_t total_size = 0U; |
Krzysztof Chruscinski | 9502b8b | 2019-03-07 11:56:01 +0100 | [diff] [blame] | 128 | int err; |
Krzysztof Chruscinski | 26031f7 | 2018-09-07 15:30:56 +0200 | [diff] [blame] | 129 | |
| 130 | do { |
| 131 | partial_size = ring_buf_get_claim(buf, &src, size); |
Jordan Yates | a4afedb | 2021-03-19 11:40:05 +1000 | [diff] [blame] | 132 | if (data) { |
| 133 | memcpy(data, src, partial_size); |
| 134 | data += partial_size; |
| 135 | } |
Krzysztof Chruscinski | 26031f7 | 2018-09-07 15:30:56 +0200 | [diff] [blame] | 136 | total_size += partial_size; |
| 137 | size -= partial_size; |
Krzysztof Chruscinski | 26031f7 | 2018-09-07 15:30:56 +0200 | [diff] [blame] | 138 | } while (size && partial_size); |
| 139 | |
Krzysztof Chruscinski | 9502b8b | 2019-03-07 11:56:01 +0100 | [diff] [blame] | 140 | err = ring_buf_get_finish(buf, total_size); |
| 141 | __ASSERT_NO_MSG(err == 0); |
Krzysztof Chruscinski | 26031f7 | 2018-09-07 15:30:56 +0200 | [diff] [blame] | 142 | |
| 143 | return total_size; |
| 144 | } |
Christopher Friedt | 0ca511a | 2021-07-22 11:09:24 -0400 | [diff] [blame] | 145 | |
| 146 | uint32_t ring_buf_peek(struct ring_buf *buf, uint8_t *data, uint32_t size) |
| 147 | { |
| 148 | uint8_t *src; |
| 149 | uint32_t partial_size; |
| 150 | uint32_t total_size = 0U; |
| 151 | int err; |
| 152 | |
| 153 | size = MIN(size, ring_buf_size_get(buf)); |
| 154 | |
| 155 | do { |
| 156 | partial_size = ring_buf_get_claim(buf, &src, size); |
| 157 | __ASSERT_NO_MSG(data != NULL); |
| 158 | memcpy(data, src, partial_size); |
| 159 | data += partial_size; |
| 160 | total_size += partial_size; |
| 161 | size -= partial_size; |
| 162 | } while (size && partial_size); |
| 163 | |
| 164 | /* effectively unclaim total_size bytes */ |
| 165 | err = ring_buf_get_finish(buf, 0); |
| 166 | __ASSERT_NO_MSG(err == 0); |
| 167 | |
| 168 | return total_size; |
| 169 | } |
Nicolas Pitre | 81dbc9d | 2022-02-15 23:14:03 -0500 | [diff] [blame] | 170 | |
| 171 | /** |
| 172 | * Internal data structure for a buffer header. |
| 173 | * |
| 174 | * We want all of this to fit in a single uint32_t. Every item stored in the |
| 175 | * ring buffer will be one of these headers plus any extra data supplied |
| 176 | */ |
| 177 | struct ring_element { |
| 178 | uint32_t type :16; /**< Application-specific */ |
| 179 | uint32_t length :8; /**< length in 32-bit chunks */ |
| 180 | uint32_t value :8; /**< Room for small integral values */ |
| 181 | }; |
| 182 | |
| 183 | int ring_buf_item_put(struct ring_buf *buf, uint16_t type, uint8_t value, |
| 184 | uint32_t *data32, uint8_t size32) |
| 185 | { |
| 186 | uint8_t *dst, *data = (uint8_t *)data32; |
| 187 | struct ring_element *header; |
| 188 | uint32_t space, size, partial_size, total_size; |
| 189 | int ret; |
| 190 | |
| 191 | space = ring_buf_space_get(buf); |
| 192 | size = size32 * 4; |
| 193 | if (size + sizeof(struct ring_element) > space) { |
| 194 | return -EMSGSIZE; |
| 195 | } |
| 196 | |
| 197 | ret = ring_buf_put_claim(buf, &dst, sizeof(struct ring_element)); |
| 198 | __ASSERT_NO_MSG(ret == sizeof(struct ring_element)); |
| 199 | |
| 200 | header = (struct ring_element *)dst; |
| 201 | header->type = type; |
| 202 | header->length = size32; |
| 203 | header->value = value; |
| 204 | total_size = sizeof(struct ring_element); |
| 205 | |
| 206 | do { |
| 207 | partial_size = ring_buf_put_claim(buf, &dst, size); |
| 208 | memcpy(dst, data, partial_size); |
| 209 | size -= partial_size; |
| 210 | total_size += partial_size; |
| 211 | data += partial_size; |
| 212 | } while (size && partial_size); |
| 213 | __ASSERT_NO_MSG(size == 0); |
| 214 | |
| 215 | ret = ring_buf_put_finish(buf, total_size); |
| 216 | __ASSERT_NO_MSG(ret == 0); |
| 217 | |
| 218 | return 0; |
| 219 | } |
| 220 | |
| 221 | int ring_buf_item_get(struct ring_buf *buf, uint16_t *type, uint8_t *value, |
| 222 | uint32_t *data32, uint8_t *size32) |
| 223 | { |
| 224 | uint8_t *src, *data = (uint8_t *)data32; |
| 225 | struct ring_element *header; |
| 226 | uint32_t size, partial_size, total_size; |
| 227 | int ret; |
| 228 | |
| 229 | if (ring_buf_is_empty(buf)) { |
| 230 | return -EAGAIN; |
| 231 | } |
| 232 | |
| 233 | ret = ring_buf_get_claim(buf, &src, sizeof(struct ring_element)); |
| 234 | __ASSERT_NO_MSG(ret == sizeof(struct ring_element)); |
| 235 | |
| 236 | header = (struct ring_element *)src; |
| 237 | |
| 238 | if (data && (header->length > *size32)) { |
| 239 | *size32 = header->length; |
| 240 | ring_buf_get_finish(buf, 0); |
| 241 | return -EMSGSIZE; |
| 242 | } |
| 243 | |
| 244 | *size32 = header->length; |
| 245 | *type = header->type; |
| 246 | *value = header->value; |
| 247 | total_size = sizeof(struct ring_element); |
| 248 | |
| 249 | size = *size32 * 4; |
| 250 | |
| 251 | do { |
| 252 | partial_size = ring_buf_get_claim(buf, &src, size); |
| 253 | if (data) { |
| 254 | memcpy(data, src, partial_size); |
| 255 | data += partial_size; |
| 256 | } |
| 257 | total_size += partial_size; |
| 258 | size -= partial_size; |
| 259 | } while (size && partial_size); |
| 260 | |
| 261 | ret = ring_buf_get_finish(buf, total_size); |
| 262 | __ASSERT_NO_MSG(ret == 0); |
| 263 | |
| 264 | return 0; |
| 265 | } |