Adam Cozzette | 501ecec | 2023-09-26 14:36:20 -0700 | [diff] [blame] | 1 | // Protocol Buffers - Google's data interchange format |
| 2 | // Copyright 2023 Google LLC. All rights reserved. |
Adam Cozzette | 501ecec | 2023-09-26 14:36:20 -0700 | [diff] [blame] | 3 | // |
Protobuf Team Bot | 0fab773 | 2023-11-20 13:38:15 -0800 | [diff] [blame] | 4 | // Use of this source code is governed by a BSD-style |
| 5 | // license that can be found in the LICENSE file or at |
| 6 | // https://developers.google.com/open-source/licenses/bsd |
Adam Cozzette | 501ecec | 2023-09-26 14:36:20 -0700 | [diff] [blame] | 7 | |
Eric Salo | 07fba1d | 2023-09-29 14:50:56 -0700 | [diff] [blame] | 8 | #ifndef UPB_MESSAGE_INTERNAL_ARRAY_H_ |
| 9 | #define UPB_MESSAGE_INTERNAL_ARRAY_H_ |
Adam Cozzette | 501ecec | 2023-09-26 14:36:20 -0700 | [diff] [blame] | 10 | |
Eric Salo | facf959 | 2024-01-09 12:58:32 -0800 | [diff] [blame] | 11 | #include <stdint.h> |
Adam Cozzette | 501ecec | 2023-09-26 14:36:20 -0700 | [diff] [blame] | 12 | #include <string.h> |
| 13 | |
Eric Salo | 7e1fd68 | 2023-12-27 18:43:45 -0800 | [diff] [blame] | 14 | #include "upb/mem/arena.h" |
Adam Cozzette | 501ecec | 2023-09-26 14:36:20 -0700 | [diff] [blame] | 15 | |
| 16 | // Must be last. |
| 17 | #include "upb/port/def.inc" |
| 18 | |
Eric Salo | 8324c90 | 2023-11-17 17:15:35 -0800 | [diff] [blame] | 19 | #define _UPB_ARRAY_MASK_IMM 0x4 // Frozen/immutable bit. |
| 20 | #define _UPB_ARRAY_MASK_LG2 0x3 // Encoded elem size. |
| 21 | #define _UPB_ARRAY_MASK_ALL (_UPB_ARRAY_MASK_IMM | _UPB_ARRAY_MASK_LG2) |
| 22 | |
Adam Cozzette | 501ecec | 2023-09-26 14:36:20 -0700 | [diff] [blame] | 23 | #ifdef __cplusplus |
| 24 | extern "C" { |
| 25 | #endif |
| 26 | |
Eric Salo | 7303758 | 2024-01-29 12:10:27 -0800 | [diff] [blame] | 27 | // LINT.IfChange(upb_Array) |
| 28 | |
Adam Cozzette | 501ecec | 2023-09-26 14:36:20 -0700 | [diff] [blame] | 29 | // Our internal representation for repeated fields. |
| 30 | struct upb_Array { |
Eric Salo | 8324c90 | 2023-11-17 17:15:35 -0800 | [diff] [blame] | 31 | // This is a tagged pointer. Bits #0 and #1 encode the elem size as follows: |
| 32 | // 0 maps to elem size 1 |
| 33 | // 1 maps to elem size 4 |
| 34 | // 2 maps to elem size 8 |
| 35 | // 3 maps to elem size 16 |
| 36 | // |
Eric Salo | 7b6a845 | 2024-01-26 13:10:15 -0800 | [diff] [blame] | 37 | // Bit #2 contains the frozen/immutable flag. |
Eric Salo | facf959 | 2024-01-09 12:58:32 -0800 | [diff] [blame] | 38 | uintptr_t UPB_ONLYBITS(data); |
Eric Salo | 8324c90 | 2023-11-17 17:15:35 -0800 | [diff] [blame] | 39 | |
Eric Salo | a4a98bd | 2023-12-18 16:01:38 -0800 | [diff] [blame] | 40 | size_t UPB_ONLYBITS(size); // The number of elements in the array. |
Eric Salo | 3ce2c57 | 2023-11-27 10:45:25 -0800 | [diff] [blame] | 41 | size_t UPB_PRIVATE(capacity); // Allocated storage. Measured in elements. |
Adam Cozzette | 501ecec | 2023-09-26 14:36:20 -0700 | [diff] [blame] | 42 | }; |
Adam Cozzette | 501ecec | 2023-09-26 14:36:20 -0700 | [diff] [blame] | 43 | |
Eric Salo | 7b6a845 | 2024-01-26 13:10:15 -0800 | [diff] [blame] | 44 | UPB_INLINE void UPB_PRIVATE(_upb_Array_ShallowFreeze)(struct upb_Array* arr) { |
| 45 | arr->UPB_ONLYBITS(data) |= _UPB_ARRAY_MASK_IMM; |
| 46 | } |
| 47 | |
Eric Salo | b0d3a78 | 2024-02-08 13:37:50 -0800 | [diff] [blame^] | 48 | UPB_API_INLINE bool upb_Array_IsFrozen(const struct upb_Array* arr) { |
Eric Salo | 7b6a845 | 2024-01-26 13:10:15 -0800 | [diff] [blame] | 49 | return (arr->UPB_ONLYBITS(data) & _UPB_ARRAY_MASK_IMM) != 0; |
| 50 | } |
| 51 | |
Eric Salo | 7e1fd68 | 2023-12-27 18:43:45 -0800 | [diff] [blame] | 52 | UPB_INLINE void UPB_PRIVATE(_upb_Array_SetTaggedPtr)(struct upb_Array* array, |
Eric Salo | 3ce2c57 | 2023-11-27 10:45:25 -0800 | [diff] [blame] | 53 | void* data, size_t lg2) { |
Eric Salo | 8324c90 | 2023-11-17 17:15:35 -0800 | [diff] [blame] | 54 | UPB_ASSERT(lg2 != 1); |
| 55 | UPB_ASSERT(lg2 <= 4); |
| 56 | const size_t bits = lg2 - (lg2 != 0); |
Eric Salo | facf959 | 2024-01-09 12:58:32 -0800 | [diff] [blame] | 57 | array->UPB_ONLYBITS(data) = (uintptr_t)data | bits; |
Eric Salo | 8324c90 | 2023-11-17 17:15:35 -0800 | [diff] [blame] | 58 | } |
| 59 | |
Eric Salo | 7e1fd68 | 2023-12-27 18:43:45 -0800 | [diff] [blame] | 60 | UPB_INLINE size_t |
| 61 | UPB_PRIVATE(_upb_Array_ElemSizeLg2)(const struct upb_Array* array) { |
Eric Salo | facf959 | 2024-01-09 12:58:32 -0800 | [diff] [blame] | 62 | const size_t bits = array->UPB_ONLYBITS(data) & _UPB_ARRAY_MASK_LG2; |
Eric Salo | 8324c90 | 2023-11-17 17:15:35 -0800 | [diff] [blame] | 63 | const size_t lg2 = bits + (bits != 0); |
| 64 | return lg2; |
Adam Cozzette | 501ecec | 2023-09-26 14:36:20 -0700 | [diff] [blame] | 65 | } |
| 66 | |
Eric Salo | b0d3a78 | 2024-02-08 13:37:50 -0800 | [diff] [blame^] | 67 | UPB_API_INLINE const void* upb_Array_DataPtr(const struct upb_Array* array) { |
Eric Salo | 3ce2c57 | 2023-11-27 10:45:25 -0800 | [diff] [blame] | 68 | UPB_PRIVATE(_upb_Array_ElemSizeLg2)(array); // Check assertions. |
Eric Salo | facf959 | 2024-01-09 12:58:32 -0800 | [diff] [blame] | 69 | return (void*)(array->UPB_ONLYBITS(data) & ~(uintptr_t)_UPB_ARRAY_MASK_ALL); |
Adam Cozzette | 501ecec | 2023-09-26 14:36:20 -0700 | [diff] [blame] | 70 | } |
| 71 | |
Eric Salo | b0d3a78 | 2024-02-08 13:37:50 -0800 | [diff] [blame^] | 72 | UPB_API_INLINE void* upb_Array_MutableDataPtr(struct upb_Array* array) { |
| 73 | return (void*)upb_Array_DataPtr(array); |
Adam Cozzette | 501ecec | 2023-09-26 14:36:20 -0700 | [diff] [blame] | 74 | } |
| 75 | |
Eric Salo | 7e1fd68 | 2023-12-27 18:43:45 -0800 | [diff] [blame] | 76 | UPB_INLINE struct upb_Array* UPB_PRIVATE(_upb_Array_New)(upb_Arena* arena, |
| 77 | size_t init_capacity, |
| 78 | int elem_size_lg2) { |
Eric Salo | 8324c90 | 2023-11-17 17:15:35 -0800 | [diff] [blame] | 79 | UPB_ASSERT(elem_size_lg2 != 1); |
Adam Cozzette | 501ecec | 2023-09-26 14:36:20 -0700 | [diff] [blame] | 80 | UPB_ASSERT(elem_size_lg2 <= 4); |
Eric Salo | 7e1fd68 | 2023-12-27 18:43:45 -0800 | [diff] [blame] | 81 | const size_t array_size = |
| 82 | UPB_ALIGN_UP(sizeof(struct upb_Array), UPB_MALLOC_ALIGN); |
Eric Salo | 3ce2c57 | 2023-11-27 10:45:25 -0800 | [diff] [blame] | 83 | const size_t bytes = array_size + (init_capacity << elem_size_lg2); |
Eric Salo | 7e1fd68 | 2023-12-27 18:43:45 -0800 | [diff] [blame] | 84 | struct upb_Array* array = (struct upb_Array*)upb_Arena_Malloc(arena, bytes); |
Eric Salo | 3ce2c57 | 2023-11-27 10:45:25 -0800 | [diff] [blame] | 85 | if (!array) return NULL; |
| 86 | UPB_PRIVATE(_upb_Array_SetTaggedPtr) |
| 87 | (array, UPB_PTR_AT(array, array_size, void), elem_size_lg2); |
Eric Salo | a4a98bd | 2023-12-18 16:01:38 -0800 | [diff] [blame] | 88 | array->UPB_ONLYBITS(size) = 0; |
Eric Salo | 3ce2c57 | 2023-11-27 10:45:25 -0800 | [diff] [blame] | 89 | array->UPB_PRIVATE(capacity) = init_capacity; |
| 90 | return array; |
Adam Cozzette | 501ecec | 2023-09-26 14:36:20 -0700 | [diff] [blame] | 91 | } |
| 92 | |
| 93 | // Resizes the capacity of the array to be at least min_size. |
Eric Salo | 7e1fd68 | 2023-12-27 18:43:45 -0800 | [diff] [blame] | 94 | bool UPB_PRIVATE(_upb_Array_Realloc)(struct upb_Array* array, size_t min_size, |
Eric Salo | 3ce2c57 | 2023-11-27 10:45:25 -0800 | [diff] [blame] | 95 | upb_Arena* arena); |
Adam Cozzette | 501ecec | 2023-09-26 14:36:20 -0700 | [diff] [blame] | 96 | |
Eric Salo | 7e1fd68 | 2023-12-27 18:43:45 -0800 | [diff] [blame] | 97 | UPB_INLINE bool UPB_PRIVATE(_upb_Array_Reserve)(struct upb_Array* array, |
| 98 | size_t size, upb_Arena* arena) { |
Eric Salo | b0d3a78 | 2024-02-08 13:37:50 -0800 | [diff] [blame^] | 99 | UPB_ASSERT(!upb_Array_IsFrozen(array)); |
Eric Salo | 3ce2c57 | 2023-11-27 10:45:25 -0800 | [diff] [blame] | 100 | if (array->UPB_PRIVATE(capacity) < size) |
| 101 | return UPB_PRIVATE(_upb_Array_Realloc)(array, size, arena); |
Adam Cozzette | 501ecec | 2023-09-26 14:36:20 -0700 | [diff] [blame] | 102 | return true; |
| 103 | } |
| 104 | |
| 105 | // Resize without initializing new elements. |
Eric Salo | c7f44a0 | 2024-01-11 12:48:38 -0800 | [diff] [blame] | 106 | UPB_INLINE bool UPB_PRIVATE(_upb_Array_ResizeUninitialized)( |
| 107 | struct upb_Array* array, size_t size, upb_Arena* arena) { |
Eric Salo | b0d3a78 | 2024-02-08 13:37:50 -0800 | [diff] [blame^] | 108 | UPB_ASSERT(!upb_Array_IsFrozen(array)); |
Eric Salo | a4a98bd | 2023-12-18 16:01:38 -0800 | [diff] [blame] | 109 | UPB_ASSERT(size <= array->UPB_ONLYBITS(size) || |
| 110 | arena); // Allow NULL arena when shrinking. |
Eric Salo | 3ce2c57 | 2023-11-27 10:45:25 -0800 | [diff] [blame] | 111 | if (!UPB_PRIVATE(_upb_Array_Reserve)(array, size, arena)) return false; |
Eric Salo | a4a98bd | 2023-12-18 16:01:38 -0800 | [diff] [blame] | 112 | array->UPB_ONLYBITS(size) = size; |
Adam Cozzette | 501ecec | 2023-09-26 14:36:20 -0700 | [diff] [blame] | 113 | return true; |
| 114 | } |
| 115 | |
| 116 | // This function is intended for situations where elem_size is compile-time |
| 117 | // constant or a known expression of the form (1 << lg2), so that the expression |
| 118 | // i*elem_size does not result in an actual multiplication. |
Eric Salo | 7e1fd68 | 2023-12-27 18:43:45 -0800 | [diff] [blame] | 119 | UPB_INLINE void UPB_PRIVATE(_upb_Array_Set)(struct upb_Array* array, size_t i, |
Eric Salo | 3ce2c57 | 2023-11-27 10:45:25 -0800 | [diff] [blame] | 120 | const void* data, |
| 121 | size_t elem_size) { |
Eric Salo | b0d3a78 | 2024-02-08 13:37:50 -0800 | [diff] [blame^] | 122 | UPB_ASSERT(!upb_Array_IsFrozen(array)); |
Eric Salo | a4a98bd | 2023-12-18 16:01:38 -0800 | [diff] [blame] | 123 | UPB_ASSERT(i < array->UPB_ONLYBITS(size)); |
Eric Salo | 3ce2c57 | 2023-11-27 10:45:25 -0800 | [diff] [blame] | 124 | UPB_ASSERT(elem_size == 1U << UPB_PRIVATE(_upb_Array_ElemSizeLg2)(array)); |
Eric Salo | b0d3a78 | 2024-02-08 13:37:50 -0800 | [diff] [blame^] | 125 | char* arr_data = (char*)upb_Array_MutableDataPtr(array); |
Adam Cozzette | 501ecec | 2023-09-26 14:36:20 -0700 | [diff] [blame] | 126 | memcpy(arr_data + (i * elem_size), data, elem_size); |
| 127 | } |
| 128 | |
Eric Salo | b0d3a78 | 2024-02-08 13:37:50 -0800 | [diff] [blame^] | 129 | UPB_API_INLINE size_t upb_Array_Size(const struct upb_Array* arr) { |
Eric Salo | c7f44a0 | 2024-01-11 12:48:38 -0800 | [diff] [blame] | 130 | return arr->UPB_ONLYBITS(size); |
| 131 | } |
| 132 | |
Eric Salo | 7303758 | 2024-01-29 12:10:27 -0800 | [diff] [blame] | 133 | // LINT.ThenChange(GoogleInternalName0) |
Protobuf Team Bot | 2ff245e | 2023-12-01 11:06:30 -0800 | [diff] [blame] | 134 | |
Adam Cozzette | 501ecec | 2023-09-26 14:36:20 -0700 | [diff] [blame] | 135 | #ifdef __cplusplus |
| 136 | } /* extern "C" */ |
| 137 | #endif |
| 138 | |
Eric Salo | 8324c90 | 2023-11-17 17:15:35 -0800 | [diff] [blame] | 139 | #undef _UPB_ARRAY_MASK_IMM |
| 140 | #undef _UPB_ARRAY_MASK_LG2 |
| 141 | #undef _UPB_ARRAY_MASK_ALL |
| 142 | |
Adam Cozzette | 501ecec | 2023-09-26 14:36:20 -0700 | [diff] [blame] | 143 | #include "upb/port/undef.inc" |
| 144 | |
Eric Salo | 07fba1d | 2023-09-29 14:50:56 -0700 | [diff] [blame] | 145 | #endif /* UPB_MESSAGE_INTERNAL_ARRAY_H_ */ |