author | alfadur |
Sun, 26 Mar 2023 03:53:49 +0300 | |
changeset 15941 | 8035f7452b48 |
parent 15829 | d5e6c8c92d87 |
child 15942 | bcd43b90401a |
permissions | -rw-r--r-- |
15354 | 1 |
use super::common::GearId; |
2 |
use std::{ |
|
3 |
any::TypeId, |
|
15375
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
4 |
fmt::{Debug, Error, Formatter}, |
15392 | 5 |
marker::PhantomData, |
15426 | 6 |
mem::{align_of, size_of, MaybeUninit}, |
15354 | 7 |
num::NonZeroU16, |
15368 | 8 |
ptr::{copy_nonoverlapping, null_mut, NonNull}, |
15354 | 9 |
slice, |
10 |
}; |
|
15305 | 11 |
|
15368 | 12 |
pub trait TypeTuple: Sized { |
15373 | 13 |
fn get_types(types: &mut Vec<TypeId>); |
15392 | 14 |
} |
15 |
||
16 |
impl TypeTuple for () { |
|
15393 | 17 |
fn get_types(_types: &mut Vec<TypeId>) {} |
15392 | 18 |
} |
19 |
||
20 |
impl<T: 'static> TypeTuple for &T { |
|
21 |
fn get_types(types: &mut Vec<TypeId>) { |
|
22 |
types.push(TypeId::of::<T>()); |
|
23 |
} |
|
24 |
} |
|
25 |
||
26 |
pub trait TypeIter: TypeTuple { |
|
15387 | 27 |
unsafe fn iter<F: FnMut(GearId, Self)>(slices: &[*mut u8], count: usize, f: F); |
15305 | 28 |
} |
29 |
||
15369 | 30 |
macro_rules! type_tuple_impl { |
31 |
($($n: literal: $t: ident),+) => { |
|
32 |
impl<$($t: 'static),+> TypeTuple for ($(&$t),+,) { |
|
15368 | 33 |
fn get_types(types: &mut Vec<TypeId>) { |
15369 | 34 |
$(types.push(TypeId::of::<$t>()));+ |
15368 | 35 |
} |
15392 | 36 |
} |
15305 | 37 |
|
15392 | 38 |
impl<$($t: 'static),+> TypeIter for ($(&$t),+,) { |
15379 | 39 |
unsafe fn iter<F: FnMut(GearId, Self)>(slices: &[*mut u8], count: usize, mut f: F) { |
15368 | 40 |
for i in 0..count { |
15380 | 41 |
f(*(*slices.get_unchecked(0) as *const GearId).add(i), |
42 |
($(&*(*slices.get_unchecked($n + 1) as *mut $t).add(i)),+,)); |
|
15368 | 43 |
} |
44 |
} |
|
45 |
} |
|
15354 | 46 |
|
15369 | 47 |
impl<$($t: 'static),+> TypeTuple for ($(&mut $t),+,) { |
15368 | 48 |
fn get_types(types: &mut Vec<TypeId>) { |
15369 | 49 |
$(types.push(TypeId::of::<$t>()));+ |
15368 | 50 |
} |
15392 | 51 |
} |
15368 | 52 |
|
15392 | 53 |
impl<$($t: 'static),+> TypeIter for ($(&mut $t),+,) { |
15379 | 54 |
unsafe fn iter<F: FnMut(GearId, Self)>(slices: &[*mut u8], count: usize, mut f: F) { |
15368 | 55 |
for i in 0..count { |
15380 | 56 |
f(*(*slices.get_unchecked(0) as *const GearId).add(i), |
57 |
($(&mut *(*slices.get_unchecked($n + 1) as *mut $t).add(i)),+,)); |
|
15368 | 58 |
} |
59 |
} |
|
15354 | 60 |
} |
61 |
} |
|
15305 | 62 |
} |
63 |
||
15369 | 64 |
type_tuple_impl!(0: A); |
65 |
type_tuple_impl!(0: A, 1: B); |
|
66 |
type_tuple_impl!(0: A, 1: B, 2: C); |
|
67 |
type_tuple_impl!(0: A, 1: B, 2: C, 3: D); |
|
68 |
type_tuple_impl!(0: A, 1: B, 2: C, 3: D, 4: E); |
|
15368 | 69 |
|
15354 | 70 |
const BLOCK_SIZE: usize = 32768; |
71 |
||
72 |
struct DataBlock { |
|
73 |
max_elements: u16, |
|
74 |
elements_count: u16, |
|
75 |
data: Box<[u8; BLOCK_SIZE]>, |
|
15358 | 76 |
component_blocks: [Option<NonNull<u8>>; 64], |
15375
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
77 |
element_sizes: Box<[u16]>, |
15305 | 78 |
} |
79 |
||
15354 | 80 |
impl Unpin for DataBlock {} |
81 |
||
15375
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
82 |
impl Debug for DataBlock { |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
83 |
fn fmt(&self, f: &mut Formatter) -> Result<(), Error> { |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
84 |
write!( |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
85 |
f, |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
86 |
"Block ({}/{}) {{\n", |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
87 |
self.elements_count, self.max_elements |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
88 |
)?; |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
89 |
write!(f, "\tIDs: [")?; |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
90 |
let id_slice = unsafe { |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
91 |
slice::from_raw_parts( |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
92 |
self.data.as_ptr() as *const GearId, |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
93 |
self.elements_count as usize, |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
94 |
) |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
95 |
}; |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
96 |
for gear_id in id_slice { |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
97 |
write!(f, "{}, ", gear_id)?; |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
98 |
} |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
99 |
write!(f, "]\n")?; |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
100 |
for type_index in 0..self.element_sizes.len() { |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
101 |
if let Some(ptr) = self.component_blocks[type_index] { |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
102 |
write!(f, "\tC{}: [", type_index)?; |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
103 |
let slice = unsafe { |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
104 |
slice::from_raw_parts( |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
105 |
ptr.as_ptr(), |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
106 |
(self.elements_count * self.element_sizes[type_index]) as usize, |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
107 |
) |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
108 |
}; |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
109 |
for byte in slice { |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
110 |
write!(f, "{}, ", byte)?; |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
111 |
} |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
112 |
write!(f, "]\n")?; |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
113 |
} |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
114 |
} |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
115 |
write!(f, "}}\n") |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
116 |
} |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
117 |
} |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
118 |
|
15354 | 119 |
impl DataBlock { |
15426 | 120 |
fn new(mask: u64, element_sizes: &[u16], element_alignments: &[u8]) -> Self { |
121 |
let total_padding: usize = element_alignments.iter().map(|x| *x as usize).sum(); |
|
15354 | 122 |
let total_size: u16 = element_sizes |
123 |
.iter() |
|
124 |
.enumerate() |
|
15358 | 125 |
.filter(|(i, _)| mask & (1 << *i as u64) != 0) |
15354 | 126 |
.map(|(_, size)| *size) |
127 |
.sum(); |
|
15426 | 128 |
let max_elements = |
129 |
((BLOCK_SIZE - total_padding) / (total_size as usize + size_of::<GearId>())) as u16; |
|
15354 | 130 |
|
15426 | 131 |
//ensure the block memory is aligned to GearId |
132 |
let tmp_data: Box<[GearId; BLOCK_SIZE / size_of::<GearId>()]> = |
|
133 |
Box::new(unsafe { MaybeUninit::uninit().assume_init() }); |
|
15354 | 134 |
let mut data: Box<[u8; BLOCK_SIZE]> = |
15426 | 135 |
unsafe { Box::from_raw(Box::into_raw(tmp_data) as *mut [u8; BLOCK_SIZE]) }; |
136 |
||
15354 | 137 |
let mut blocks = [None; 64]; |
15426 | 138 |
let mut address = unsafe { |
139 |
data.as_mut_ptr() |
|
140 |
.add(size_of::<GearId>() * max_elements as usize) |
|
141 |
}; |
|
15354 | 142 |
|
15941 | 143 |
let mut mask_bits = mask; |
144 |
while mask_bits != 0 { |
|
145 |
let i = mask_bits.trailing_zeros() as usize; |
|
146 |
||
147 |
unsafe { |
|
148 |
address = address.add(address.align_offset(element_alignments[i] as usize)); |
|
149 |
blocks[i] = Some(NonNull::new_unchecked(address)); |
|
150 |
address = address.add(element_sizes[i] as usize * max_elements as usize) |
|
151 |
}; |
|
152 |
||
153 |
mask_bits &= mask_bits - 1; |
|
15354 | 154 |
} |
15426 | 155 |
|
15305 | 156 |
Self { |
15354 | 157 |
elements_count: 0, |
158 |
max_elements, |
|
159 |
data, |
|
15358 | 160 |
component_blocks: blocks, |
15375
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
161 |
element_sizes: Box::from(element_sizes), |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
162 |
} |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
163 |
} |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
164 |
|
15941 | 165 |
#[inline] |
15375
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
166 |
fn gear_ids(&self) -> &[GearId] { |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
167 |
unsafe { |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
168 |
slice::from_raw_parts( |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
169 |
self.data.as_ptr() as *const GearId, |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
170 |
self.max_elements as usize, |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
171 |
) |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
172 |
} |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
173 |
} |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
174 |
|
15941 | 175 |
#[inline] |
15375
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
176 |
fn gear_ids_mut(&mut self) -> &mut [GearId] { |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
177 |
unsafe { |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
178 |
slice::from_raw_parts_mut( |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
179 |
self.data.as_mut_ptr() as *mut GearId, |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
180 |
self.max_elements as usize, |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
181 |
) |
15305 | 182 |
} |
183 |
} |
|
184 |
||
15941 | 185 |
#[inline] |
15354 | 186 |
fn is_full(&self) -> bool { |
187 |
self.elements_count == self.max_elements |
|
188 |
} |
|
15305 | 189 |
} |
190 |
||
15354 | 191 |
#[derive(Clone, Copy, Debug, Default)] |
15379 | 192 |
struct LookupEntry { |
15354 | 193 |
index: Option<NonZeroU16>, |
194 |
block_index: u16, |
|
15305 | 195 |
} |
196 |
||
15375
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
197 |
impl LookupEntry { |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
198 |
fn new(block_index: u16, index: u16) -> Self { |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
199 |
Self { |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
200 |
index: unsafe { Some(NonZeroU16::new_unchecked(index + 1)) }, |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
201 |
block_index, |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
202 |
} |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
203 |
} |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
204 |
} |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
205 |
|
15387 | 206 |
#[derive(Copy, Clone, Eq, PartialEq, Debug)] |
207 |
struct BlockMask { |
|
208 |
type_mask: u64, |
|
209 |
tag_mask: u64, |
|
210 |
} |
|
211 |
||
212 |
impl BlockMask { |
|
213 |
#[inline] |
|
214 |
fn new(type_mask: u64, tag_mask: u64) -> Self { |
|
215 |
Self { |
|
216 |
type_mask, |
|
217 |
tag_mask, |
|
218 |
} |
|
219 |
} |
|
220 |
||
221 |
#[inline] |
|
222 |
fn with_type(&self, type_bit: u64) -> Self { |
|
223 |
Self::new(self.type_mask | type_bit, self.tag_mask) |
|
224 |
} |
|
225 |
||
226 |
#[inline] |
|
227 |
fn with_tag(&self, tag_bit: u64) -> Self { |
|
228 |
Self::new(self.type_mask, self.tag_mask | tag_bit) |
|
229 |
} |
|
230 |
} |
|
231 |
||
15305 | 232 |
pub struct GearDataManager { |
233 |
types: Vec<TypeId>, |
|
15387 | 234 |
tags: Vec<TypeId>, |
15354 | 235 |
blocks: Vec<DataBlock>, |
15387 | 236 |
block_masks: Vec<BlockMask>, |
15354 | 237 |
element_sizes: Box<[u16; 64]>, |
15426 | 238 |
element_alignments: Box<[u8; 64]>, |
15354 | 239 |
lookup: Box<[LookupEntry]>, |
15305 | 240 |
} |
241 |
||
242 |
impl GearDataManager { |
|
243 |
pub fn new() -> Self { |
|
244 |
Self { |
|
15387 | 245 |
types: Vec::with_capacity(64), |
246 |
tags: Vec::with_capacity(64), |
|
15354 | 247 |
blocks: vec![], |
248 |
block_masks: vec![], |
|
249 |
element_sizes: Box::new([0; 64]), |
|
15426 | 250 |
element_alignments: Box::new([0; 64]), |
15829 | 251 |
lookup: vec![LookupEntry::default(); u16::MAX as usize].into_boxed_slice(), |
15354 | 252 |
} |
253 |
} |
|
254 |
||
255 |
#[inline] |
|
256 |
fn get_type_index<T: 'static>(&self) -> Option<usize> { |
|
257 |
let type_id = TypeId::of::<T>(); |
|
258 |
self.types.iter().position(|id| *id == type_id) |
|
259 |
} |
|
260 |
||
15387 | 261 |
#[inline] |
262 |
fn get_tag_index<T: 'static>(&self) -> Option<usize> { |
|
263 |
let type_id = TypeId::of::<T>(); |
|
264 |
self.tags.iter().position(|id| *id == type_id) |
|
265 |
} |
|
266 |
||
15395
a87b5e16b863
save data for blocks with more than a single component
alfadur
parents:
15393
diff
changeset
|
267 |
fn move_between_blocks( |
a87b5e16b863
save data for blocks with more than a single component
alfadur
parents:
15393
diff
changeset
|
268 |
&mut self, |
a87b5e16b863
save data for blocks with more than a single component
alfadur
parents:
15393
diff
changeset
|
269 |
src_block_index: u16, |
a87b5e16b863
save data for blocks with more than a single component
alfadur
parents:
15393
diff
changeset
|
270 |
src_index: u16, |
a87b5e16b863
save data for blocks with more than a single component
alfadur
parents:
15393
diff
changeset
|
271 |
dest_block_index: u16, |
a87b5e16b863
save data for blocks with more than a single component
alfadur
parents:
15393
diff
changeset
|
272 |
) -> u16 { |
15373 | 273 |
debug_assert!(src_block_index != dest_block_index); |
274 |
let src_mask = self.block_masks[src_block_index as usize]; |
|
275 |
let dest_mask = self.block_masks[dest_block_index as usize]; |
|
15387 | 276 |
debug_assert!(src_mask.type_mask & dest_mask.type_mask == src_mask.type_mask); |
15354 | 277 |
|
15373 | 278 |
let src_block = &self.blocks[src_block_index as usize]; |
279 |
let dest_block = &self.blocks[dest_block_index as usize]; |
|
280 |
debug_assert!(src_index < src_block.elements_count); |
|
281 |
debug_assert!(!dest_block.is_full()); |
|
15357 | 282 |
|
15373 | 283 |
let dest_index = dest_block.elements_count; |
15941 | 284 |
|
285 |
let mut type_mask = src_mask.type_mask; |
|
286 |
while type_mask != 0 { |
|
287 |
let i = type_mask.trailing_zeros() as usize; |
|
288 |
||
289 |
let size = self.element_sizes[i]; |
|
290 |
let src_ptr = src_block.component_blocks[i].unwrap().as_ptr(); |
|
291 |
let dest_ptr = dest_block.component_blocks[i].unwrap().as_ptr(); |
|
292 |
unsafe { |
|
293 |
copy_nonoverlapping( |
|
294 |
src_ptr.add((src_index * size) as usize), |
|
295 |
dest_ptr.add((dest_index * size) as usize), |
|
296 |
size as usize, |
|
297 |
); |
|
298 |
if src_index < src_block.elements_count - 1 { |
|
15357 | 299 |
copy_nonoverlapping( |
15941 | 300 |
src_ptr.add((size * (src_block.elements_count - 1)) as usize), |
301 |
src_ptr.add((size * src_index) as usize), |
|
15373 | 302 |
size as usize, |
15357 | 303 |
); |
304 |
} |
|
305 |
} |
|
15941 | 306 |
|
307 |
type_mask &= type_mask - 1; |
|
15354 | 308 |
} |
15375
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
309 |
|
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
310 |
let src_block = &mut self.blocks[src_block_index as usize]; |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
311 |
let gear_id = src_block.gear_ids()[src_index as usize]; |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
312 |
|
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
313 |
if src_index < src_block.elements_count - 1 { |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
314 |
let relocated_index = src_block.elements_count as usize - 1; |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
315 |
let gear_ids = src_block.gear_ids_mut(); |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
316 |
let relocated_id = gear_ids[relocated_index]; |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
317 |
|
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
318 |
gear_ids[src_index as usize] = relocated_id; |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
319 |
self.lookup[relocated_id.get() as usize - 1] = |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
320 |
LookupEntry::new(src_block_index, src_index); |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
321 |
} |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
322 |
src_block.elements_count -= 1; |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
323 |
|
15373 | 324 |
let dest_block = &mut self.blocks[dest_block_index as usize]; |
15375
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
325 |
let dest_index = dest_block.elements_count; |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
326 |
|
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
327 |
dest_block.gear_ids_mut()[dest_index as usize] = gear_id; |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
328 |
self.lookup[gear_id.get() as usize - 1] = LookupEntry::new(dest_block_index, dest_index); |
15373 | 329 |
dest_block.elements_count += 1; |
15395
a87b5e16b863
save data for blocks with more than a single component
alfadur
parents:
15393
diff
changeset
|
330 |
dest_block.elements_count - 1 |
15354 | 331 |
} |
332 |
||
15375
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
333 |
fn add_to_block<T: Clone>(&mut self, gear_id: GearId, block_index: u16, value: &T) { |
15387 | 334 |
debug_assert!( |
335 |
self.block_masks[block_index as usize] |
|
336 |
.type_mask |
|
337 |
.count_ones() |
|
338 |
== 1 |
|
339 |
); |
|
15356 | 340 |
|
341 |
let block = &mut self.blocks[block_index as usize]; |
|
342 |
debug_assert!(block.elements_count < block.max_elements); |
|
343 |
||
344 |
unsafe { |
|
15395
a87b5e16b863
save data for blocks with more than a single component
alfadur
parents:
15393
diff
changeset
|
345 |
*(block.component_blocks[0].unwrap().as_ptr() as *mut T) |
a87b5e16b863
save data for blocks with more than a single component
alfadur
parents:
15393
diff
changeset
|
346 |
.add(block.elements_count as usize) = value.clone(); |
15356 | 347 |
}; |
15375
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
348 |
|
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
349 |
let index = block.elements_count; |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
350 |
self.lookup[gear_id.get() as usize - 1] = LookupEntry::new(block_index, index); |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
351 |
block.gear_ids_mut()[index as usize] = gear_id; |
15356 | 352 |
block.elements_count += 1; |
15354 | 353 |
} |
354 |
||
355 |
fn remove_from_block(&mut self, block_index: u16, index: u16) { |
|
15356 | 356 |
let block = &mut self.blocks[block_index as usize]; |
357 |
debug_assert!(index < block.elements_count); |
|
358 |
||
359 |
for (i, size) in self.element_sizes.iter().cloned().enumerate() { |
|
360 |
if index < block.elements_count - 1 { |
|
15358 | 361 |
if let Some(ptr) = block.component_blocks[i] { |
15356 | 362 |
unsafe { |
15357 | 363 |
copy_nonoverlapping( |
15356 | 364 |
ptr.as_ptr() |
365 |
.add((size * (block.elements_count - 1)) as usize), |
|
366 |
ptr.as_ptr().add((size * index) as usize), |
|
367 |
size as usize, |
|
368 |
); |
|
369 |
} |
|
370 |
} |
|
371 |
} |
|
372 |
} |
|
15375
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
373 |
|
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
374 |
self.lookup[block.gear_ids()[index as usize].get() as usize - 1] = LookupEntry::default(); |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
375 |
if index < block.elements_count - 1 { |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
376 |
let relocated_index = block.elements_count as usize - 1; |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
377 |
let gear_ids = block.gear_ids_mut(); |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
378 |
|
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
379 |
gear_ids[index as usize] = gear_ids[relocated_index]; |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
380 |
self.lookup[gear_ids[relocated_index].get() as usize - 1] = |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
381 |
LookupEntry::new(block_index, index); |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
382 |
} |
15356 | 383 |
block.elements_count -= 1; |
15354 | 384 |
} |
385 |
||
15395
a87b5e16b863
save data for blocks with more than a single component
alfadur
parents:
15393
diff
changeset
|
386 |
fn write_component<T: Clone>( |
a87b5e16b863
save data for blocks with more than a single component
alfadur
parents:
15393
diff
changeset
|
387 |
&mut self, |
a87b5e16b863
save data for blocks with more than a single component
alfadur
parents:
15393
diff
changeset
|
388 |
block_index: u16, |
a87b5e16b863
save data for blocks with more than a single component
alfadur
parents:
15393
diff
changeset
|
389 |
index: u16, |
a87b5e16b863
save data for blocks with more than a single component
alfadur
parents:
15393
diff
changeset
|
390 |
type_index: usize, |
a87b5e16b863
save data for blocks with more than a single component
alfadur
parents:
15393
diff
changeset
|
391 |
value: &T, |
a87b5e16b863
save data for blocks with more than a single component
alfadur
parents:
15393
diff
changeset
|
392 |
) { |
a87b5e16b863
save data for blocks with more than a single component
alfadur
parents:
15393
diff
changeset
|
393 |
debug_assert!(type_index < self.types.len()); |
a87b5e16b863
save data for blocks with more than a single component
alfadur
parents:
15393
diff
changeset
|
394 |
let block = &mut self.blocks[block_index as usize]; |
a87b5e16b863
save data for blocks with more than a single component
alfadur
parents:
15393
diff
changeset
|
395 |
debug_assert!(index < block.elements_count); |
a87b5e16b863
save data for blocks with more than a single component
alfadur
parents:
15393
diff
changeset
|
396 |
|
a87b5e16b863
save data for blocks with more than a single component
alfadur
parents:
15393
diff
changeset
|
397 |
unsafe { |
a87b5e16b863
save data for blocks with more than a single component
alfadur
parents:
15393
diff
changeset
|
398 |
*(block.component_blocks[type_index].unwrap().as_ptr() as *mut T).add(index as usize) = |
a87b5e16b863
save data for blocks with more than a single component
alfadur
parents:
15393
diff
changeset
|
399 |
value.clone(); |
a87b5e16b863
save data for blocks with more than a single component
alfadur
parents:
15393
diff
changeset
|
400 |
}; |
a87b5e16b863
save data for blocks with more than a single component
alfadur
parents:
15393
diff
changeset
|
401 |
} |
a87b5e16b863
save data for blocks with more than a single component
alfadur
parents:
15393
diff
changeset
|
402 |
|
15354 | 403 |
#[inline] |
15387 | 404 |
fn ensure_block(&mut self, mask: BlockMask) -> u16 { |
15354 | 405 |
if let Some(index) = self |
406 |
.block_masks |
|
407 |
.iter() |
|
408 |
.enumerate() |
|
409 |
.position(|(i, m)| *m == mask && !self.blocks[i].is_full()) |
|
410 |
{ |
|
411 |
index as u16 |
|
412 |
} else { |
|
15375
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
413 |
self.blocks.push(DataBlock::new( |
15387 | 414 |
mask.type_mask, |
15375
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
415 |
&self.element_sizes[0..self.types.len()], |
15426 | 416 |
&self.element_alignments[0..self.types.len()], |
15375
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
417 |
)); |
15358 | 418 |
self.block_masks.push(mask); |
15354 | 419 |
(self.blocks.len() - 1) as u16 |
420 |
} |
|
421 |
} |
|
422 |
||
423 |
pub fn add<T: Clone + 'static>(&mut self, gear_id: GearId, value: &T) { |
|
424 |
if let Some(type_index) = self.get_type_index::<T>() { |
|
15358 | 425 |
let type_bit = 1 << type_index as u64; |
15354 | 426 |
let entry = self.lookup[gear_id.get() as usize - 1]; |
427 |
||
428 |
if let Some(index) = entry.index { |
|
429 |
let mask = self.block_masks[entry.block_index as usize]; |
|
15387 | 430 |
let new_mask = mask.with_type(type_bit); |
15354 | 431 |
|
432 |
if new_mask != mask { |
|
15358 | 433 |
let dest_block_index = self.ensure_block(new_mask); |
15395
a87b5e16b863
save data for blocks with more than a single component
alfadur
parents:
15393
diff
changeset
|
434 |
let dest_index = self.move_between_blocks( |
a87b5e16b863
save data for blocks with more than a single component
alfadur
parents:
15393
diff
changeset
|
435 |
entry.block_index, |
a87b5e16b863
save data for blocks with more than a single component
alfadur
parents:
15393
diff
changeset
|
436 |
index.get() - 1, |
a87b5e16b863
save data for blocks with more than a single component
alfadur
parents:
15393
diff
changeset
|
437 |
dest_block_index, |
a87b5e16b863
save data for blocks with more than a single component
alfadur
parents:
15393
diff
changeset
|
438 |
); |
a87b5e16b863
save data for blocks with more than a single component
alfadur
parents:
15393
diff
changeset
|
439 |
self.write_component(dest_block_index, dest_index, type_index, value); |
15354 | 440 |
} |
441 |
} else { |
|
15387 | 442 |
let dest_block_index = self.ensure_block(BlockMask::new(type_bit, 0)); |
15375
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
443 |
self.add_to_block(gear_id, dest_block_index, value); |
15354 | 444 |
} |
445 |
} else { |
|
446 |
panic!("Unregistered type") |
|
447 |
} |
|
448 |
} |
|
449 |
||
15387 | 450 |
pub fn add_tag<T: 'static>(&mut self, gear_id: GearId) { |
451 |
if let Some(tag_index) = self.get_tag_index::<T>() { |
|
452 |
let tag_bit = 1 << tag_index as u64; |
|
453 |
let entry = self.lookup[gear_id.get() as usize - 1]; |
|
454 |
||
455 |
if let Some(index) = entry.index { |
|
456 |
let mask = self.block_masks[entry.block_index as usize]; |
|
457 |
let new_mask = mask.with_tag(tag_bit); |
|
458 |
||
459 |
if new_mask != mask { |
|
460 |
let dest_block_index = self.ensure_block(new_mask); |
|
461 |
self.move_between_blocks(entry.block_index, index.get() - 1, dest_block_index); |
|
462 |
} |
|
463 |
} else { |
|
464 |
panic!("Cannot tag a gear with no data") |
|
465 |
} |
|
466 |
} else { |
|
467 |
panic!("Unregistered tag") |
|
468 |
} |
|
469 |
} |
|
470 |
||
15354 | 471 |
pub fn remove<T: 'static>(&mut self, gear_id: GearId) { |
472 |
if let Some(type_index) = self.get_type_index::<T>() { |
|
473 |
let entry = self.lookup[gear_id.get() as usize - 1]; |
|
474 |
if let Some(index) = entry.index { |
|
15387 | 475 |
let mut dest_mask = self.block_masks[entry.block_index as usize]; |
476 |
dest_mask.type_mask &= !(1 << type_index as u64); |
|
15357 | 477 |
|
15387 | 478 |
if dest_mask.type_mask == 0 { |
479 |
self.remove_from_block(entry.block_index, index.get() - 1); |
|
15357 | 480 |
} else { |
15373 | 481 |
let dest_block_index = self.ensure_block(dest_mask); |
482 |
self.move_between_blocks(entry.block_index, index.get() - 1, dest_block_index); |
|
15357 | 483 |
} |
15354 | 484 |
} |
15357 | 485 |
} else { |
486 |
panic!("Unregistered type") |
|
487 |
} |
|
488 |
} |
|
489 |
||
490 |
pub fn remove_all(&mut self, gear_id: GearId) { |
|
491 |
let entry = self.lookup[gear_id.get() as usize - 1]; |
|
492 |
if let Some(index) = entry.index { |
|
493 |
self.remove_from_block(entry.block_index, index.get() - 1); |
|
15305 | 494 |
} |
495 |
} |
|
496 |
||
497 |
pub fn register<T: 'static>(&mut self) { |
|
15356 | 498 |
debug_assert!(!std::mem::needs_drop::<T>()); |
15829 | 499 |
debug_assert!(size_of::<T>() <= u16::MAX as usize); |
15354 | 500 |
|
15305 | 501 |
let id = TypeId::of::<T>(); |
15387 | 502 |
if size_of::<T>() == 0 { |
503 |
if !self.tags.contains(&id) { |
|
504 |
debug_assert!(self.tags.len() <= 64); |
|
505 |
self.tags.push(id) |
|
506 |
} |
|
507 |
} else { |
|
508 |
if !self.types.contains(&id) { |
|
509 |
debug_assert!(self.types.len() <= 64); |
|
510 |
self.element_sizes[self.types.len()] = size_of::<T>() as u16; |
|
15426 | 511 |
self.element_alignments[self.types.len()] = align_of::<T>() as u8; |
15387 | 512 |
self.types.push(id); |
513 |
} |
|
15305 | 514 |
} |
515 |
} |
|
516 |
||
15392 | 517 |
fn run_impl<T: TypeIter + 'static, F: FnMut(GearId, T)>( |
518 |
&mut self, |
|
519 |
type_selector: u64, |
|
520 |
included_tags: u64, |
|
521 |
type_indices: &[i8], |
|
522 |
mut f: F, |
|
523 |
) { |
|
524 |
let mut slices = vec![null_mut(); type_indices.len() + 1]; |
|
15358 | 525 |
|
15354 | 526 |
for (block_index, mask) in self.block_masks.iter().enumerate() { |
15392 | 527 |
if mask.type_mask & type_selector == type_selector |
528 |
&& mask.tag_mask & included_tags == included_tags |
|
529 |
{ |
|
15379 | 530 |
let block = &mut self.blocks[block_index]; |
531 |
slices[0] = block.data.as_mut_ptr(); |
|
532 |
||
15367
d6b4586b271f
make sure component slice order corresponds to the type args
alfadur
parents:
15358
diff
changeset
|
533 |
for (arg_index, type_index) in type_indices.iter().cloned().enumerate() { |
15379 | 534 |
slices[arg_index as usize + 1] = block.component_blocks[type_index as usize] |
15368 | 535 |
.unwrap() |
536 |
.as_ptr() |
|
15354 | 537 |
} |
15358 | 538 |
|
539 |
unsafe { |
|
15379 | 540 |
T::iter(&slices[..], block.elements_count as usize, |id, x| f(id, x)); |
15358 | 541 |
} |
15305 | 542 |
} |
543 |
} |
|
544 |
} |
|
15392 | 545 |
|
15829 | 546 |
pub fn get<T: 'static>(&self, gear_id: GearId) -> Option<&T> { |
547 |
let entry = self.lookup[gear_id.get() as usize - 1]; |
|
548 |
match (entry.index, self.get_type_index::<T>()) { |
|
549 |
(Some(index), Some(type_index)) => { |
|
550 |
let block = &self.blocks[entry.block_index as usize]; |
|
551 |
block.component_blocks[type_index].map(|ptr| unsafe { |
|
552 |
&*(ptr.as_ptr() as *const T).add(index.get() as usize - 1) |
|
553 |
}) |
|
554 |
} |
|
555 |
_ => None, |
|
556 |
} |
|
557 |
} |
|
558 |
||
15392 | 559 |
pub fn iter<T: TypeIter + 'static>(&mut self) -> DataIterator<T> { |
560 |
let mut arg_types = Vec::with_capacity(64); |
|
561 |
T::get_types(&mut arg_types); |
|
562 |
let mut type_indices = vec![-1i8; arg_types.len()]; |
|
563 |
let mut selector = 0u64; |
|
564 |
||
565 |
for (arg_index, type_id) in arg_types.iter().enumerate() { |
|
566 |
match self.types.iter().position(|t| t == type_id) { |
|
567 |
Some(i) if selector & (1 << i as u64) != 0 => panic!("Duplicate type"), |
|
568 |
Some(i) => { |
|
569 |
type_indices[arg_index] = i as i8; |
|
570 |
selector |= 1 << i as u64; |
|
571 |
} |
|
572 |
None => panic!("Unregistered type"), |
|
573 |
} |
|
574 |
} |
|
575 |
DataIterator::new(self, selector, type_indices) |
|
576 |
} |
|
577 |
} |
|
578 |
||
579 |
pub struct DataIterator<'a, T> { |
|
580 |
data: &'a mut GearDataManager, |
|
581 |
types: u64, |
|
582 |
type_indices: Vec<i8>, |
|
583 |
tags: u64, |
|
584 |
phantom_types: PhantomData<T>, |
|
585 |
} |
|
586 |
||
587 |
impl<'a, T: TypeIter + 'static> DataIterator<'a, T> { |
|
588 |
fn new( |
|
589 |
data: &'a mut GearDataManager, |
|
590 |
types: u64, |
|
591 |
type_indices: Vec<i8>, |
|
592 |
) -> DataIterator<'a, T> { |
|
593 |
Self { |
|
594 |
data, |
|
595 |
types, |
|
596 |
type_indices, |
|
597 |
tags: 0, |
|
598 |
phantom_types: PhantomData, |
|
599 |
} |
|
600 |
} |
|
601 |
||
602 |
pub fn with_tags<U: TypeTuple + 'static>(self) -> Self { |
|
603 |
let mut tag_types = Vec::with_capacity(64); |
|
604 |
U::get_types(&mut tag_types); |
|
605 |
let mut tags = 0; |
|
606 |
||
607 |
for (i, tag) in self.data.tags.iter().enumerate() { |
|
608 |
if tag_types.contains(tag) { |
|
609 |
tags |= 1 << i as u64; |
|
610 |
} |
|
611 |
} |
|
612 |
Self { tags, ..self } |
|
613 |
} |
|
614 |
||
615 |
#[inline] |
|
616 |
pub fn run<F: FnMut(T)>(&mut self, mut f: F) { |
|
617 |
self.run_id(|_, x| f(x)) |
|
618 |
} |
|
619 |
||
620 |
#[inline] |
|
621 |
pub fn run_id<F: FnMut(GearId, T)>(&mut self, f: F) { |
|
622 |
self.data |
|
623 |
.run_impl(self.types, self.tags, &self.type_indices, f); |
|
624 |
} |
|
15305 | 625 |
} |
15354 | 626 |
|
627 |
#[cfg(test)] |
|
628 |
mod test { |
|
15358 | 629 |
use super::{super::common::GearId, GearDataManager}; |
15354 | 630 |
|
15358 | 631 |
#[derive(Clone)] |
15354 | 632 |
struct Datum { |
633 |
value: u32, |
|
634 |
} |
|
635 |
||
15371 | 636 |
#[derive(Clone)] |
15392 | 637 |
struct Tag; |
15371 | 638 |
|
15354 | 639 |
#[test] |
15829 | 640 |
fn direct_access() { |
641 |
let mut manager = GearDataManager::new(); |
|
642 |
manager.register::<Datum>(); |
|
643 |
for i in 1..=5 { |
|
644 |
manager.add(GearId::new(i as u16).unwrap(), &Datum { value: i * i }); |
|
645 |
} |
|
646 |
||
647 |
for i in 1..=5 { |
|
648 |
assert_eq!( |
|
649 |
manager |
|
650 |
.get::<Datum>(GearId::new(i as u16).unwrap()) |
|
651 |
.unwrap() |
|
652 |
.value, |
|
653 |
i * i |
|
654 |
); |
|
655 |
} |
|
656 |
} |
|
657 |
||
658 |
#[test] |
|
15358 | 659 |
fn single_component_iteration() { |
15354 | 660 |
let mut manager = GearDataManager::new(); |
661 |
manager.register::<Datum>(); |
|
15358 | 662 |
for i in 1..=5 { |
663 |
manager.add(GearId::new(i as u16).unwrap(), &Datum { value: i }); |
|
664 |
} |
|
665 |
||
666 |
let mut sum = 0; |
|
15392 | 667 |
manager.iter().run(|(d,): (&Datum,)| sum += d.value); |
15368 | 668 |
assert_eq!(sum, 15); |
15358 | 669 |
|
15392 | 670 |
manager.iter().run(|(d,): (&mut Datum,)| d.value += 1); |
671 |
manager.iter().run(|(d,): (&Datum,)| sum += d.value); |
|
15368 | 672 |
assert_eq!(sum, 35); |
15354 | 673 |
} |
15371 | 674 |
|
675 |
#[test] |
|
15392 | 676 |
fn tagged_component_iteration() { |
15371 | 677 |
let mut manager = GearDataManager::new(); |
678 |
manager.register::<Datum>(); |
|
679 |
manager.register::<Tag>(); |
|
680 |
for i in 1..=10 { |
|
681 |
let gear_id = GearId::new(i as u16).unwrap(); |
|
682 |
manager.add(gear_id, &Datum { value: i }); |
|
15375
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
683 |
} |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
684 |
|
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
685 |
for i in 1..=10 { |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
686 |
let gear_id = GearId::new(i as u16).unwrap(); |
15371 | 687 |
if i & 1 == 0 { |
15392 | 688 |
manager.add_tag::<Tag>(gear_id); |
15371 | 689 |
} |
690 |
} |
|
691 |
||
15375
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
692 |
let mut sum = 0; |
15392 | 693 |
manager.iter().run(|(d,): (&Datum,)| sum += d.value); |
15375
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
694 |
assert_eq!(sum, 55); |
37b632d38f14
properly update gear id lookup on block modifications
alfadur
parents:
15373
diff
changeset
|
695 |
|
15392 | 696 |
let mut tag_sum = 0; |
697 |
manager |
|
698 |
.iter() |
|
699 |
.with_tags::<&Tag>() |
|
700 |
.run(|(d,): (&Datum,)| tag_sum += d.value); |
|
701 |
assert_eq!(tag_sum, 30); |
|
15371 | 702 |
} |
15354 | 703 |
} |