handle atom table resize

* bumping serial_test dev-dependency due to broken should_panic handling in old version
This commit is contained in:
Bennet Bleßmann
2023-07-29 11:08:32 +02:00
parent 4ef8c5c47d
commit 6aa3c7d5d6
4 changed files with 103 additions and 48 deletions

View File

@@ -37,59 +37,61 @@ impl From<bool> for Atom {
}
}
#[cfg(test)]
use std::cell::RefCell;
const ATOM_TABLE_INIT_SIZE: usize = 1 << 16;
const ATOM_TABLE_ALIGN: usize = 8;
#[cfg(test)]
thread_local! {
static ATOM_TABLE_BUF_BASE: RefCell<*const u8> = RefCell::new(ptr::null_mut());
static ATOM_TABLE_BUF_BASE: std::cell::RefCell<*const u8> = std::cell::RefCell::new(ptr::null_mut());
}
#[cfg(not(test))]
static mut ATOM_TABLE_BUF_BASE: *const u8 = ptr::null_mut();
static ATOM_TABLE_BUF_BASE: std::sync::atomic::AtomicPtr<u8> =
std::sync::atomic::AtomicPtr::new(ptr::null_mut());
fn set_atom_tbl_buf_base(old_ptr: *const u8, new_ptr: *const u8) -> Result<(), *const u8> {
#[cfg(test)]
fn set_atom_tbl_buf_base(ptr: *const u8) {
{
ATOM_TABLE_BUF_BASE.with(|atom_table_buf_base| {
let mut borrow = atom_table_buf_base.borrow_mut();
assert!(
borrow.is_null() || ptr.is_null(),
"Overwriting atom table base pointer!"
);
*borrow = ptr;
});
if *borrow != old_ptr {
Err(*borrow)
} else {
*borrow = new_ptr;
Ok(())
}
})?;
};
#[cfg(not(test))]
{
ATOM_TABLE_BUF_BASE
.compare_exchange(
old_ptr.cast_mut(),
new_ptr.cast_mut(),
std::sync::atomic::Ordering::Relaxed,
std::sync::atomic::Ordering::Relaxed,
)
.map_err(|ptr| ptr.cast_const())
}?;
Ok(())
}
#[cfg(test)]
pub(crate) fn get_atom_tbl_buf_base() -> *const u8 {
#[cfg(test)]
{
ATOM_TABLE_BUF_BASE.with(|atom_table_buf_base| *atom_table_buf_base.borrow())
}
#[cfg(not(test))]
fn set_atom_tbl_buf_base(ptr: *const u8) {
unsafe {
// FIXME: to prevent a toctou race-condition an atomic compare_exchange or a global lock should be used
assert!(
ATOM_TABLE_BUF_BASE.is_null() || ptr.is_null(),
"Overwriting atom table base pointer!"
);
ATOM_TABLE_BUF_BASE = ptr;
{
ATOM_TABLE_BUF_BASE.load(std::sync::atomic::Ordering::Relaxed)
}
}
#[cfg(not(test))]
pub(crate) fn get_atom_tbl_buf_base() -> *const u8 {
unsafe { ATOM_TABLE_BUF_BASE }
}
#[test]
#[should_panic(expected = "Overwriting atom table base pointer!")]
#[should_panic(expected = "Overwriting atom table base pointer")]
fn atomtable_is_not_concurrency_safe() {
let table_a = AtomTable::new();
let table_b = AtomTable::new();
let _table_a = AtomTable::new();
let _table_b = AtomTable::new();
}
impl RawBlockTraits for AtomTable {
@@ -256,9 +258,17 @@ pub struct AtomTable {
pub table: IndexSet<Atom>,
}
#[cold]
fn atom_table_base_pointer_missmatch(expected: *const u8, got: *const u8) -> ! {
assert_eq!(expected, got, "Overwriting atom table base pointer, expected old value to be {expected:p}, but found {got:p}");
unreachable!("This should only be called in a case of a missmatch as such the assert_eq should have failed!")
}
impl Drop for AtomTable {
fn drop(&mut self) {
set_atom_tbl_buf_base(ptr::null());
if let Err(got) = set_atom_tbl_buf_base(self.block.base, ptr::null()) {
atom_table_base_pointer_missmatch(self.block.base, got);
}
self.block.deallocate();
}
}
@@ -266,13 +276,17 @@ impl Drop for AtomTable {
impl AtomTable {
#[inline]
pub fn new() -> Self {
let table = Self {
block: RawBlock::new(),
table: IndexSet::new(),
};
let mut block = RawBlock::new();
set_atom_tbl_buf_base(table.block.base);
table
if let Err(got) = set_atom_tbl_buf_base(ptr::null(), block.base) {
block.deallocate();
atom_table_base_pointer_missmatch(ptr::null(), got);
}
Self {
block,
table: IndexSet::new(),
}
}
#[inline]
@@ -307,8 +321,11 @@ impl AtomTable {
ptr = self.block.alloc(size);
if ptr.is_null() {
let old_base = self.block.base;
self.block.grow();
set_atom_tbl_buf_base(self.block.base);
if let Err(got) = set_atom_tbl_buf_base(old_base, self.block.base) {
atom_table_base_pointer_missmatch(old_base, got);
}
} else {
break;
}