handle oob heap index calculation

src/machine/heap.rs

@@ -623,7 +623,7 @@ impl Heap {
 
     pub fn reserve(&mut self, num_cells: usize) -> Result<HeapWriter<'_>, AllocError> {
         let section;
-        let len = heap_index!(num_cells);
+        let len = heap_index_checked!(num_cells).ok_or(AllocError)?;
 
         loop {
             unsafe {

src/macros.rs

@@ -470,16 +470,22 @@ macro_rules! resource_error_call_result {
     };
 }
 
+macro_rules! heap_index_checked {
+    ($idx:expr) => {
+        std::mem::size_of::<HeapCellValue>().checked_mul($idx)
+    };
+}
+
+pub(crate) use heap_index_checked;
+
 macro_rules! heap_index {
     ($idx:expr) => {{
         let idx = $idx;
-        std::mem::size_of::<HeapCellValue>()
+        $crate::macros::heap_index_checked!(idx).expect(&format!(
-            .checked_mul(idx)
+            "overflow while calculating heap index {idx} * {} > {}",
-            .expect(&format!(
+            std::mem::size_of::<HeapCellValue>(),
-                "overflow while calculating heap index {idx} * {} > {}",
+            usize::MAX,
-                std::mem::size_of::<HeapCellValue>(),
+        ))
-                usize::MAX,
-            ))
     }};
 }