Fix maxmemory for PyPy

!test

Author: awolverp

python/cachebox/_cachebox.py

@@ -85,6 +85,8 @@ def __init__(
             iterable (Union[Cache, dict, tuple, Generator, None], optional): Initial data to populate the cache. Defaults to None.
             capacity (int, optional): Pre-allocate hash table capacity to minimize reallocations. Defaults to 0.
             maxmemory (int, optional): Maximum memory (bytes) allowed for cached entries. Zero means unlimited.
+                                       On PyPy, it works same as `maxsize` if objects do not support `__sizeof__`
+                                       method.
 
         Creates a new cache with specified size constraints and optional initial data. The cache can be pre-sized
         to improve performance when the number of expected elements is known in advance.
@@ -599,8 +601,9 @@ def __init__(
             iterable (dict or Iterable[tuple], optional): Initial data to populate the cache. Defaults to None.
             capacity (int, optional): Preallocated capacity for the cache to minimize reallocations. Defaults to 0.
             maxmemory (int, optional): Maximum memory (bytes) allowed for cached entries. Zero means unlimited.
-                                       When maxmemory is set, updates can evict any key, including
-                                       the updated key.
+                                       When maxmemory is set, updates can evict any key, including the updated key.
+                                       On PyPy. In PyPy, the size of each object is assumed to be 1 if the object
+                                       does not have a `__sizeof__` method.
 
         Note:
             - The cache size limit is immutable after initialization.
@@ -872,6 +875,8 @@ def __init__(
             iterable (dict | Iterable[tuple], optional): Initial data to populate the cache.
             capacity (int, optional): Pre-allocated capacity for the cache to minimize reallocations.
             maxmemory (int, optional): Maximum memory (bytes) allowed for cached entries. Zero means unlimited.
+                                       On PyPy. In PyPy, the size of each object is assumed to be 1 if the object
+                                       does not have a `__sizeof__` method.
 
         Notes:
             - The cache size is immutable after initialization.
@@ -1152,6 +1157,8 @@ def __init__(
             iterable (dict or Iterable[tuple], optional): Initial data to populate the cache.
             capacity (int, optional): Initial hash table capacity to minimize reallocations. Defaults to 0.
             maxmemory (int, optional): Maximum memory (bytes) allowed for cached entries. Zero means unlimited.
+                                       On PyPy. In PyPy, the size of each object is assumed to be 1 if the object
+                                       does not have a `__sizeof__` method.
 
         The cache uses a thread-safe LFU eviction policy, removing least frequently accessed items when the cache reaches its maximum size.
         """
@@ -1443,6 +1450,8 @@ def __init__(
             iterable: Optional initial items to populate the cache, can be a dict or iterable of tuples.
             capacity: Optional initial capacity for the underlying cache storage. Defaults to 0.
             maxmemory: Maximum memory (bytes) allowed for cached entries. Zero means unlimited.
+                       On PyPy. In PyPy, the size of each object is assumed to be 1 if the object
+                       does not have a `__sizeof__` method.
 
         Raises:
             ValueError: If the time-to-live (ttl) is not a positive number.
@@ -1819,6 +1828,8 @@ def __init__(
             ttl (float or timedelta or datetime, optional): Time-to-live duration for `iterable` items.
             capacity (int, optional): Preallocated capacity for the cache to minimize reallocations.
             maxmemory (int, optional): Maximum memory (bytes) allowed for cached entries. Zero means unlimited.
+                                       On PyPy. In PyPy, the size of each object is assumed to be 1 if the object
+                                       does not have a `__sizeof__` method.
 
         Raises:
             ValueError: If provided TTL is zero or negative.

python/tests/mixin.py

@@ -127,6 +127,24 @@ def test_maxmemory_enforced(self):
             assert k2 in cache
             assert cache.memory() <= cache.maxmemory
 
+    def test_maxmemory_enforced_base_types(self):
+        size_of_int = sys.getsizeof(1, 1)
+
+        cache = self.CACHE(0, **self.KWARGS, maxmemory=size_of_int * 10)
+
+        for i in range(5):
+            cache[i] = i
+
+        if self.NO_POLICY:
+            with pytest.raises(OverflowError):
+                cache[10] = 10
+            
+            assert 1 in cache
+        else:
+            cache[10] = 10
+            assert 10 in cache
+            assert cache.memory() <= cache.maxmemory
+
     def test_update_overflow_preserves_entry(self):
         cache = self.CACHE(0, **self.KWARGS, maxmemory=60)
 

src/common.rs

@@ -178,12 +178,29 @@ macro_rules! extract_pickle_tuple {
 }
 
 #[inline]
+#[cfg(not(PyPy))]
 pub fn pyobject_size(py: pyo3::Python<'_>, obj: &pyo3::Py<pyo3::PyAny>) -> pyo3::PyResult<usize> {
     use pyo3::types::PyAnyMethods;
 
     obj.bind(py).call_method0("__sizeof__")?.extract::<usize>()
 }
 
+#[inline]
+#[cfg(PyPy)]
+pub fn pyobject_size(py: pyo3::Python<'_>, obj: &pyo3::Py<pyo3::PyAny>) -> pyo3::PyResult<usize> {
+    use pyo3::types::PyAnyMethods;
+
+    static SIZEOF_METHOD_NAME: &'static str = "__sizeof__";
+
+    // PyPy does not support __sizeof__ or sys.getsizeof
+    let has_sizeof = obj.bind(py).getattr_opt(SIZEOF_METHOD_NAME)?;
+
+    match has_sizeof {
+        Some(x) => x.call0()?.extract::<usize>(),
+        None => Ok(1),
+    }
+}
+
 #[inline]
 pub fn entry_size(
     py: pyo3::Python<'_>,