mirror of
https://github.com/mii443/tokenizers.git
synced 2025-12-06 20:58:22 +00:00
Python - Add RefMutGuard to safely share &mut
This commit is contained in:
@@ -12,6 +12,7 @@ mod processors;
|
|||||||
mod token;
|
mod token;
|
||||||
mod tokenizer;
|
mod tokenizer;
|
||||||
mod trainers;
|
mod trainers;
|
||||||
|
mod utils;
|
||||||
|
|
||||||
use pyo3::prelude::*;
|
use pyo3::prelude::*;
|
||||||
use pyo3::wrap_pymodule;
|
use pyo3::wrap_pymodule;
|
||||||
|
|||||||
62
bindings/python/src/utils/mod.rs
Normal file
62
bindings/python/src/utils/mod.rs
Normal file
@@ -0,0 +1,62 @@
|
|||||||
|
use std::marker::PhantomData;
|
||||||
|
use std::sync::{Arc, Mutex};
|
||||||
|
|
||||||
|
pub trait DestroyPtr {
|
||||||
|
fn destroy(&mut self);
|
||||||
|
}
|
||||||
|
|
||||||
|
pub struct RefMutGuard<'r, T: DestroyPtr + Clone> {
|
||||||
|
content: T,
|
||||||
|
r: PhantomData<&'r mut T>,
|
||||||
|
}
|
||||||
|
impl<T: DestroyPtr + Clone> RefMutGuard<'_, T> {
|
||||||
|
pub fn new(content: T) -> Self {
|
||||||
|
Self {
|
||||||
|
content,
|
||||||
|
r: PhantomData,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn get(&self) -> T {
|
||||||
|
self.content.clone()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
impl<T: DestroyPtr + Clone> Drop for RefMutGuard<'_, T> {
|
||||||
|
fn drop(&mut self) {
|
||||||
|
self.content.destroy()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Clone)]
|
||||||
|
pub struct RefMutContainer<T> {
|
||||||
|
inner: Arc<Mutex<Option<*mut T>>>,
|
||||||
|
}
|
||||||
|
impl<T> RefMutContainer<T> {
|
||||||
|
pub fn new(content: &mut T) -> Self {
|
||||||
|
Self {
|
||||||
|
inner: Arc::new(Mutex::new(Some(content))),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn map<F: FnOnce(&T) -> U, U>(&self, f: F) -> Option<U> {
|
||||||
|
let lock = self.inner.lock().unwrap();
|
||||||
|
let ptr = lock.as_ref()?;
|
||||||
|
Some(f(unsafe { ptr.as_ref().unwrap() }))
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn map_mut<F: FnOnce(&mut T) -> U, U>(&mut self, f: F) -> Option<U> {
|
||||||
|
let lock = self.inner.lock().unwrap();
|
||||||
|
let ptr = lock.as_ref()?;
|
||||||
|
Some(f(unsafe { ptr.as_mut().unwrap() }))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
impl<T> DestroyPtr for RefMutContainer<T> {
|
||||||
|
fn destroy(&mut self) {
|
||||||
|
self.inner.lock().unwrap().take();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
unsafe impl<T: Send> Send for RefMutContainer<T> {}
|
||||||
|
unsafe impl<T: Sync> Sync for RefMutContainer<T> {}
|
||||||
Reference in New Issue
Block a user