/rust/registry/src/index.crates.io-6f17d22bba15001f/crossbeam-epoch-0.9.18/src/lib.rs
Line | Count | Source |
1 | | //! Epoch-based memory reclamation. |
2 | | //! |
3 | | //! An interesting problem concurrent collections deal with comes from the remove operation. |
4 | | //! Suppose that a thread removes an element from a lock-free map, while another thread is reading |
5 | | //! that same element at the same time. The first thread must wait until the second thread stops |
6 | | //! reading the element. Only then it is safe to destruct it. |
7 | | //! |
8 | | //! Programming languages that come with garbage collectors solve this problem trivially. The |
9 | | //! garbage collector will destruct the removed element when no thread can hold a reference to it |
10 | | //! anymore. |
11 | | //! |
12 | | //! This crate implements a basic memory reclamation mechanism, which is based on epochs. When an |
13 | | //! element gets removed from a concurrent collection, it is inserted into a pile of garbage and |
14 | | //! marked with the current epoch. Every time a thread accesses a collection, it checks the current |
15 | | //! epoch, attempts to increment it, and destructs some garbage that became so old that no thread |
16 | | //! can be referencing it anymore. |
17 | | //! |
18 | | //! That is the general mechanism behind epoch-based memory reclamation, but the details are a bit |
19 | | //! more complicated. Anyhow, memory reclamation is designed to be fully automatic and something |
20 | | //! users of concurrent collections don't have to worry much about. |
21 | | //! |
22 | | //! # Pointers |
23 | | //! |
24 | | //! Concurrent collections are built using atomic pointers. This module provides [`Atomic`], which |
25 | | //! is just a shared atomic pointer to a heap-allocated object. Loading an [`Atomic`] yields a |
26 | | //! [`Shared`], which is an epoch-protected pointer through which the loaded object can be safely |
27 | | //! read. |
28 | | //! |
29 | | //! # Pinning |
30 | | //! |
31 | | //! Before an [`Atomic`] can be loaded, a participant must be [`pin`]ned. By pinning a participant |
32 | | //! we declare that any object that gets removed from now on must not be destructed just |
33 | | //! yet. Garbage collection of newly removed objects is suspended until the participant gets |
34 | | //! unpinned. |
35 | | //! |
36 | | //! # Garbage |
37 | | //! |
38 | | //! Objects that get removed from concurrent collections must be stashed away until all currently |
39 | | //! pinned participants get unpinned. Such objects can be stored into a thread-local or global |
40 | | //! storage, where they are kept until the right time for their destruction comes. |
41 | | //! |
42 | | //! There is a global shared instance of garbage queue. You can [`defer`](Guard::defer) the execution of an |
43 | | //! arbitrary function until the global epoch is advanced enough. Most notably, concurrent data |
44 | | //! structures may defer the deallocation of an object. |
45 | | //! |
46 | | //! # APIs |
47 | | //! |
48 | | //! For majority of use cases, just use the default garbage collector by invoking [`pin`]. If you |
49 | | //! want to create your own garbage collector, use the [`Collector`] API. |
50 | | |
51 | | #![doc(test( |
52 | | no_crate_inject, |
53 | | attr( |
54 | | deny(warnings, rust_2018_idioms), |
55 | | allow(dead_code, unused_assignments, unused_variables) |
56 | | ) |
57 | | ))] |
58 | | #![warn( |
59 | | missing_docs, |
60 | | missing_debug_implementations, |
61 | | rust_2018_idioms, |
62 | | unreachable_pub |
63 | | )] |
64 | | #![cfg_attr(not(feature = "std"), no_std)] |
65 | | |
66 | | #[cfg(crossbeam_loom)] |
67 | | extern crate loom_crate as loom; |
68 | | |
69 | | #[cfg(crossbeam_loom)] |
70 | | #[allow(unused_imports, dead_code)] |
71 | | mod primitive { |
72 | | pub(crate) mod cell { |
73 | | pub(crate) use loom::cell::UnsafeCell; |
74 | | } |
75 | | pub(crate) mod sync { |
76 | | pub(crate) mod atomic { |
77 | | pub(crate) use loom::sync::atomic::{fence, AtomicPtr, AtomicUsize, Ordering}; |
78 | | |
79 | | // FIXME: loom does not support compiler_fence at the moment. |
80 | | // https://github.com/tokio-rs/loom/issues/117 |
81 | | // we use fence as a stand-in for compiler_fence for the time being. |
82 | | // this may miss some races since fence is stronger than compiler_fence, |
83 | | // but it's the best we can do for the time being. |
84 | | pub(crate) use self::fence as compiler_fence; |
85 | | } |
86 | | pub(crate) use loom::sync::Arc; |
87 | | } |
88 | | pub(crate) use loom::thread_local; |
89 | | } |
90 | | #[cfg(target_has_atomic = "ptr")] |
91 | | #[cfg(not(crossbeam_loom))] |
92 | | #[allow(unused_imports, dead_code)] |
93 | | mod primitive { |
94 | | pub(crate) mod cell { |
95 | | #[derive(Debug)] |
96 | | #[repr(transparent)] |
97 | | pub(crate) struct UnsafeCell<T>(::core::cell::UnsafeCell<T>); |
98 | | |
99 | | // loom's UnsafeCell has a slightly different API than the standard library UnsafeCell. |
100 | | // Since we want the rest of the code to be agnostic to whether it's running under loom or |
101 | | // not, we write this small wrapper that provides the loom-supported API for the standard |
102 | | // library UnsafeCell. This is also what the loom documentation recommends: |
103 | | // https://github.com/tokio-rs/loom#handling-loom-api-differences |
104 | | impl<T> UnsafeCell<T> { |
105 | | #[inline] |
106 | 75.2k | pub(crate) const fn new(data: T) -> UnsafeCell<T> { |
107 | 75.2k | UnsafeCell(::core::cell::UnsafeCell::new(data)) |
108 | 75.2k | } <crossbeam_epoch::primitive::cell::UnsafeCell<core::mem::manually_drop::ManuallyDrop<crossbeam_epoch::collector::Collector>>>::new Line | Count | Source | 106 | 37.6k | pub(crate) const fn new(data: T) -> UnsafeCell<T> { | 107 | 37.6k | UnsafeCell(::core::cell::UnsafeCell::new(data)) | 108 | 37.6k | } |
<crossbeam_epoch::primitive::cell::UnsafeCell<crossbeam_epoch::internal::Bag>>::new Line | Count | Source | 106 | 37.6k | pub(crate) const fn new(data: T) -> UnsafeCell<T> { | 107 | 37.6k | UnsafeCell(::core::cell::UnsafeCell::new(data)) | 108 | 37.6k | } |
|
109 | | |
110 | | #[inline] |
111 | 12.7M | pub(crate) fn with<R>(&self, f: impl FnOnce(*const T) -> R) -> R { |
112 | 12.7M | f(self.0.get()) |
113 | 12.7M | } <crossbeam_epoch::primitive::cell::UnsafeCell<core::mem::manually_drop::ManuallyDrop<crossbeam_epoch::collector::Collector>>>::with::<&crossbeam_epoch::collector::Collector, <crossbeam_epoch::internal::Local>::finalize::{closure#1}> Line | Count | Source | 111 | 37.6k | pub(crate) fn with<R>(&self, f: impl FnOnce(*const T) -> R) -> R { | 112 | 37.6k | f(self.0.get()) | 113 | 37.6k | } |
<crossbeam_epoch::primitive::cell::UnsafeCell<core::mem::manually_drop::ManuallyDrop<crossbeam_epoch::collector::Collector>>>::with::<&crossbeam_epoch::collector::Collector, <crossbeam_epoch::internal::Local>::collector::{closure#0}> Line | Count | Source | 111 | 12.7M | pub(crate) fn with<R>(&self, f: impl FnOnce(*const T) -> R) -> R { | 112 | 12.7M | f(self.0.get()) | 113 | 12.7M | } |
|
114 | | |
115 | | #[inline] |
116 | 112k | pub(crate) fn with_mut<R>(&self, f: impl FnOnce(*mut T) -> R) -> R { |
117 | 112k | f(self.0.get()) |
118 | 112k | } <crossbeam_epoch::primitive::cell::UnsafeCell<crossbeam_epoch::internal::Bag>>::with_mut::<&mut crossbeam_epoch::internal::Bag, <crossbeam_epoch::internal::Local>::defer::{closure#0}> Line | Count | Source | 116 | 75.1k | pub(crate) fn with_mut<R>(&self, f: impl FnOnce(*mut T) -> R) -> R { | 117 | 75.1k | f(self.0.get()) | 118 | 75.1k | } |
Unexecuted instantiation: <crossbeam_epoch::primitive::cell::UnsafeCell<crossbeam_epoch::internal::Bag>>::with_mut::<&mut crossbeam_epoch::internal::Bag, <crossbeam_epoch::internal::Local>::flush::{closure#0}> <crossbeam_epoch::primitive::cell::UnsafeCell<crossbeam_epoch::internal::Bag>>::with_mut::<&mut crossbeam_epoch::internal::Bag, <crossbeam_epoch::internal::Local>::finalize::{closure#0}> Line | Count | Source | 116 | 37.6k | pub(crate) fn with_mut<R>(&self, f: impl FnOnce(*mut T) -> R) -> R { | 117 | 37.6k | f(self.0.get()) | 118 | 37.6k | } |
|
119 | | } |
120 | | } |
121 | | pub(crate) mod sync { |
122 | | pub(crate) mod atomic { |
123 | | pub(crate) use core::sync::atomic::{ |
124 | | compiler_fence, fence, AtomicPtr, AtomicUsize, Ordering, |
125 | | }; |
126 | | } |
127 | | #[cfg(feature = "alloc")] |
128 | | pub(crate) use alloc::sync::Arc; |
129 | | } |
130 | | |
131 | | #[cfg(feature = "std")] |
132 | | pub(crate) use std::thread_local; |
133 | | } |
134 | | |
135 | | #[cfg(all(feature = "alloc", target_has_atomic = "ptr"))] |
136 | | extern crate alloc; |
137 | | |
138 | | #[cfg(all(feature = "alloc", target_has_atomic = "ptr"))] |
139 | | mod atomic; |
140 | | #[cfg(all(feature = "alloc", target_has_atomic = "ptr"))] |
141 | | mod collector; |
142 | | #[cfg(all(feature = "alloc", target_has_atomic = "ptr"))] |
143 | | mod deferred; |
144 | | #[cfg(all(feature = "alloc", target_has_atomic = "ptr"))] |
145 | | mod epoch; |
146 | | #[cfg(all(feature = "alloc", target_has_atomic = "ptr"))] |
147 | | mod guard; |
148 | | #[cfg(all(feature = "alloc", target_has_atomic = "ptr"))] |
149 | | mod internal; |
150 | | #[cfg(all(feature = "alloc", target_has_atomic = "ptr"))] |
151 | | mod sync; |
152 | | |
153 | | #[cfg(all(feature = "alloc", target_has_atomic = "ptr"))] |
154 | | #[allow(deprecated)] |
155 | | pub use crate::atomic::{CompareAndSetError, CompareAndSetOrdering}; |
156 | | #[cfg(all(feature = "alloc", target_has_atomic = "ptr"))] |
157 | | pub use crate::{ |
158 | | atomic::{Atomic, CompareExchangeError, Owned, Pointable, Pointer, Shared}, |
159 | | collector::{Collector, LocalHandle}, |
160 | | guard::{unprotected, Guard}, |
161 | | }; |
162 | | |
163 | | #[cfg(feature = "std")] |
164 | | mod default; |
165 | | #[cfg(feature = "std")] |
166 | | pub use crate::default::{default_collector, is_pinned, pin}; |