/rust/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-epoch-0.9.18/src/epoch.rs
Line | Count | Source |
1 | | //! The global epoch |
2 | | //! |
3 | | //! The last bit in this number is unused and is always zero. Every so often the global epoch is |
4 | | //! incremented, i.e. we say it "advances". A pinned participant may advance the global epoch only |
5 | | //! if all currently pinned participants have been pinned in the current epoch. |
6 | | //! |
7 | | //! If an object became garbage in some epoch, then we can be sure that after two advancements no |
8 | | //! participant will hold a reference to it. That is the crux of safe memory reclamation. |
9 | | |
10 | | use crate::primitive::sync::atomic::{AtomicUsize, Ordering}; |
11 | | |
12 | | /// An epoch that can be marked as pinned or unpinned. |
13 | | /// |
14 | | /// Internally, the epoch is represented as an integer that wraps around at some unspecified point |
15 | | /// and a flag that represents whether it is pinned or unpinned. |
16 | | #[derive(Copy, Clone, Default, Debug, Eq, PartialEq)] |
17 | | pub(crate) struct Epoch { |
18 | | /// The least significant bit is set if pinned. The rest of the bits hold the epoch. |
19 | | data: usize, |
20 | | } |
21 | | |
22 | | impl Epoch { |
23 | | /// Returns the starting epoch in unpinned state. |
24 | | #[inline] |
25 | 772M | pub(crate) fn starting() -> Self { |
26 | 772M | Self::default() |
27 | 772M | } <crossbeam_epoch::epoch::Epoch>::starting Line | Count | Source | 25 | 386M | pub(crate) fn starting() -> Self { | 26 | 386M | Self::default() | 27 | 386M | } |
<crossbeam_epoch::epoch::Epoch>::starting Line | Count | Source | 25 | 386M | pub(crate) fn starting() -> Self { | 26 | 386M | Self::default() | 27 | 386M | } |
|
28 | | |
29 | | /// Returns the number of epochs `self` is ahead of `rhs`. |
30 | | /// |
31 | | /// Internally, epochs are represented as numbers in the range `(isize::MIN / 2) .. (isize::MAX |
32 | | /// / 2)`, so the returned distance will be in the same interval. |
33 | 91.6k | pub(crate) fn wrapping_sub(self, rhs: Self) -> isize { |
34 | | // The result is the same with `(self.data & !1).wrapping_sub(rhs.data & !1) as isize >> 1`, |
35 | | // because the possible difference of LSB in `(self.data & !1).wrapping_sub(rhs.data & !1)` |
36 | | // will be ignored in the shift operation. |
37 | 91.6k | self.data.wrapping_sub(rhs.data & !1) as isize >> 1 |
38 | 91.6k | } |
39 | | |
40 | | /// Returns `true` if the epoch is marked as pinned. |
41 | | #[inline] |
42 | 78.5M | pub(crate) fn is_pinned(self) -> bool { |
43 | 78.5M | (self.data & 1) == 1 |
44 | 78.5M | } |
45 | | |
46 | | /// Returns the same epoch, but marked as pinned. |
47 | | #[inline] |
48 | 386M | pub(crate) fn pinned(self) -> Epoch { |
49 | 386M | Epoch { |
50 | 386M | data: self.data | 1, |
51 | 386M | } |
52 | 386M | } <crossbeam_epoch::epoch::Epoch>::pinned Line | Count | Source | 48 | 386M | pub(crate) fn pinned(self) -> Epoch { | 49 | 386M | Epoch { | 50 | 386M | data: self.data | 1, | 51 | 386M | } | 52 | 386M | } |
<crossbeam_epoch::epoch::Epoch>::pinned Line | Count | Source | 48 | 57.0k | pub(crate) fn pinned(self) -> Epoch { | 49 | 57.0k | Epoch { | 50 | 57.0k | data: self.data | 1, | 51 | 57.0k | } | 52 | 57.0k | } |
|
53 | | |
54 | | /// Returns the same epoch, but marked as unpinned. |
55 | | #[inline] |
56 | 14.7M | pub(crate) fn unpinned(self) -> Epoch { |
57 | 14.7M | Epoch { |
58 | 14.7M | data: self.data & !1, |
59 | 14.7M | } |
60 | 14.7M | } |
61 | | |
62 | | /// Returns the successor epoch. |
63 | | /// |
64 | | /// The returned epoch will be marked as pinned only if the previous one was as well. |
65 | | #[inline] |
66 | 1.74M | pub(crate) fn successor(self) -> Epoch { |
67 | 1.74M | Epoch { |
68 | 1.74M | data: self.data.wrapping_add(2), |
69 | 1.74M | } |
70 | 1.74M | } |
71 | | } |
72 | | |
73 | | /// An atomic value that holds an `Epoch`. |
74 | | #[derive(Default, Debug)] |
75 | | pub(crate) struct AtomicEpoch { |
76 | | /// Since `Epoch` is just a wrapper around `usize`, an `AtomicEpoch` is similarly represented |
77 | | /// using an `AtomicUsize`. |
78 | | data: AtomicUsize, |
79 | | } |
80 | | |
81 | | impl AtomicEpoch { |
82 | | /// Creates a new atomic epoch. |
83 | | #[inline] |
84 | 57.0k | pub(crate) fn new(epoch: Epoch) -> Self { |
85 | 57.0k | let data = AtomicUsize::new(epoch.data); |
86 | 57.0k | AtomicEpoch { data } |
87 | 57.0k | } |
88 | | |
89 | | /// Loads a value from the atomic epoch. |
90 | | #[inline] |
91 | 467M | pub(crate) fn load(&self, ord: Ordering) -> Epoch { |
92 | 467M | Epoch { |
93 | 467M | data: self.data.load(ord), |
94 | 467M | } |
95 | 467M | } <crossbeam_epoch::epoch::AtomicEpoch>::load Line | Count | Source | 91 | 386M | pub(crate) fn load(&self, ord: Ordering) -> Epoch { | 92 | 386M | Epoch { | 93 | 386M | data: self.data.load(ord), | 94 | 386M | } | 95 | 386M | } |
<crossbeam_epoch::epoch::AtomicEpoch>::load Line | Count | Source | 91 | 81.7M | pub(crate) fn load(&self, ord: Ordering) -> Epoch { | 92 | 81.7M | Epoch { | 93 | 81.7M | data: self.data.load(ord), | 94 | 81.7M | } | 95 | 81.7M | } |
|
96 | | |
97 | | /// Stores a value into the atomic epoch. |
98 | | #[inline] |
99 | 387M | pub(crate) fn store(&self, epoch: Epoch, ord: Ordering) { |
100 | 387M | self.data.store(epoch.data, ord); |
101 | 387M | } |
102 | | |
103 | | /// Stores a value into the atomic epoch if the current value is the same as `current`. |
104 | | /// |
105 | | /// The return value is a result indicating whether the new value was written and containing |
106 | | /// the previous value. On success this value is guaranteed to be equal to `current`. |
107 | | /// |
108 | | /// This method takes two `Ordering` arguments to describe the memory |
109 | | /// ordering of this operation. `success` describes the required ordering for the |
110 | | /// read-modify-write operation that takes place if the comparison with `current` succeeds. |
111 | | /// `failure` describes the required ordering for the load operation that takes place when |
112 | | /// the comparison fails. Using `Acquire` as success ordering makes the store part |
113 | | /// of this operation `Relaxed`, and using `Release` makes the successful load |
114 | | /// `Relaxed`. The failure ordering can only be `SeqCst`, `Acquire` or `Relaxed` |
115 | | /// and must be equivalent to or weaker than the success ordering. |
116 | | #[inline] |
117 | 386M | pub(crate) fn compare_exchange( |
118 | 386M | &self, |
119 | 386M | current: Epoch, |
120 | 386M | new: Epoch, |
121 | 386M | success: Ordering, |
122 | 386M | failure: Ordering, |
123 | 386M | ) -> Result<Epoch, Epoch> { |
124 | 386M | match self |
125 | 386M | .data |
126 | 386M | .compare_exchange(current.data, new.data, success, failure) |
127 | | { |
128 | 386M | Ok(data) => Ok(Epoch { data }), |
129 | 0 | Err(data) => Err(Epoch { data }), |
130 | | } |
131 | 386M | } <crossbeam_epoch::epoch::AtomicEpoch>::compare_exchange Line | Count | Source | 117 | 386M | pub(crate) fn compare_exchange( | 118 | 386M | &self, | 119 | 386M | current: Epoch, | 120 | 386M | new: Epoch, | 121 | 386M | success: Ordering, | 122 | 386M | failure: Ordering, | 123 | 386M | ) -> Result<Epoch, Epoch> { | 124 | 386M | match self | 125 | 386M | .data | 126 | 386M | .compare_exchange(current.data, new.data, success, failure) | 127 | | { | 128 | 386M | Ok(data) => Ok(Epoch { data }), | 129 | 0 | Err(data) => Err(Epoch { data }), | 130 | | } | 131 | 386M | } |
<crossbeam_epoch::epoch::AtomicEpoch>::compare_exchange Line | Count | Source | 117 | 57.0k | pub(crate) fn compare_exchange( | 118 | 57.0k | &self, | 119 | 57.0k | current: Epoch, | 120 | 57.0k | new: Epoch, | 121 | 57.0k | success: Ordering, | 122 | 57.0k | failure: Ordering, | 123 | 57.0k | ) -> Result<Epoch, Epoch> { | 124 | 57.0k | match self | 125 | 57.0k | .data | 126 | 57.0k | .compare_exchange(current.data, new.data, success, failure) | 127 | | { | 128 | 57.0k | Ok(data) => Ok(Epoch { data }), | 129 | 0 | Err(data) => Err(Epoch { data }), | 130 | | } | 131 | 57.0k | } |
|
132 | | } |