Coverage Report

Created: 2025-10-13 06:09

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/rust/registry/src/index.crates.io-1949cf8c6b5b557f/zerovec-0.11.4/src/ule/chars.rs
Line
Count
Source
1
// This file is part of ICU4X. For terms of use, please see the file
2
// called LICENSE at the top level of the ICU4X source tree
3
// (online at: https://github.com/unicode-org/icu4x/blob/main/LICENSE ).
4
5
#![allow(clippy::upper_case_acronyms)]
6
//! ULE implementation for the `char` type.
7
8
use super::*;
9
use crate::impl_ule_from_array;
10
use core::cmp::Ordering;
11
use core::convert::TryFrom;
12
13
/// A u8 array of little-endian data corresponding to a Unicode scalar value.
14
///
15
/// The bytes of a `CharULE` are guaranteed to represent a little-endian-encoded u32 that is a
16
/// valid `char` and can be converted without validation.
17
///
18
/// # Examples
19
///
20
/// Convert a `char` to a `CharULE` and back again:
21
///
22
/// ```
23
/// use zerovec::ule::{AsULE, CharULE, ULE};
24
///
25
/// let c1 = '𑄃';
26
/// let ule = c1.to_unaligned();
27
/// assert_eq!(CharULE::slice_as_bytes(&[ule]), &[0x03, 0x11, 0x01]);
28
/// let c2 = char::from_unaligned(ule);
29
/// assert_eq!(c1, c2);
30
/// ```
31
///
32
/// Attempt to parse invalid bytes to a `CharULE`:
33
///
34
/// ```
35
/// use zerovec::ule::{CharULE, ULE};
36
///
37
/// let bytes: &[u8] = &[0xFF, 0xFF, 0xFF, 0xFF];
38
/// CharULE::parse_bytes_to_slice(bytes).expect_err("Invalid bytes");
39
/// ```
40
#[repr(transparent)]
41
#[derive(Debug, PartialEq, Eq, Clone, Copy, Hash)]
42
pub struct CharULE([u8; 3]);
43
44
impl CharULE {
45
    /// Converts a [`char`] to a [`CharULE`]. This is equivalent to calling
46
    /// [`AsULE::to_unaligned()`]
47
    ///
48
    /// See the type-level documentation for [`CharULE`] for more information.
49
    #[inline]
50
0
    pub const fn from_aligned(c: char) -> Self {
51
0
        let [u0, u1, u2, _u3] = (c as u32).to_le_bytes();
52
0
        Self([u0, u1, u2])
53
0
    }
54
55
    /// Converts this [`CharULE`] to a [`char`]. This is equivalent to calling
56
    /// [`AsULE::from_unaligned`]
57
    ///
58
    /// See the type-level documentation for [`CharULE`] for more information.
59
    #[inline]
60
0
    pub fn to_char(self) -> char {
61
0
        let [b0, b1, b2] = self.0;
62
        // Safe because the bytes of CharULE are defined to represent a valid Unicode scalar value.
63
0
        unsafe { char::from_u32_unchecked(u32::from_le_bytes([b0, b1, b2, 0])) }
64
0
    }
Unexecuted instantiation: <zerovec::ule::chars::CharULE>::to_char
Unexecuted instantiation: <zerovec::ule::chars::CharULE>::to_char
65
66
    impl_ule_from_array!(char, CharULE, Self([0; 3]));
67
}
68
69
// Safety (based on the safety checklist on the ULE trait):
70
//  1. CharULE does not include any uninitialized or padding bytes.
71
//     (achieved by `#[repr(transparent)]` on a type that satisfies this invariant)
72
//  2. CharULE is aligned to 1 byte.
73
//     (achieved by `#[repr(transparent)]` on a type that satisfies this invariant)
74
//  3. The impl of validate_bytes() returns an error if any byte is not valid.
75
//  4. The impl of validate_bytes() returns an error if there are extra bytes.
76
//  5. The other ULE methods use the default impl.
77
//  6. CharULE byte equality is semantic equality
78
unsafe impl ULE for CharULE {
79
    #[inline]
80
0
    fn validate_bytes(bytes: &[u8]) -> Result<(), UleError> {
81
0
        if bytes.len() % 3 != 0 {
82
0
            return Err(UleError::length::<Self>(bytes.len()));
83
0
        }
84
        // Validate the bytes
85
0
        for chunk in bytes.chunks_exact(3) {
86
            // TODO: Use slice::as_chunks() when stabilized
87
            #[expect(clippy::indexing_slicing)]
88
            // Won't panic because the chunks are always 3 bytes long
89
0
            let u = u32::from_le_bytes([chunk[0], chunk[1], chunk[2], 0]);
90
0
            char::try_from(u).map_err(|_| UleError::parse::<Self>())?;
91
        }
92
0
        Ok(())
93
0
    }
94
}
95
96
impl AsULE for char {
97
    type ULE = CharULE;
98
99
    #[inline]
100
0
    fn to_unaligned(self) -> Self::ULE {
101
0
        CharULE::from_aligned(self)
102
0
    }
103
104
    #[inline]
105
0
    fn from_unaligned(unaligned: Self::ULE) -> Self {
106
0
        unaligned.to_char()
107
0
    }
Unexecuted instantiation: <char as zerovec::ule::AsULE>::from_unaligned
Unexecuted instantiation: <char as zerovec::ule::AsULE>::from_unaligned
108
}
109
110
impl PartialOrd for CharULE {
111
0
    fn partial_cmp(&self, other: &Self) -> Option<Ordering> {
112
0
        Some(self.cmp(other))
113
0
    }
114
}
115
116
impl Ord for CharULE {
117
0
    fn cmp(&self, other: &Self) -> Ordering {
118
0
        char::from_unaligned(*self).cmp(&char::from_unaligned(*other))
119
0
    }
120
}
121
122
#[cfg(test)]
123
mod test {
124
    use super::*;
125
126
    #[test]
127
    fn test_from_array() {
128
        const CHARS: [char; 2] = ['a', '🙃'];
129
        const CHARS_ULE: [CharULE; 2] = CharULE::from_array(CHARS);
130
        assert_eq!(
131
            CharULE::slice_as_bytes(&CHARS_ULE),
132
            &[0x61, 0x00, 0x00, 0x43, 0xF6, 0x01]
133
        );
134
    }
135
136
    #[test]
137
    fn test_from_array_zst() {
138
        const CHARS: [char; 0] = [];
139
        const CHARS_ULE: [CharULE; 0] = CharULE::from_array(CHARS);
140
        let bytes = CharULE::slice_as_bytes(&CHARS_ULE);
141
        let empty: &[u8] = &[];
142
        assert_eq!(bytes, empty);
143
    }
144
145
    #[test]
146
    fn test_parse() {
147
        // 1-byte, 2-byte, 3-byte, and two 4-byte character in UTF-8 (not as relevant in UTF-32)
148
        let chars = ['w', 'ω', '文', '𑄃', '🙃'];
149
        let char_ules: Vec<CharULE> = chars.iter().copied().map(char::to_unaligned).collect();
150
        let char_bytes: &[u8] = CharULE::slice_as_bytes(&char_ules);
151
152
        // Check parsing
153
        let parsed_ules: &[CharULE] = CharULE::parse_bytes_to_slice(char_bytes).unwrap();
154
        assert_eq!(char_ules, parsed_ules);
155
        let parsed_chars: Vec<char> = parsed_ules
156
            .iter()
157
            .copied()
158
            .map(char::from_unaligned)
159
            .collect();
160
        assert_eq!(&chars, parsed_chars.as_slice());
161
162
        // Compare to golden expected data
163
        assert_eq!(
164
            &[119, 0, 0, 201, 3, 0, 135, 101, 0, 3, 17, 1, 67, 246, 1],
165
            char_bytes
166
        );
167
    }
168
169
    #[test]
170
    fn test_failures() {
171
        // 119 and 120 are valid, but not 0xD800 (high surrogate)
172
        let u32s = [119, 0xD800, 120];
173
        let u32_ules: Vec<RawBytesULE<4>> = u32s
174
            .iter()
175
            .copied()
176
            .map(<u32 as AsULE>::to_unaligned)
177
            .collect();
178
        let u32_bytes: &[u8] = RawBytesULE::<4>::slice_as_bytes(&u32_ules);
179
        let parsed_ules_result = CharULE::parse_bytes_to_slice(u32_bytes);
180
        assert!(parsed_ules_result.is_err());
181
182
        // 0x20FFFF is out of range for a char
183
        let u32s = [0x20FFFF];
184
        let u32_ules: Vec<RawBytesULE<4>> = u32s
185
            .iter()
186
            .copied()
187
            .map(<u32 as AsULE>::to_unaligned)
188
            .collect();
189
        let u32_bytes: &[u8] = RawBytesULE::<4>::slice_as_bytes(&u32_ules);
190
        let parsed_ules_result = CharULE::parse_bytes_to_slice(u32_bytes);
191
        assert!(parsed_ules_result.is_err());
192
    }
193
}