/rust/registry/src/index.crates.io-1949cf8c6b5b557f/percent-encoding-2.3.2/src/lib.rs
Line | Count | Source |
1 | | // Copyright 2013-2016 The rust-url developers. |
2 | | // |
3 | | // Licensed under the Apache License, Version 2.0 <LICENSE-APACHE or |
4 | | // http://www.apache.org/licenses/LICENSE-2.0> or the MIT license |
5 | | // <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your |
6 | | // option. This file may not be copied, modified, or distributed |
7 | | // except according to those terms. |
8 | | |
9 | | //! URLs use special characters to indicate the parts of the request. |
10 | | //! For example, a `?` question mark marks the end of a path and the start of a query string. |
11 | | //! In order for that character to exist inside a path, it needs to be encoded differently. |
12 | | //! |
13 | | //! Percent encoding replaces reserved characters with the `%` escape character |
14 | | //! followed by a byte value as two hexadecimal digits. |
15 | | //! For example, an ASCII space is replaced with `%20`. |
16 | | //! |
17 | | //! When encoding, the set of characters that can (and should, for readability) be left alone |
18 | | //! depends on the context. |
19 | | //! The `?` question mark mentioned above is not a separator when used literally |
20 | | //! inside of a query string, and therefore does not need to be encoded. |
21 | | //! The [`AsciiSet`] parameter of [`percent_encode`] and [`utf8_percent_encode`] |
22 | | //! lets callers configure this. |
23 | | //! |
24 | | //! This crate deliberately does not provide many different sets. |
25 | | //! Users should consider in what context the encoded string will be used, |
26 | | //! read relevant specifications, and define their own set. |
27 | | //! This is done by using the `add` method of an existing set. |
28 | | //! |
29 | | //! # Examples |
30 | | //! |
31 | | //! ``` |
32 | | //! use percent_encoding::{utf8_percent_encode, AsciiSet, CONTROLS}; |
33 | | //! |
34 | | //! /// https://url.spec.whatwg.org/#fragment-percent-encode-set |
35 | | //! const FRAGMENT: &AsciiSet = &CONTROLS.add(b' ').add(b'"').add(b'<').add(b'>').add(b'`'); |
36 | | //! |
37 | | //! assert_eq!(utf8_percent_encode("foo <bar>", FRAGMENT).to_string(), "foo%20%3Cbar%3E"); |
38 | | //! ``` |
39 | | #![no_std] |
40 | | |
41 | | // For forwards compatibility |
42 | | #[cfg(feature = "std")] |
43 | | extern crate std as _; |
44 | | |
45 | | #[cfg(feature = "alloc")] |
46 | | extern crate alloc; |
47 | | |
48 | | #[cfg(feature = "alloc")] |
49 | | use alloc::{ |
50 | | borrow::{Cow, ToOwned}, |
51 | | string::String, |
52 | | vec::Vec, |
53 | | }; |
54 | | use core::{fmt, slice, str}; |
55 | | |
56 | | pub use self::ascii_set::{AsciiSet, CONTROLS, NON_ALPHANUMERIC}; |
57 | | |
58 | | mod ascii_set; |
59 | | |
60 | | /// Return the percent-encoding of the given byte. |
61 | | /// |
62 | | /// This is unconditional, unlike `percent_encode()` which has an `AsciiSet` parameter. |
63 | | /// |
64 | | /// # Examples |
65 | | /// |
66 | | /// ``` |
67 | | /// use percent_encoding::percent_encode_byte; |
68 | | /// |
69 | | /// assert_eq!("foo bar".bytes().map(percent_encode_byte).collect::<String>(), |
70 | | /// "%66%6F%6F%20%62%61%72"); |
71 | | /// ``` |
72 | | #[inline] |
73 | 20.3M | pub fn percent_encode_byte(byte: u8) -> &'static str { |
74 | | static ENC_TABLE: &[u8; 768] = b"\ |
75 | | %00%01%02%03%04%05%06%07%08%09%0A%0B%0C%0D%0E%0F\ |
76 | | %10%11%12%13%14%15%16%17%18%19%1A%1B%1C%1D%1E%1F\ |
77 | | %20%21%22%23%24%25%26%27%28%29%2A%2B%2C%2D%2E%2F\ |
78 | | %30%31%32%33%34%35%36%37%38%39%3A%3B%3C%3D%3E%3F\ |
79 | | %40%41%42%43%44%45%46%47%48%49%4A%4B%4C%4D%4E%4F\ |
80 | | %50%51%52%53%54%55%56%57%58%59%5A%5B%5C%5D%5E%5F\ |
81 | | %60%61%62%63%64%65%66%67%68%69%6A%6B%6C%6D%6E%6F\ |
82 | | %70%71%72%73%74%75%76%77%78%79%7A%7B%7C%7D%7E%7F\ |
83 | | %80%81%82%83%84%85%86%87%88%89%8A%8B%8C%8D%8E%8F\ |
84 | | %90%91%92%93%94%95%96%97%98%99%9A%9B%9C%9D%9E%9F\ |
85 | | %A0%A1%A2%A3%A4%A5%A6%A7%A8%A9%AA%AB%AC%AD%AE%AF\ |
86 | | %B0%B1%B2%B3%B4%B5%B6%B7%B8%B9%BA%BB%BC%BD%BE%BF\ |
87 | | %C0%C1%C2%C3%C4%C5%C6%C7%C8%C9%CA%CB%CC%CD%CE%CF\ |
88 | | %D0%D1%D2%D3%D4%D5%D6%D7%D8%D9%DA%DB%DC%DD%DE%DF\ |
89 | | %E0%E1%E2%E3%E4%E5%E6%E7%E8%E9%EA%EB%EC%ED%EE%EF\ |
90 | | %F0%F1%F2%F3%F4%F5%F6%F7%F8%F9%FA%FB%FC%FD%FE%FF\ |
91 | | "; |
92 | | |
93 | 20.3M | let index = usize::from(byte) * 3; |
94 | | // SAFETY: ENC_TABLE is ascii-only, so any subset of it should be |
95 | | // ascii-only too, which is valid utf8. |
96 | 20.3M | unsafe { str::from_utf8_unchecked(&ENC_TABLE[index..index + 3]) } |
97 | 20.3M | } |
98 | | |
99 | | /// Percent-encode the given bytes with the given set. |
100 | | /// |
101 | | /// Non-ASCII bytes and bytes in `ascii_set` are encoded. |
102 | | /// |
103 | | /// The return type: |
104 | | /// |
105 | | /// * Implements `Iterator<Item = &str>` and therefore has a `.collect::<String>()` method, |
106 | | /// * Implements `Display` and therefore has a `.to_string()` method, |
107 | | /// * Implements `Into<Cow<str>>` borrowing `input` when none of its bytes are encoded. |
108 | | /// |
109 | | /// # Examples |
110 | | /// |
111 | | /// ``` |
112 | | /// use percent_encoding::{percent_encode, NON_ALPHANUMERIC}; |
113 | | /// |
114 | | /// assert_eq!(percent_encode(b"foo bar?", NON_ALPHANUMERIC).to_string(), "foo%20bar%3F"); |
115 | | /// ``` |
116 | | #[inline] |
117 | 1.12k | pub fn percent_encode<'a>(input: &'a [u8], ascii_set: &'static AsciiSet) -> PercentEncode<'a> { |
118 | 1.12k | PercentEncode { |
119 | 1.12k | bytes: input, |
120 | 1.12k | ascii_set, |
121 | 1.12k | } |
122 | 1.12k | } |
123 | | |
124 | | /// Percent-encode the UTF-8 encoding of the given string. |
125 | | /// |
126 | | /// See [`percent_encode`] regarding the return type. |
127 | | /// |
128 | | /// # Examples |
129 | | /// |
130 | | /// ``` |
131 | | /// use percent_encoding::{utf8_percent_encode, NON_ALPHANUMERIC}; |
132 | | /// |
133 | | /// assert_eq!(utf8_percent_encode("foo bar?", NON_ALPHANUMERIC).to_string(), "foo%20bar%3F"); |
134 | | /// ``` |
135 | | #[inline] |
136 | 1.12k | pub fn utf8_percent_encode<'a>(input: &'a str, ascii_set: &'static AsciiSet) -> PercentEncode<'a> { |
137 | 1.12k | percent_encode(input.as_bytes(), ascii_set) |
138 | 1.12k | } |
139 | | |
140 | | /// The return type of [`percent_encode`] and [`utf8_percent_encode`]. |
141 | | #[derive(Debug, Clone, PartialEq, Eq)] |
142 | | pub struct PercentEncode<'a> { |
143 | | bytes: &'a [u8], |
144 | | ascii_set: &'static AsciiSet, |
145 | | } |
146 | | |
147 | | impl<'a> Iterator for PercentEncode<'a> { |
148 | | type Item = &'a str; |
149 | | |
150 | 20.3M | fn next(&mut self) -> Option<&'a str> { |
151 | 20.3M | if let Some((&first_byte, remaining)) = self.bytes.split_first() { |
152 | 20.3M | if self.ascii_set.should_percent_encode(first_byte) { |
153 | 20.3M | self.bytes = remaining; |
154 | 20.3M | Some(percent_encode_byte(first_byte)) |
155 | | } else { |
156 | | // The unsafe blocks here are appropriate because the bytes are |
157 | | // confirmed as a subset of UTF-8 in should_percent_encode. |
158 | 13.1M | for (i, &byte) in remaining.iter().enumerate() { |
159 | 13.1M | if self.ascii_set.should_percent_encode(byte) { |
160 | | // 1 for first_byte + i for previous iterations of this loop |
161 | 16.9k | let (unchanged_slice, remaining) = self.bytes.split_at(1 + i); |
162 | 16.9k | self.bytes = remaining; |
163 | 16.9k | return Some(unsafe { str::from_utf8_unchecked(unchanged_slice) }); |
164 | 13.1M | } |
165 | | } |
166 | 459 | let unchanged_slice = self.bytes; |
167 | 459 | self.bytes = &[][..]; |
168 | 459 | Some(unsafe { str::from_utf8_unchecked(unchanged_slice) }) |
169 | | } |
170 | | } else { |
171 | 1.12k | None |
172 | | } |
173 | 20.3M | } |
174 | | |
175 | 0 | fn size_hint(&self) -> (usize, Option<usize>) { |
176 | 0 | if self.bytes.is_empty() { |
177 | 0 | (0, Some(0)) |
178 | | } else { |
179 | 0 | (1, Some(self.bytes.len())) |
180 | | } |
181 | 0 | } |
182 | | } |
183 | | |
184 | | impl fmt::Display for PercentEncode<'_> { |
185 | 0 | fn fmt(&self, formatter: &mut fmt::Formatter<'_>) -> fmt::Result { |
186 | 0 | for c in (*self).clone() { |
187 | 0 | formatter.write_str(c)? |
188 | | } |
189 | 0 | Ok(()) |
190 | 0 | } |
191 | | } |
192 | | |
193 | | #[cfg(feature = "alloc")] |
194 | | impl<'a> From<PercentEncode<'a>> for Cow<'a, str> { |
195 | 1.12k | fn from(mut iter: PercentEncode<'a>) -> Self { |
196 | 1.12k | match iter.next() { |
197 | 6 | None => "".into(), |
198 | 1.12k | Some(first) => match iter.next() { |
199 | 208 | None => first.into(), |
200 | 913 | Some(second) => { |
201 | 913 | let mut string = first.to_owned(); |
202 | 913 | string.push_str(second); |
203 | 913 | string.extend(iter); |
204 | 913 | string.into() |
205 | | } |
206 | | }, |
207 | | } |
208 | 1.12k | } |
209 | | } |
210 | | |
211 | | /// Percent-decode the given string. |
212 | | /// |
213 | | /// <https://url.spec.whatwg.org/#string-percent-decode> |
214 | | /// |
215 | | /// See [`percent_decode`] regarding the return type. |
216 | | #[inline] |
217 | 1.69k | pub fn percent_decode_str(input: &str) -> PercentDecode<'_> { |
218 | 1.69k | percent_decode(input.as_bytes()) |
219 | 1.69k | } |
220 | | |
221 | | /// Percent-decode the given bytes. |
222 | | /// |
223 | | /// <https://url.spec.whatwg.org/#percent-decode> |
224 | | /// |
225 | | /// Any sequence of `%` followed by two hexadecimal digits is decoded. |
226 | | /// The return type: |
227 | | /// |
228 | | /// * Implements `Into<Cow<u8>>` borrowing `input` when it contains no percent-encoded sequence, |
229 | | /// * Implements `Iterator<Item = u8>` and therefore has a `.collect::<Vec<u8>>()` method, |
230 | | /// * Has `decode_utf8()` and `decode_utf8_lossy()` methods. |
231 | | /// |
232 | | /// # Examples |
233 | | /// |
234 | | /// ``` |
235 | | /// use percent_encoding::percent_decode; |
236 | | /// |
237 | | /// assert_eq!(percent_decode(b"foo%20bar%3f").decode_utf8().unwrap(), "foo bar?"); |
238 | | /// ``` |
239 | | #[inline] |
240 | 1.69k | pub fn percent_decode(input: &[u8]) -> PercentDecode<'_> { |
241 | 1.69k | PercentDecode { |
242 | 1.69k | bytes: input.iter(), |
243 | 1.69k | } |
244 | 1.69k | } |
245 | | |
246 | | /// The return type of [`percent_decode`]. |
247 | | #[derive(Clone, Debug)] |
248 | | pub struct PercentDecode<'a> { |
249 | | bytes: slice::Iter<'a, u8>, |
250 | | } |
251 | | |
252 | 17.5k | fn after_percent_sign(iter: &mut slice::Iter<'_, u8>) -> Option<u8> { |
253 | 17.5k | let mut cloned_iter = iter.clone(); |
254 | 17.5k | let h = char::from(*cloned_iter.next()?).to_digit(16)?; |
255 | 7.02k | let l = char::from(*cloned_iter.next()?).to_digit(16)?; |
256 | 1.32k | *iter = cloned_iter; |
257 | 1.32k | Some(h as u8 * 0x10 + l as u8) |
258 | 17.5k | } |
259 | | |
260 | | impl Iterator for PercentDecode<'_> { |
261 | | type Item = u8; |
262 | | |
263 | 12.3M | fn next(&mut self) -> Option<u8> { |
264 | 12.3M | self.bytes.next().map(|&byte| { |
265 | 12.3M | if byte == b'%' { |
266 | 7.02k | after_percent_sign(&mut self.bytes).unwrap_or(byte) |
267 | | } else { |
268 | 12.3M | byte |
269 | | } |
270 | 12.3M | }) |
271 | 12.3M | } |
272 | | |
273 | 462 | fn size_hint(&self) -> (usize, Option<usize>) { |
274 | 462 | let bytes = self.bytes.len(); |
275 | 462 | ((bytes + 2) / 3, Some(bytes)) |
276 | 462 | } |
277 | | } |
278 | | |
279 | | #[cfg(feature = "alloc")] |
280 | | impl<'a> From<PercentDecode<'a>> for Cow<'a, [u8]> { |
281 | 1.69k | fn from(iter: PercentDecode<'a>) -> Self { |
282 | 1.69k | match iter.if_any() { |
283 | 525 | Some(vec) => Cow::Owned(vec), |
284 | 1.17k | None => Cow::Borrowed(iter.bytes.as_slice()), |
285 | | } |
286 | 1.69k | } |
287 | | } |
288 | | |
289 | | impl<'a> PercentDecode<'a> { |
290 | | /// If the percent-decoding is different from the input, return it as a new bytes vector. |
291 | | #[cfg(feature = "alloc")] |
292 | 1.69k | fn if_any(&self) -> Option<Vec<u8>> { |
293 | 1.69k | let mut bytes_iter = self.bytes.clone(); |
294 | 47.3M | while bytes_iter.any(|&b| b == b'%') { |
295 | 10.5k | if let Some(decoded_byte) = after_percent_sign(&mut bytes_iter) { |
296 | 525 | let initial_bytes = self.bytes.as_slice(); |
297 | 525 | let unchanged_bytes_len = initial_bytes.len() - bytes_iter.len() - 3; |
298 | 525 | let mut decoded = initial_bytes[..unchanged_bytes_len].to_owned(); |
299 | 525 | decoded.push(decoded_byte); |
300 | 525 | decoded.extend(PercentDecode { bytes: bytes_iter }); |
301 | 525 | return Some(decoded); |
302 | 10.0k | } |
303 | | } |
304 | | // Nothing to decode |
305 | 1.17k | None |
306 | 1.69k | } |
307 | | |
308 | | /// Decode the result of percent-decoding as UTF-8. |
309 | | /// |
310 | | /// This is return `Err` when the percent-decoded bytes are not well-formed in UTF-8. |
311 | | #[cfg(feature = "alloc")] |
312 | 1.69k | pub fn decode_utf8(self) -> Result<Cow<'a, str>, str::Utf8Error> { |
313 | 1.69k | match self.clone().into() { |
314 | 1.17k | Cow::Borrowed(bytes) => match str::from_utf8(bytes) { |
315 | 1.17k | Ok(s) => Ok(s.into()), |
316 | 0 | Err(e) => Err(e), |
317 | | }, |
318 | 525 | Cow::Owned(bytes) => match String::from_utf8(bytes) { |
319 | 181 | Ok(s) => Ok(s.into()), |
320 | 344 | Err(e) => Err(e.utf8_error()), |
321 | | }, |
322 | | } |
323 | 1.69k | } |
324 | | |
325 | | /// Decode the result of percent-decoding as UTF-8, lossily. |
326 | | /// |
327 | | /// Invalid UTF-8 percent-encoded byte sequences will be replaced � U+FFFD, |
328 | | /// the replacement character. |
329 | | #[cfg(feature = "alloc")] |
330 | 0 | pub fn decode_utf8_lossy(self) -> Cow<'a, str> { |
331 | 0 | decode_utf8_lossy(self.clone().into()) |
332 | 0 | } |
333 | | } |
334 | | |
335 | | // std::ptr::addr_eq was stabilized in rust 1.76. Once we upgrade |
336 | | // the MSRV we can remove this lint override. |
337 | | #[cfg(feature = "alloc")] |
338 | | #[allow(ambiguous_wide_pointer_comparisons)] |
339 | 0 | fn decode_utf8_lossy(input: Cow<'_, [u8]>) -> Cow<'_, str> { |
340 | | // Note: This function is duplicated in `form_urlencoded/src/query_encoding.rs`. |
341 | 0 | match input { |
342 | 0 | Cow::Borrowed(bytes) => String::from_utf8_lossy(bytes), |
343 | 0 | Cow::Owned(bytes) => { |
344 | 0 | match String::from_utf8_lossy(&bytes) { |
345 | 0 | Cow::Borrowed(utf8) => { |
346 | | // If from_utf8_lossy returns a Cow::Borrowed, then we can |
347 | | // be sure our original bytes were valid UTF-8. This is because |
348 | | // if the bytes were invalid UTF-8 from_utf8_lossy would have |
349 | | // to allocate a new owned string to back the Cow so it could |
350 | | // replace invalid bytes with a placeholder. |
351 | | |
352 | | // First we do a debug_assert to confirm our description above. |
353 | 0 | let raw_utf8: *const [u8] = utf8.as_bytes(); |
354 | 0 | debug_assert!(core::ptr::eq(raw_utf8, &*bytes)); |
355 | | |
356 | | // Given we know the original input bytes are valid UTF-8, |
357 | | // and we have ownership of those bytes, we re-use them and |
358 | | // return a Cow::Owned here. |
359 | 0 | Cow::Owned(unsafe { String::from_utf8_unchecked(bytes) }) |
360 | | } |
361 | 0 | Cow::Owned(s) => Cow::Owned(s), |
362 | | } |
363 | | } |
364 | | } |
365 | 0 | } |
366 | | |
367 | | #[cfg(test)] |
368 | | mod tests { |
369 | | |
370 | | use super::*; |
371 | | |
372 | | #[test] |
373 | | fn percent_encode_byte() { |
374 | | for i in 0..=0xFF { |
375 | | let encoded = super::percent_encode_byte(i); |
376 | | assert_eq!(encoded, alloc::format!("%{:02X}", i)); |
377 | | } |
378 | | } |
379 | | |
380 | | #[test] |
381 | | fn percent_encode_accepts_ascii_set_ref() { |
382 | | let encoded = percent_encode(b"foo bar?", &AsciiSet::EMPTY); |
383 | | assert_eq!(encoded.collect::<String>(), "foo bar?"); |
384 | | } |
385 | | |
386 | | #[test] |
387 | | fn percent_encode_collect() { |
388 | | let encoded = percent_encode(b"foo bar?", NON_ALPHANUMERIC); |
389 | | assert_eq!(encoded.collect::<String>(), String::from("foo%20bar%3F")); |
390 | | |
391 | | let encoded = percent_encode(b"\x00\x01\x02\x03", CONTROLS); |
392 | | assert_eq!(encoded.collect::<String>(), String::from("%00%01%02%03")); |
393 | | } |
394 | | |
395 | | #[test] |
396 | | fn percent_encode_display() { |
397 | | let encoded = percent_encode(b"foo bar?", NON_ALPHANUMERIC); |
398 | | assert_eq!(alloc::format!("{}", encoded), "foo%20bar%3F"); |
399 | | } |
400 | | |
401 | | #[test] |
402 | | fn percent_encode_cow() { |
403 | | let encoded = percent_encode(b"foo bar?", NON_ALPHANUMERIC); |
404 | | assert_eq!(Cow::from(encoded), "foo%20bar%3F"); |
405 | | } |
406 | | |
407 | | #[test] |
408 | | fn utf8_percent_encode_accepts_ascii_set_ref() { |
409 | | let encoded = super::utf8_percent_encode("foo bar?", &AsciiSet::EMPTY); |
410 | | assert_eq!(encoded.collect::<String>(), "foo bar?"); |
411 | | } |
412 | | |
413 | | #[test] |
414 | | fn utf8_percent_encode() { |
415 | | assert_eq!( |
416 | | super::utf8_percent_encode("foo bar?", NON_ALPHANUMERIC), |
417 | | percent_encode(b"foo bar?", NON_ALPHANUMERIC) |
418 | | ); |
419 | | } |
420 | | |
421 | | #[test] |
422 | | fn percent_decode() { |
423 | | assert_eq!( |
424 | | super::percent_decode(b"foo%20bar%3f") |
425 | | .decode_utf8() |
426 | | .unwrap(), |
427 | | "foo bar?" |
428 | | ); |
429 | | } |
430 | | |
431 | | #[test] |
432 | | fn percent_decode_str() { |
433 | | assert_eq!( |
434 | | super::percent_decode_str("foo%20bar%3f") |
435 | | .decode_utf8() |
436 | | .unwrap(), |
437 | | "foo bar?" |
438 | | ); |
439 | | } |
440 | | |
441 | | #[test] |
442 | | fn percent_decode_collect() { |
443 | | let decoded = super::percent_decode(b"foo%20bar%3f"); |
444 | | assert_eq!(decoded.collect::<Vec<u8>>(), b"foo bar?"); |
445 | | } |
446 | | |
447 | | #[test] |
448 | | fn percent_decode_cow() { |
449 | | let decoded = super::percent_decode(b"foo%20bar%3f"); |
450 | | assert_eq!(Cow::from(decoded), Cow::Owned::<[u8]>(b"foo bar?".to_vec())); |
451 | | |
452 | | let decoded = super::percent_decode(b"foo bar?"); |
453 | | assert_eq!(Cow::from(decoded), Cow::Borrowed(b"foo bar?")); |
454 | | } |
455 | | |
456 | | #[test] |
457 | | fn percent_decode_invalid_utf8() { |
458 | | // Invalid UTF-8 sequence |
459 | | let decoded = super::percent_decode(b"%00%9F%92%96") |
460 | | .decode_utf8() |
461 | | .unwrap_err(); |
462 | | assert_eq!(decoded.valid_up_to(), 1); |
463 | | assert_eq!(decoded.error_len(), Some(1)); |
464 | | } |
465 | | |
466 | | #[test] |
467 | | fn percent_decode_utf8_lossy() { |
468 | | assert_eq!( |
469 | | super::percent_decode(b"%F0%9F%92%96").decode_utf8_lossy(), |
470 | | "💖" |
471 | | ); |
472 | | } |
473 | | |
474 | | #[test] |
475 | | fn percent_decode_utf8_lossy_invalid_utf8() { |
476 | | assert_eq!( |
477 | | super::percent_decode(b"%00%9F%92%96").decode_utf8_lossy(), |
478 | | "\u{0}���" |
479 | | ); |
480 | | } |
481 | | } |