Coverage Report

Created: 2026-08-14 08:14

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/rust/registry/src/index.crates.io-1949cf8c6b5b557f/blake3-1.8.4/src/hazmat.rs
Line
Count
Source
1
//! Low-level tree manipulations and other sharp tools
2
//!
3
//! The target audience for this module is projects like [Bao](https://github.com/oconnor663/bao),
4
//! which work directly with the interior hashes ("chaining values") of BLAKE3 chunks and subtrees.
5
//! For example, you could use these functions to implement a BitTorrent-like protocol using the
6
//! BLAKE3 tree structure, or to hash an input that's distributed across different machines. These
7
//! use cases are advanced, and most applications don't need this module. Also:
8
//!
9
//! <div class="warning">
10
//!
11
//! **Warning:** This module is *hazardous material*. If you've heard folks say *don't roll your
12
//! own crypto,* this is the sort of thing they're talking about. These functions have complicated
13
//! requirements, and any mistakes will give you garbage output and/or break the security
14
//! properties that BLAKE3 is supposed to have. Read section 2.1 of [the BLAKE3
15
//! paper](https://github.com/BLAKE3-team/BLAKE3-specs/blob/master/blake3.pdf) to understand the
16
//! tree structure you need to maintain. Test your code against [`blake3::hash`](../fn.hash.html)
17
//! and make sure you can get the same outputs for [lots of different
18
//! inputs](https://github.com/BLAKE3-team/BLAKE3/blob/master/test_vectors/test_vectors.json).
19
//!
20
//! </div>
21
//!
22
//! On the other hand:
23
//!
24
//! <div class="warning">
25
//!
26
//! **Encouragement:** Playing with these functions is a great way to learn how BLAKE3 works on the
27
//! inside. Have fun!
28
//!
29
//! </div>
30
//!
31
//! The main entrypoint for this module is the [`HasherExt`] trait, particularly the
32
//! [`set_input_offset`](HasherExt::set_input_offset) and
33
//! [`finalize_non_root`](HasherExt::finalize_non_root) methods. These let you compute the chaining
34
//! values of individual chunks or subtrees. You then combine these chaining values into larger
35
//! subtrees using [`merge_subtrees_non_root`] and finally (once at the very top)
36
//! [`merge_subtrees_root`] or [`merge_subtrees_root_xof`].
37
//!
38
//! # Examples
39
//!
40
//! Here's an example of computing all the interior hashes in a 3-chunk tree:
41
//!
42
//! ```text
43
//!            root
44
//!          /      \
45
//!      parent      \
46
//!    /       \      \
47
//! chunk0  chunk1  chunk2
48
//! ```
49
//!
50
//! ```
51
//! # fn main() {
52
//! use blake3::{Hasher, CHUNK_LEN};
53
//! use blake3::hazmat::{merge_subtrees_non_root, merge_subtrees_root, Mode};
54
//! use blake3::hazmat::HasherExt; // an extension trait for Hasher
55
//!
56
//! let chunk0 = [b'a'; CHUNK_LEN];
57
//! let chunk1 = [b'b'; CHUNK_LEN];
58
//! let chunk2 = [b'c'; 42]; // The final chunk can be short.
59
//!
60
//! // Compute the non-root hashes ("chaining values") of all three chunks. Chunks or subtrees
61
//! // that don't begin at the start of the input use `set_input_offset` to say where they begin.
62
//! let chunk0_cv = Hasher::new()
63
//!     // .set_input_offset(0) is the default.
64
//!     .update(&chunk0)
65
//!     .finalize_non_root();
66
//! let chunk1_cv = Hasher::new()
67
//!     .set_input_offset(CHUNK_LEN as u64)
68
//!     .update(&chunk1)
69
//!     .finalize_non_root();
70
//! let chunk2_cv = Hasher::new()
71
//!     .set_input_offset(2 * CHUNK_LEN as u64)
72
//!     .update(&chunk2)
73
//!     .finalize_non_root();
74
//!
75
//! // Join the first two chunks with a non-root parent node and compute its chaining value.
76
//! let parent_cv = merge_subtrees_non_root(&chunk0_cv, &chunk1_cv, Mode::Hash);
77
//!
78
//! // Join that parent node and the third chunk with a root parent node and compute the hash.
79
//! let root_hash = merge_subtrees_root(&parent_cv, &chunk2_cv, Mode::Hash);
80
//!
81
//! // Double check that we got the right answer.
82
//! let mut combined_input = Vec::new();
83
//! combined_input.extend_from_slice(&chunk0);
84
//! combined_input.extend_from_slice(&chunk1);
85
//! combined_input.extend_from_slice(&chunk2);
86
//! assert_eq!(root_hash, blake3::hash(&combined_input));
87
//! # }
88
//! ```
89
//!
90
//! Hashing many chunks together is important for performance, because it allows the implementation
91
//! to use SIMD parallelism internally. ([AVX-512](https://en.wikipedia.org/wiki/AVX-512) for
92
//! example needs 16 chunks to really get going.) We can reproduce `parent_cv` by hashing `chunk0`
93
//! and `chunk1` at the same time:
94
//!
95
//! ```
96
//! # fn main() {
97
//! # use blake3::{Hasher, CHUNK_LEN};
98
//! # use blake3::hazmat::{Mode, HasherExt, merge_subtrees_non_root, merge_subtrees_root};
99
//! # let chunk0 = [b'a'; CHUNK_LEN];
100
//! # let chunk1 = [b'b'; CHUNK_LEN];
101
//! # let chunk0_cv = Hasher::new().update(&chunk0).finalize_non_root();
102
//! # let chunk1_cv = Hasher::new().set_input_offset(CHUNK_LEN as u64).update(&chunk1).finalize_non_root();
103
//! # let parent_cv = merge_subtrees_non_root(&chunk0_cv, &chunk1_cv, Mode::Hash);
104
//! # let mut combined_input = Vec::new();
105
//! # combined_input.extend_from_slice(&chunk0);
106
//! # combined_input.extend_from_slice(&chunk1);
107
//! let left_subtree_cv = Hasher::new()
108
//!     // .set_input_offset(0) is the default.
109
//!     .update(&combined_input[..2 * CHUNK_LEN])
110
//!     .finalize_non_root();
111
//! assert_eq!(left_subtree_cv, parent_cv);
112
//!
113
//! // Using multiple updates gives the same answer, though it's not as efficient.
114
//! let mut subtree_hasher = Hasher::new();
115
//! // Again, .set_input_offset(0) is the default.
116
//! subtree_hasher.update(&chunk0);
117
//! subtree_hasher.update(&chunk1);
118
//! assert_eq!(left_subtree_cv, subtree_hasher.finalize_non_root());
119
//! # }
120
//! ```
121
//!
122
//! However, hashing multiple chunks together **must** respect the overall tree structure. Hashing
123
//! `chunk0` and `chunk1` together is valid, but hashing `chunk1` and `chunk2` together is
124
//! incorrect and gives a garbage result that will never match a standard BLAKE3 hash. The
125
//! implementation includes a few best-effort asserts to catch some of these mistakes, but these
126
//! checks aren't guaranteed. For example, this second call to `update` currently panics:
127
//!
128
//! ```should_panic
129
//! # fn main() {
130
//! # use blake3::{Hasher, CHUNK_LEN};
131
//! # use blake3::hazmat::HasherExt;
132
//! # let chunk0 = [b'a'; CHUNK_LEN];
133
//! # let chunk1 = [b'b'; CHUNK_LEN];
134
//! # let chunk2 = [b'c'; 42];
135
//! let oops = Hasher::new()
136
//!     .set_input_offset(CHUNK_LEN as u64)
137
//!     .update(&chunk1)
138
//!     // PANIC: "the subtree starting at 1024 contains at most 1024 bytes"
139
//!     .update(&chunk2)
140
//!     .finalize_non_root();
141
//! # }
142
//! ```
143
//!
144
//! For more on valid tree structures, see the docs for and [`left_subtree_len`] and
145
//! [`max_subtree_len`], and see section 2.1 of [the BLAKE3
146
//! paper](https://github.com/BLAKE3-team/BLAKE3-specs/blob/master/blake3.pdf). Note that the
147
//! merging functions ([`merge_subtrees_root`] and friends) don't know the shape of the left and
148
//! right subtrees you're giving them, and they can't help you catch mistakes. The best way to
149
//! catch mistakes with these is to compare your root output to the [`blake3::hash`](crate::hash)
150
//! of the same input.
151
152
use crate::platform::Platform;
153
use crate::{CVWords, Hasher, CHUNK_LEN, IV, KEY_LEN, OUT_LEN};
154
155
/// Extension methods for [`Hasher`]. This is the main entrypoint to the `hazmat` module.
156
pub trait HasherExt {
157
    /// Similar to [`Hasher::new_derive_key`] but using a pre-hashed [`ContextKey`] from
158
    /// [`hash_derive_key_context`].
159
    ///
160
    /// The [`hash_derive_key_context`] function is the _only_ valid source of the [`ContextKey`].
161
    /// Any other source ([`hash`](crate::hash), [`keyed_hash`](crate::keyed_hash), arbitrary bytes
162
    /// from the caller) violates the security requirements.
163
    ///
164
    /// Calling [`derive_key`](crate::derive_key) or [`Hasher::new_derive_key`] in a loop will
165
    /// re-hash the context string every time. This constructor function is a performance
166
    /// optimization to avoid that repeated work. If you hardcode the [`ContextKey`], the
167
    /// derive-key mode becomes zero-overhead, like the keyed mode.
168
    ///
169
    /// # Example
170
    ///
171
    /// ```
172
    /// use blake3::Hasher;
173
    /// use blake3::hazmat::HasherExt;
174
    ///
175
    /// let context_key = blake3::hazmat::hash_derive_key_context("foo");
176
    /// let mut hasher = Hasher::new_from_context_key(&context_key);
177
    /// hasher.update(b"bar");
178
    /// let derived_key = *hasher.finalize().as_bytes();
179
    ///
180
    /// assert_eq!(derived_key, blake3::derive_key("foo", b"bar"));
181
    /// ```
182
    fn new_from_context_key(context_key: &ContextKey) -> Self;
183
184
    /// Configure the `Hasher` to process a chunk or subtree starting at `offset` bytes into the
185
    /// whole input.
186
    ///
187
    /// You must call this function before processing any input with [`update`](Hasher::update) or
188
    /// similar. This step isn't required for the first chunk, or for a subtree that includes the
189
    /// first chunk (i.e. when the `offset` is zero), but it's required for all other chunks and
190
    /// subtrees.
191
    ///
192
    /// The starting input offset of a subtree implies a maximum possible length for that subtree.
193
    /// See [`max_subtree_len`] and section 2.1 of [the BLAKE3
194
    /// paper](https://github.com/BLAKE3-team/BLAKE3-specs/blob/master/blake3.pdf). Note that only
195
    /// subtrees along the right edge of the whole tree can have a length less than their maximum
196
    /// possible length.
197
    ///
198
    /// See the [module level examples](index.html#examples).
199
    ///
200
    /// # Panics
201
    ///
202
    /// This function panics if the `Hasher` has already accepted any input with
203
    /// [`update`](Hasher::update) or similar.
204
    ///
205
    /// This should always be paired with [`finalize_non_root`](HasherExt::finalize_non_root). It's
206
    /// never correct to use a non-zero input offset with [`finalize`](Hasher::finalize) or
207
    /// [`finalize_xof`](Hasher::finalize_xof). The `offset` must also be a multiple of
208
    /// `CHUNK_LEN`. Violating either of these rules will currently fail an assertion and panic,
209
    /// but this is not guaranteed.
210
    fn set_input_offset(&mut self, offset: u64) -> &mut Self;
211
212
    /// Finalize the non-root hash ("chaining value") of the current chunk or subtree.
213
    ///
214
    /// Afterwards you can merge subtree chaining values into parent nodes using
215
    /// [`merge_subtrees_non_root`] and ultimately into the root node with either
216
    /// [`merge_subtrees_root`] (similar to [`Hasher::finalize`]) or [`merge_subtrees_root_xof`]
217
    /// (similar to [`Hasher::finalize_xof`]).
218
    ///
219
    /// See the [module level examples](index.html#examples), particularly the discussion of valid
220
    /// tree structures.
221
    fn finalize_non_root(&self) -> ChainingValue;
222
}
223
224
impl HasherExt for Hasher {
225
0
    fn new_from_context_key(context_key: &[u8; KEY_LEN]) -> Hasher {
226
0
        let context_key_words = crate::platform::words_from_le_bytes_32(context_key);
227
0
        Hasher::new_internal(&context_key_words, crate::DERIVE_KEY_MATERIAL)
228
0
    }
229
230
0
    fn set_input_offset(&mut self, offset: u64) -> &mut Hasher {
231
0
        assert_eq!(self.count(), 0, "hasher has already accepted input");
232
0
        assert_eq!(
233
0
            offset % CHUNK_LEN as u64,
234
            0,
235
            "offset ({offset}) must be a chunk boundary (divisible by {CHUNK_LEN})",
236
        );
237
0
        let counter = offset / CHUNK_LEN as u64;
238
0
        self.chunk_state.chunk_counter = counter;
239
0
        self.initial_chunk_counter = counter;
240
0
        self
241
0
    }
242
243
0
    fn finalize_non_root(&self) -> ChainingValue {
244
0
        assert_ne!(self.count(), 0, "empty subtrees are never valid");
245
0
        self.final_output().chaining_value()
246
0
    }
247
}
248
249
/// The maximum length of a subtree in bytes, given its starting offset in bytes
250
///
251
/// If you try to hash more than this many bytes as one subtree, you'll end up merging parent nodes
252
/// that shouldn't be merged, and your output will be garbage. [`Hasher::update`] will currently
253
/// panic in this case, but this is not guaranteed.
254
///
255
/// For input offset zero (the default), there is no maximum length, and this function returns
256
/// `None`. For all other offsets it returns `Some`. Note that valid offsets must be a multiple of
257
/// [`CHUNK_LEN`] (1024); it's not possible to start hashing a chunk in the middle.
258
///
259
/// In the example tree below, chunks are numbered by their _0-based index_. The subtree that
260
/// _starts_ with chunk 3, i.e. `input_offset = 3 * CHUNK_LEN`, includes only that one chunk, so
261
/// its max length is `Some(CHUNK_LEN)`. The subtree that starts with chunk 6 includes chunk 7 but
262
/// not chunk 8, so its max length is `Some(2 * CHUNK_LEN)`. The subtree that starts with chunk 12
263
/// includes chunks 13, 14, and 15, but if the tree were bigger it would not include chunk 16, so
264
/// its max length is `Some(4 * CHUNK_LEN)`. One way to think about the rule here is that, if you
265
/// go beyond the max subtree length from a given starting offset, you start dealing with subtrees
266
/// that include chunks _to the left_ of where you started.
267
///
268
/// ```text
269
///                           root
270
///                 /                       \
271
///              .                             .
272
///        /           \                 /           \
273
///       .             .               .             .
274
///    /    \         /    \         /    \         /    \
275
///   .      .       .      .       .      .       .      .
276
///  / \    / \     / \    / \     / \    / \     / \    / \
277
/// 0  1   2  3    4  5   6  7    8  9   10 11   12 13  14 15
278
/// ```
279
///
280
/// The general rule turns out to be that for a subtree starting at a 0-based chunk index N greater
281
/// than zero, the maximum number of chunks in that subtree is the largest power-of-two that
282
/// divides N, which is given by `1 << N.trailing_zeros()`.
283
///
284
/// This function can be useful for writing tests or debug assertions, but it's actually rare to
285
/// use this for real control flow. Callers who split their input recursively using
286
/// [`left_subtree_len`] will automatically satisfy the `max_subtree_len` bound and don't
287
/// necessarily need to check. It's also common to choose some fixed power-of-two subtree size, say
288
/// 64 chunks, and divide your input up into slices of that fixed length (with the final slice
289
/// possibly short). This approach also automatically satisfies the `max_subtree_len` bound and
290
/// doesn't need to check. Proving that this is true can be an interesting exercise. Note that
291
/// chunks 0, 4, 8, and 12 all begin subtrees of at least 4 chunks in the example tree above.
292
///
293
/// # Panics
294
///
295
/// This function currently panics if `input_offset` is not a multiple of `CHUNK_LEN`. This is not
296
/// guaranteed.
297
#[inline(always)]
298
0
pub fn max_subtree_len(input_offset: u64) -> Option<u64> {
299
0
    if input_offset == 0 {
300
0
        return None;
301
0
    }
302
0
    assert_eq!(input_offset % CHUNK_LEN as u64, 0);
303
0
    let counter = input_offset / CHUNK_LEN as u64;
304
0
    let max_chunks = 1 << counter.trailing_zeros();
305
0
    Some(max_chunks * CHUNK_LEN as u64)
306
0
}
307
308
#[test]
309
fn test_max_subtree_len() {
310
    assert_eq!(max_subtree_len(0), None);
311
    // (chunk index, max chunks)
312
    let cases = [
313
        (1, 1),
314
        (2, 2),
315
        (3, 1),
316
        (4, 4),
317
        (5, 1),
318
        (6, 2),
319
        (7, 1),
320
        (8, 8),
321
    ];
322
    for (chunk_index, max_chunks) in cases {
323
        let input_offset = chunk_index * CHUNK_LEN as u64;
324
        assert_eq!(
325
            max_subtree_len(input_offset),
326
            Some(max_chunks * CHUNK_LEN as u64),
327
        );
328
    }
329
}
330
331
/// Given the length in bytes of either a complete input or a subtree input, return the number of
332
/// bytes that belong to its left child subtree. The rest belong to its right child subtree.
333
///
334
/// Concretely, this function returns the largest power-of-two number of bytes that's strictly less
335
/// than `input_len`. This leads to a tree where all left subtrees are "complete" and at least as
336
/// large as their sibling right subtrees, as specified in section 2.1 of [the BLAKE3
337
/// paper](https://github.com/BLAKE3-team/BLAKE3-specs/blob/master/blake3.pdf). For example, if an
338
/// input is exactly two chunks, the left subtree gets the first chunk and the right subtree gets
339
/// the second chunk. But if an input is two chunks plus one more byte, then its left subtree gets
340
/// two chunks, and its right subtree only gets one byte.
341
///
342
/// This function isn't meaningful for one chunk of input, because chunks don't have children. It
343
/// currently panics in debug mode if `input_len <= CHUNK_LEN`.
344
///
345
/// # Example
346
///
347
/// Hash a input of random length as two subtrees:
348
///
349
/// ```
350
/// # #[cfg(feature = "std")] {
351
/// use blake3::hazmat::{left_subtree_len, merge_subtrees_root, HasherExt, Mode};
352
/// use blake3::{Hasher, CHUNK_LEN};
353
///
354
/// // Generate a random-length input. Note that to be split into two subtrees, the input length
355
/// // must be greater than CHUNK_LEN.
356
/// let input_len = rand::random_range(CHUNK_LEN + 1..1_000_000);
357
/// let mut input = vec![0; input_len];
358
/// rand::fill(&mut input[..]);
359
///
360
/// // Compute the left and right subtree hashes and then the root hash. left_subtree_len() tells
361
/// // us exactly where to split the input. Any other split would either panic (if we're lucky) or
362
/// // lead to an incorrect root hash.
363
/// let left_len = left_subtree_len(input_len as u64) as usize;
364
/// let left_subtree_cv = Hasher::new()
365
///     .update(&input[..left_len])
366
///     .finalize_non_root();
367
/// let right_subtree_cv = Hasher::new()
368
///     .set_input_offset(left_len as u64)
369
///     .update(&input[left_len..])
370
///     .finalize_non_root();
371
/// let root_hash = merge_subtrees_root(&left_subtree_cv, &right_subtree_cv, Mode::Hash);
372
///
373
/// // Double check the answer.
374
/// assert_eq!(root_hash, blake3::hash(&input));
375
/// # }
376
/// ```
377
#[inline(always)]
378
0
pub fn left_subtree_len(input_len: u64) -> u64 {
379
0
    debug_assert!(input_len > CHUNK_LEN as u64);
380
    // Note that .next_power_of_two() is greater than *or equal*.
381
0
    ((input_len + 1) / 2).next_power_of_two()
382
0
}
383
384
#[test]
385
fn test_left_subtree_len() {
386
    assert_eq!(left_subtree_len(1025), 1024);
387
    for boundary_case in [2, 4, 8, 16, 32, 64] {
388
        let input_len = boundary_case * CHUNK_LEN as u64;
389
        assert_eq!(left_subtree_len(input_len - 1), input_len / 2);
390
        assert_eq!(left_subtree_len(input_len), input_len / 2);
391
        assert_eq!(left_subtree_len(input_len + 1), input_len);
392
    }
393
}
394
395
/// The `mode` argument to [`merge_subtrees_root`] and friends
396
///
397
/// See the [module level examples](index.html#examples).
398
#[derive(Copy, Clone, Debug)]
399
pub enum Mode<'a> {
400
    /// Corresponding to [`hash`](crate::hash)
401
    Hash,
402
403
    /// Corresponding to [`keyed_hash`](crate::hash)
404
    KeyedHash(&'a [u8; KEY_LEN]),
405
406
    /// Corresponding to [`derive_key`](crate::hash)
407
    ///
408
    /// The [`ContextKey`] comes from [`hash_derive_key_context`].
409
    DeriveKeyMaterial(&'a ContextKey),
410
}
411
412
impl<'a> Mode<'a> {
413
0
    fn key_words(&self) -> CVWords {
414
0
        match self {
415
0
            Mode::Hash => *IV,
416
0
            Mode::KeyedHash(key) => crate::platform::words_from_le_bytes_32(key),
417
0
            Mode::DeriveKeyMaterial(cx_key) => crate::platform::words_from_le_bytes_32(cx_key),
418
        }
419
0
    }
420
421
0
    fn flags_byte(&self) -> u8 {
422
0
        match self {
423
0
            Mode::Hash => 0,
424
0
            Mode::KeyedHash(_) => crate::KEYED_HASH,
425
0
            Mode::DeriveKeyMaterial(_) => crate::DERIVE_KEY_MATERIAL,
426
        }
427
0
    }
428
}
429
430
/// "Chaining value" is the academic term for a non-root or non-final hash.
431
///
432
/// Besides just sounding fancy, it turns out there are [security
433
/// reasons](https://jacko.io/tree_hashing.html) to be careful about the difference between
434
/// (root/final) hashes and (non-root/non-final) chaining values.
435
pub type ChainingValue = [u8; OUT_LEN];
436
437
0
fn merge_subtrees_inner(
438
0
    left_child: &ChainingValue,
439
0
    right_child: &ChainingValue,
440
0
    mode: Mode,
441
0
) -> crate::Output {
442
0
    crate::parent_node_output(
443
0
        &left_child,
444
0
        &right_child,
445
0
        &mode.key_words(),
446
0
        mode.flags_byte(),
447
0
        Platform::detect(),
448
    )
449
0
}
450
451
/// Compute a non-root parent node chaining value from two child chaining values.
452
///
453
/// See the [module level examples](index.html#examples), particularly the discussion of valid tree
454
/// structures. The left and right child chaining values can come from either
455
/// [`Hasher::finalize_non_root`](HasherExt::finalize_non_root) or other calls to
456
/// `merge_subtrees_non_root`. "Chaining value" is the academic term for a non-root or non-final
457
/// hash.
458
0
pub fn merge_subtrees_non_root(
459
0
    left_child: &ChainingValue,
460
0
    right_child: &ChainingValue,
461
0
    mode: Mode,
462
0
) -> ChainingValue {
463
0
    merge_subtrees_inner(left_child, right_child, mode).chaining_value()
464
0
}
465
466
/// Compute a root hash from two child chaining values.
467
///
468
/// See the [module level examples](index.html#examples), particularly the discussion of valid tree
469
/// structures. The left and right child chaining values can come from either
470
/// [`Hasher::finalize_non_root`](HasherExt::finalize_non_root) or [`merge_subtrees_non_root`].
471
/// "Chaining value" is the academic term for a non-root or non-final hash.
472
///
473
/// Note that inputs of [`CHUNK_LEN`] or less don't produce any parent nodes and can't be hashed
474
/// using this function. In that case you must get the root hash from [`Hasher::finalize`] (or just
475
/// [`blake3::hash`](crate::hash)).
476
0
pub fn merge_subtrees_root(
477
0
    left_child: &ChainingValue,
478
0
    right_child: &ChainingValue,
479
0
    mode: Mode,
480
0
) -> crate::Hash {
481
0
    merge_subtrees_inner(left_child, right_child, mode).root_hash()
482
0
}
483
484
/// Build a root [`OutputReader`](crate::OutputReader) from two child chaining values.
485
///
486
/// See also the [module level examples](index.html#examples), particularly the discussion of valid
487
/// tree structures. The left and right child chaining values can come from either
488
/// [`Hasher::finalize_non_root`](HasherExt::finalize_non_root) or [`merge_subtrees_non_root`].
489
/// "Chaining value" is the academic term for a non-root or non-final hash.
490
///
491
/// Note that inputs of [`CHUNK_LEN`] or less don't produce any parent nodes and can't be hashed
492
/// using this function. In that case you must get the `OutputReader` from
493
/// [`Hasher::finalize_xof`].
494
///
495
/// # Example
496
///
497
/// ```
498
/// use blake3::hazmat::{merge_subtrees_root_xof, HasherExt, Mode};
499
/// use blake3::{Hasher, CHUNK_LEN};
500
///
501
/// // Hash a 2-chunk subtree in steps. Note that only
502
/// // the final chunk can be shorter than CHUNK_LEN.
503
/// let chunk0 = &[42; CHUNK_LEN];
504
/// let chunk1 = b"hello world";
505
/// let chunk0_cv = Hasher::new()
506
///     .update(chunk0)
507
///     .finalize_non_root();
508
/// let chunk1_cv = Hasher::new()
509
///     .set_input_offset(CHUNK_LEN as u64)
510
///     .update(chunk1)
511
///     .finalize_non_root();
512
///
513
/// // Obtain a blake3::OutputReader at the root and extract 1000 bytes.
514
/// let mut output_reader = merge_subtrees_root_xof(&chunk0_cv, &chunk1_cv, Mode::Hash);
515
/// let mut output_bytes = [0; 1_000];
516
/// output_reader.fill(&mut output_bytes);
517
///
518
/// // Double check the answer.
519
/// let mut hasher = Hasher::new();
520
/// hasher.update(chunk0);
521
/// hasher.update(chunk1);
522
/// let mut expected = [0; 1_000];
523
/// hasher.finalize_xof().fill(&mut expected);
524
/// assert_eq!(output_bytes, expected);
525
/// ```
526
0
pub fn merge_subtrees_root_xof(
527
0
    left_child: &ChainingValue,
528
0
    right_child: &ChainingValue,
529
0
    mode: Mode,
530
0
) -> crate::OutputReader {
531
0
    crate::OutputReader::new(merge_subtrees_inner(left_child, right_child, mode))
532
0
}
533
534
/// An alias to distinguish [`hash_derive_key_context`] outputs from other keys.
535
pub type ContextKey = [u8; KEY_LEN];
536
537
/// Hash a [`derive_key`](crate::derive_key) context string and return a [`ContextKey`].
538
///
539
/// This has the same security requirement as [`derive_key`](crate::derive_key). **The context
540
/// string should be hardcoded, globally unique, and application-specific.**
541
///
542
/// The _only_ valid uses for the returned [`ContextKey`] are
543
/// [`new_from_context_key`](HasherExt::new_from_context_key) and [`Mode::DeriveKeyMaterial`]
544
/// (together with the merge subtree functions).
545
///
546
/// # Example
547
///
548
/// ```
549
/// use blake3::Hasher;
550
/// use blake3::hazmat::HasherExt;
551
///
552
/// let context_key = blake3::hazmat::hash_derive_key_context("foo");
553
/// let mut hasher = Hasher::new_from_context_key(&context_key);
554
/// hasher.update(b"bar");
555
/// let derived_key = *hasher.finalize().as_bytes();
556
///
557
/// assert_eq!(derived_key, blake3::derive_key("foo", b"bar"));
558
/// ```
559
0
pub fn hash_derive_key_context(context: &str) -> ContextKey {
560
0
    crate::hash_all_at_once::<crate::join::SerialJoin>(
561
0
        context.as_bytes(),
562
0
        IV,
563
0
        crate::DERIVE_KEY_CONTEXT,
564
0
    )
565
0
    .root_hash()
566
0
    .0
567
0
}
568
569
#[cfg(test)]
570
mod test {
571
    use super::*;
572
573
    #[test]
574
    #[should_panic]
575
    fn test_empty_subtree_should_panic() {
576
        Hasher::new().finalize_non_root();
577
    }
578
579
    #[test]
580
    #[should_panic]
581
    fn test_unaligned_offset_should_panic() {
582
        Hasher::new().set_input_offset(1);
583
    }
584
585
    #[test]
586
    #[should_panic]
587
    fn test_hasher_already_accepted_input_should_panic() {
588
        Hasher::new().update(b"x").set_input_offset(0);
589
    }
590
591
    #[test]
592
    #[should_panic]
593
    fn test_too_much_input_should_panic() {
594
        Hasher::new()
595
            .set_input_offset(CHUNK_LEN as u64)
596
            .update(&[0; CHUNK_LEN + 1]);
597
    }
598
599
    #[test]
600
    #[should_panic]
601
    fn test_set_input_offset_cant_finalize() {
602
        Hasher::new().set_input_offset(CHUNK_LEN as u64).finalize();
603
    }
604
605
    #[test]
606
    #[should_panic]
607
    fn test_set_input_offset_cant_finalize_xof() {
608
        Hasher::new()
609
            .set_input_offset(CHUNK_LEN as u64)
610
            .finalize_xof();
611
    }
612
613
    #[test]
614
    fn test_grouped_hash() {
615
        const MAX_CHUNKS: usize = (crate::test::TEST_CASES_MAX + 1) / CHUNK_LEN;
616
        let mut input_buf = [0; crate::test::TEST_CASES_MAX];
617
        crate::test::paint_test_input(&mut input_buf);
618
        for subtree_chunks in [1, 2, 4, 8, 16, 32] {
619
            #[cfg(feature = "std")]
620
            dbg!(subtree_chunks);
621
            let subtree_len = subtree_chunks * CHUNK_LEN;
622
            for &case in crate::test::TEST_CASES {
623
                if case <= subtree_len {
624
                    continue;
625
                }
626
                #[cfg(feature = "std")]
627
                dbg!(case);
628
                let input = &input_buf[..case];
629
                let expected_hash = crate::hash(input);
630
631
                // Collect all the group chaining values.
632
                let mut chaining_values = arrayvec::ArrayVec::<ChainingValue, MAX_CHUNKS>::new();
633
                let mut subtree_offset = 0;
634
                while subtree_offset < input.len() {
635
                    let take = core::cmp::min(subtree_len, input.len() - subtree_offset);
636
                    let subtree_input = &input[subtree_offset..][..take];
637
                    let subtree_cv = Hasher::new()
638
                        .set_input_offset(subtree_offset as u64)
639
                        .update(subtree_input)
640
                        .finalize_non_root();
641
                    chaining_values.push(subtree_cv);
642
                    subtree_offset += take;
643
                }
644
645
                // Compress all the chaining_values together, layer by layer.
646
                assert!(chaining_values.len() >= 2);
647
                while chaining_values.len() > 2 {
648
                    let n = chaining_values.len();
649
                    // Merge each side-by-side pair in place, overwriting the front half of the
650
                    // array with the merged results. This moves us "up one level" in the tree.
651
                    for i in 0..(n / 2) {
652
                        chaining_values[i] = merge_subtrees_non_root(
653
                            &chaining_values[2 * i],
654
                            &chaining_values[2 * i + 1],
655
                            Mode::Hash,
656
                        );
657
                    }
658
                    // If there's an odd CV out, it moves up.
659
                    if n % 2 == 1 {
660
                        chaining_values[n / 2] = chaining_values[n - 1];
661
                    }
662
                    chaining_values.truncate(n / 2 + n % 2);
663
                }
664
                assert_eq!(chaining_values.len(), 2);
665
                let root_hash =
666
                    merge_subtrees_root(&chaining_values[0], &chaining_values[1], Mode::Hash);
667
                assert_eq!(expected_hash, root_hash);
668
            }
669
        }
670
    }
671
672
    #[test]
673
    fn test_keyed_hash_xof() {
674
        let group0 = &[42; 4096];
675
        let group1 = &[43; 4095];
676
        let mut input = [0; 8191];
677
        input[..4096].copy_from_slice(group0);
678
        input[4096..].copy_from_slice(group1);
679
        let key = &[44; 32];
680
681
        let mut expected_output = [0; 100];
682
        Hasher::new_keyed(&key)
683
            .update(&input)
684
            .finalize_xof()
685
            .fill(&mut expected_output);
686
687
        let mut hazmat_output = [0; 100];
688
        let left = Hasher::new_keyed(key).update(group0).finalize_non_root();
689
        let right = Hasher::new_keyed(key)
690
            .set_input_offset(group0.len() as u64)
691
            .update(group1)
692
            .finalize_non_root();
693
        merge_subtrees_root_xof(&left, &right, Mode::KeyedHash(&key)).fill(&mut hazmat_output);
694
        assert_eq!(expected_output, hazmat_output);
695
    }
696
697
    #[test]
698
    fn test_derive_key() {
699
        let context = "foo";
700
        let mut input = [0; 1025];
701
        crate::test::paint_test_input(&mut input);
702
        let expected = crate::derive_key(context, &input);
703
704
        let cx_key = hash_derive_key_context(context);
705
        let left = Hasher::new_from_context_key(&cx_key)
706
            .update(&input[..1024])
707
            .finalize_non_root();
708
        let right = Hasher::new_from_context_key(&cx_key)
709
            .set_input_offset(1024)
710
            .update(&input[1024..])
711
            .finalize_non_root();
712
        let derived_key = merge_subtrees_root(&left, &right, Mode::DeriveKeyMaterial(&cx_key)).0;
713
        assert_eq!(expected, derived_key);
714
    }
715
}