/src/openssl35/crypto/initthread.c
Line | Count | Source |
1 | | /* |
2 | | * Copyright 2019-2026 The OpenSSL Project Authors. All Rights Reserved. |
3 | | * |
4 | | * Licensed under the Apache License 2.0 (the "License"). You may not use |
5 | | * this file except in compliance with the License. You can obtain a copy |
6 | | * in the file LICENSE in the source distribution or at |
7 | | * https://www.openssl.org/source/license.html |
8 | | */ |
9 | | |
10 | | #include <openssl/crypto.h> |
11 | | #include <openssl/core_dispatch.h> |
12 | | #include "crypto/cryptlib.h" |
13 | | #include "prov/providercommon.h" |
14 | | #include "internal/thread_once.h" |
15 | | #include "crypto/context.h" |
16 | | |
17 | | #ifdef FIPS_MODULE |
18 | | #include "prov/provider_ctx.h" |
19 | | |
20 | | /* |
21 | | * Thread aware code may want to be told about thread stop events. We register |
22 | | * to hear about those thread stop events when we see a new thread has started. |
23 | | * We call the ossl_init_thread_start function to do that. In the FIPS provider |
24 | | * we have our own copy of ossl_init_thread_start, which cascades notifications |
25 | | * about threads stopping from libcrypto to all the code in the FIPS provider |
26 | | * that needs to know about it. |
27 | | * |
28 | | * The FIPS provider tells libcrypto about which threads it is interested in |
29 | | * by calling "c_thread_start" which is a function pointer created during |
30 | | * provider initialisation (i.e. OSSL_provider_init). |
31 | | */ |
32 | | extern OSSL_FUNC_core_thread_start_fn *c_thread_start; |
33 | | #endif |
34 | | |
35 | | typedef struct thread_event_handler_st THREAD_EVENT_HANDLER; |
36 | | struct thread_event_handler_st { |
37 | | #ifndef FIPS_MODULE |
38 | | const void *index; |
39 | | #endif |
40 | | void *arg; |
41 | | OSSL_thread_stop_handler_fn handfn; |
42 | | THREAD_EVENT_HANDLER *next; |
43 | | }; |
44 | | |
45 | | #ifndef FIPS_MODULE |
46 | | DEFINE_SPECIAL_STACK_OF(THREAD_EVENT_HANDLER_PTR, THREAD_EVENT_HANDLER *) |
47 | | |
48 | | typedef struct global_tevent_register_st GLOBAL_TEVENT_REGISTER; |
49 | | struct global_tevent_register_st { |
50 | | STACK_OF(THREAD_EVENT_HANDLER_PTR) *skhands; |
51 | | CRYPTO_RWLOCK *lock; |
52 | | }; |
53 | | |
54 | | static GLOBAL_TEVENT_REGISTER *glob_tevent_reg = NULL; |
55 | | |
56 | | static CRYPTO_ONCE tevent_register_runonce = CRYPTO_ONCE_STATIC_INIT; |
57 | | |
58 | | DEFINE_RUN_ONCE_STATIC(create_global_tevent_register) |
59 | 275 | { |
60 | 275 | glob_tevent_reg = OPENSSL_zalloc(sizeof(*glob_tevent_reg)); |
61 | 275 | if (glob_tevent_reg == NULL) |
62 | 0 | return 0; |
63 | | |
64 | 275 | glob_tevent_reg->skhands = sk_THREAD_EVENT_HANDLER_PTR_new_null(); |
65 | 275 | glob_tevent_reg->lock = CRYPTO_THREAD_lock_new(); |
66 | 275 | if (glob_tevent_reg->skhands == NULL || glob_tevent_reg->lock == NULL) { |
67 | 0 | sk_THREAD_EVENT_HANDLER_PTR_free(glob_tevent_reg->skhands); |
68 | 0 | CRYPTO_THREAD_lock_free(glob_tevent_reg->lock); |
69 | 0 | OPENSSL_free(glob_tevent_reg); |
70 | 0 | glob_tevent_reg = NULL; |
71 | 0 | return 0; |
72 | 0 | } |
73 | | |
74 | 275 | return 1; |
75 | 275 | } |
76 | | |
77 | | static GLOBAL_TEVENT_REGISTER *get_global_tevent_register(void) |
78 | 1.00k | { |
79 | 1.00k | if (!RUN_ONCE(&tevent_register_runonce, create_global_tevent_register)) |
80 | 0 | return NULL; |
81 | 1.00k | return glob_tevent_reg; |
82 | 1.00k | } |
83 | | #endif |
84 | | |
85 | | #ifndef FIPS_MODULE |
86 | | static int init_thread_push_handlers(THREAD_EVENT_HANDLER **hands); |
87 | | static void init_thread_remove_handlers(THREAD_EVENT_HANDLER **handsin); |
88 | | static void init_thread_destructor(void *hands); |
89 | | static int init_thread_deregister(void *arg, int all); |
90 | | #endif |
91 | | static void init_thread_stop(void *arg, THREAD_EVENT_HANDLER **hands); |
92 | | |
93 | | static THREAD_EVENT_HANDLER ** |
94 | | init_get_thread_local(CRYPTO_THREAD_LOCAL *local, int alloc, int keep) |
95 | 548 | { |
96 | 548 | THREAD_EVENT_HANDLER **hands = CRYPTO_THREAD_get_local(local); |
97 | | |
98 | 548 | if (alloc) { |
99 | 214 | if (hands == NULL) { |
100 | | |
101 | 167 | if ((hands = OPENSSL_zalloc(sizeof(*hands))) == NULL) |
102 | 0 | return NULL; |
103 | | |
104 | 167 | if (!CRYPTO_THREAD_set_local(local, hands)) { |
105 | 0 | OPENSSL_free(hands); |
106 | 0 | return NULL; |
107 | 0 | } |
108 | | |
109 | 167 | #ifndef FIPS_MODULE |
110 | 167 | if (!init_thread_push_handlers(hands)) { |
111 | 0 | CRYPTO_THREAD_set_local(local, NULL); |
112 | 0 | OPENSSL_free(hands); |
113 | 0 | return NULL; |
114 | 0 | } |
115 | 167 | #endif |
116 | 167 | } |
117 | 334 | } else if (!keep) { |
118 | 167 | CRYPTO_THREAD_set_local(local, NULL); |
119 | 167 | } |
120 | | |
121 | 548 | return hands; |
122 | 548 | } |
123 | | |
124 | | int CRYPTO_THREAD_init_local(CRYPTO_THREAD_LOCAL *key, void (*cleanup)(void *)) |
125 | 597 | { |
126 | | |
127 | 597 | #ifndef FIPS_MODULE |
128 | 597 | if (!ossl_init_thread()) |
129 | 0 | return 0; |
130 | 597 | #endif |
131 | 597 | return ossl_thread_init_local(key, cleanup); |
132 | 597 | } |
133 | | |
134 | | #ifndef FIPS_MODULE |
135 | | /* |
136 | | * Since per-thread-specific-data destructors are not universally |
137 | | * available, i.e. not on Windows, only below CRYPTO_THREAD_LOCAL key |
138 | | * is assumed to have destructor associated. And then an effort is made |
139 | | * to call this single destructor on non-pthread platform[s]. |
140 | | * |
141 | | * Initial value is "impossible". It is used as guard value to shortcut |
142 | | * destructor for threads terminating before libcrypto is initialized or |
143 | | * after it's de-initialized. Access to the key doesn't have to be |
144 | | * serialized for the said threads, because they didn't use libcrypto |
145 | | * and it doesn't matter if they pick "impossible" or dereference real |
146 | | * key value and pull NULL past initialization in the first thread that |
147 | | * intends to use libcrypto. |
148 | | */ |
149 | | static union { |
150 | | long sane; |
151 | | CRYPTO_THREAD_LOCAL value; |
152 | | } destructor_key = { -1 }; |
153 | | |
154 | | /* |
155 | | * The thread event handler list is a thread specific linked list |
156 | | * of callback functions which are invoked in list order by the |
157 | | * current thread in case of certain events. (Currently, there is |
158 | | * only one type of event, the 'thread stop' event.) |
159 | | * |
160 | | * We also keep a global reference to that linked list, so that we |
161 | | * can deregister handlers if necessary before all the threads are |
162 | | * stopped. |
163 | | */ |
164 | | static int init_thread_push_handlers(THREAD_EVENT_HANDLER **hands) |
165 | 275 | { |
166 | 275 | int ret; |
167 | 275 | GLOBAL_TEVENT_REGISTER *gtr; |
168 | | |
169 | 275 | gtr = get_global_tevent_register(); |
170 | 275 | if (gtr == NULL) |
171 | 0 | return 0; |
172 | | |
173 | 275 | if (!CRYPTO_THREAD_write_lock(gtr->lock)) |
174 | 0 | return 0; |
175 | 275 | ret = (sk_THREAD_EVENT_HANDLER_PTR_push(gtr->skhands, hands) != 0); |
176 | 275 | CRYPTO_THREAD_unlock(gtr->lock); |
177 | | |
178 | 275 | return ret; |
179 | 275 | } |
180 | | |
181 | | static void init_thread_remove_handlers(THREAD_EVENT_HANDLER **handsin) |
182 | 220 | { |
183 | 220 | GLOBAL_TEVENT_REGISTER *gtr; |
184 | 220 | int i; |
185 | | |
186 | 220 | gtr = get_global_tevent_register(); |
187 | 220 | if (gtr == NULL) |
188 | 0 | return; |
189 | 220 | if (!CRYPTO_THREAD_write_lock(gtr->lock)) |
190 | 0 | return; |
191 | 220 | for (i = 0; i < sk_THREAD_EVENT_HANDLER_PTR_num(gtr->skhands); i++) { |
192 | 220 | THREAD_EVENT_HANDLER **hands |
193 | 220 | = sk_THREAD_EVENT_HANDLER_PTR_value(gtr->skhands, i); |
194 | | |
195 | 220 | if (hands == handsin) { |
196 | 220 | sk_THREAD_EVENT_HANDLER_PTR_delete(gtr->skhands, i); |
197 | 220 | CRYPTO_THREAD_unlock(gtr->lock); |
198 | 220 | return; |
199 | 220 | } |
200 | 220 | } |
201 | 0 | CRYPTO_THREAD_unlock(gtr->lock); |
202 | 0 | return; |
203 | 220 | } |
204 | | |
205 | | static void init_thread_destructor(void *hands) |
206 | 0 | { |
207 | 0 | init_thread_stop(NULL, (THREAD_EVENT_HANDLER **)hands); |
208 | 0 | init_thread_remove_handlers(hands); |
209 | 0 | OPENSSL_free(hands); |
210 | 0 | } |
211 | | |
212 | | static CRYPTO_ONCE ossl_init_thread_runonce = CRYPTO_ONCE_STATIC_INIT; |
213 | | |
214 | | DEFINE_RUN_ONCE_STATIC(ossl_init_thread_once) |
215 | 196 | { |
216 | 196 | if (!ossl_thread_init_local(&destructor_key.value, |
217 | 196 | init_thread_destructor)) |
218 | 0 | return 0; |
219 | | |
220 | 196 | return 1; |
221 | 196 | } |
222 | | |
223 | | int ossl_init_thread(void) |
224 | 703 | { |
225 | 703 | if (!RUN_ONCE(&ossl_init_thread_runonce, ossl_init_thread_once)) |
226 | 0 | return 0; |
227 | 703 | return 1; |
228 | 703 | } |
229 | | |
230 | | void ossl_cleanup_thread(void) |
231 | 220 | { |
232 | 220 | init_thread_deregister(NULL, 1); |
233 | 220 | CRYPTO_THREAD_cleanup_local(&destructor_key.value); |
234 | 220 | destructor_key.sane = -1; |
235 | 220 | } |
236 | | |
237 | | void OPENSSL_thread_stop_ex(OSSL_LIB_CTX *ctx) |
238 | 0 | { |
239 | 0 | ctx = ossl_lib_ctx_get_concrete(ctx); |
240 | | /* |
241 | | * It would be nice if we could figure out a way to do this on all threads |
242 | | * that have used the OSSL_LIB_CTX when the context is freed. This is |
243 | | * currently not possible due to the use of thread local variables. |
244 | | */ |
245 | 0 | ossl_ctx_thread_stop(ctx); |
246 | 0 | } |
247 | | |
248 | | void OPENSSL_thread_stop(void) |
249 | 220 | { |
250 | 220 | if (destructor_key.sane != -1) { |
251 | 220 | THREAD_EVENT_HANDLER **hands |
252 | 220 | = init_get_thread_local(&destructor_key.value, 0, 0); |
253 | 220 | init_thread_stop(NULL, hands); |
254 | | |
255 | 220 | init_thread_remove_handlers(hands); |
256 | 220 | OPENSSL_free(hands); |
257 | 220 | } |
258 | 220 | } |
259 | | |
260 | | void ossl_ctx_thread_stop(OSSL_LIB_CTX *ctx) |
261 | 220 | { |
262 | 220 | if (destructor_key.sane != -1) { |
263 | 220 | THREAD_EVENT_HANDLER **hands |
264 | 220 | = init_get_thread_local(&destructor_key.value, 0, 1); |
265 | 220 | init_thread_stop(ctx, hands); |
266 | 220 | } |
267 | 220 | } |
268 | | |
269 | | #else |
270 | | |
271 | | static void ossl_arg_thread_stop(void *arg); |
272 | | |
273 | | /* Register the current thread so that we are informed if it gets stopped */ |
274 | | int ossl_thread_register_fips(OSSL_LIB_CTX *libctx) |
275 | | { |
276 | | return c_thread_start(FIPS_get_core_handle(libctx), ossl_arg_thread_stop, |
277 | | libctx); |
278 | | } |
279 | | |
280 | | void *ossl_thread_event_ctx_new(OSSL_LIB_CTX *libctx) |
281 | | { |
282 | | THREAD_EVENT_HANDLER **hands = NULL; |
283 | | CRYPTO_THREAD_LOCAL *tlocal = OPENSSL_zalloc(sizeof(*tlocal)); |
284 | | |
285 | | if (tlocal == NULL) |
286 | | return NULL; |
287 | | |
288 | | if (!CRYPTO_THREAD_init_local(tlocal, NULL)) |
289 | | goto deinit; |
290 | | |
291 | | hands = OPENSSL_zalloc(sizeof(*hands)); |
292 | | if (hands == NULL) |
293 | | goto err; |
294 | | |
295 | | if (!CRYPTO_THREAD_set_local(tlocal, hands)) |
296 | | goto err; |
297 | | |
298 | | /* |
299 | | * We should ideally call ossl_thread_register_fips() here. This function |
300 | | * is called during the startup of the FIPS provider and we need to ensure |
301 | | * that the main thread is registered to receive thread callbacks in order |
302 | | * to free |hands| that we allocated above. However we are too early in |
303 | | * the FIPS provider initialisation that FIPS_get_core_handle() doesn't work |
304 | | * yet. So we defer this to the main provider OSSL_provider_init_int() |
305 | | * function. |
306 | | */ |
307 | | |
308 | | return tlocal; |
309 | | err: |
310 | | OPENSSL_free(hands); |
311 | | CRYPTO_THREAD_cleanup_local(tlocal); |
312 | | deinit: |
313 | | OPENSSL_free(tlocal); |
314 | | return NULL; |
315 | | } |
316 | | |
317 | | void ossl_thread_event_ctx_free(void *tlocal) |
318 | | { |
319 | | CRYPTO_THREAD_cleanup_local(tlocal); |
320 | | OPENSSL_free(tlocal); |
321 | | } |
322 | | |
323 | | static void ossl_arg_thread_stop(void *arg) |
324 | | { |
325 | | ossl_ctx_thread_stop((OSSL_LIB_CTX *)arg); |
326 | | } |
327 | | |
328 | | void ossl_ctx_thread_stop(OSSL_LIB_CTX *ctx) |
329 | | { |
330 | | THREAD_EVENT_HANDLER **hands; |
331 | | CRYPTO_THREAD_LOCAL *local |
332 | | = ossl_lib_ctx_get_data(ctx, OSSL_LIB_CTX_THREAD_EVENT_HANDLER_INDEX); |
333 | | |
334 | | if (local == NULL) |
335 | | return; |
336 | | hands = init_get_thread_local(local, 0, 0); |
337 | | init_thread_stop(ctx, hands); |
338 | | OPENSSL_free(hands); |
339 | | } |
340 | | #endif /* FIPS_MODULE */ |
341 | | |
342 | | static void init_thread_stop(void *arg, THREAD_EVENT_HANDLER **hands) |
343 | 440 | { |
344 | 440 | THREAD_EVENT_HANDLER *curr, *prev = NULL, *tmp; |
345 | 440 | #ifndef FIPS_MODULE |
346 | 440 | GLOBAL_TEVENT_REGISTER *gtr; |
347 | 440 | #endif |
348 | | |
349 | | /* Can't do much about this */ |
350 | 440 | if (hands == NULL) |
351 | 220 | return; |
352 | | |
353 | 220 | #ifndef FIPS_MODULE |
354 | 220 | gtr = get_global_tevent_register(); |
355 | 220 | if (gtr == NULL) |
356 | 0 | return; |
357 | | |
358 | 220 | if (!CRYPTO_THREAD_write_lock(gtr->lock)) |
359 | 0 | return; |
360 | 220 | #endif |
361 | | |
362 | 220 | curr = *hands; |
363 | 504 | while (curr != NULL) { |
364 | 284 | if (arg != NULL && curr->arg != arg) { |
365 | 0 | prev = curr; |
366 | 0 | curr = curr->next; |
367 | 0 | continue; |
368 | 0 | } |
369 | 284 | curr->handfn(curr->arg); |
370 | 284 | if (prev == NULL) |
371 | 284 | *hands = curr->next; |
372 | 0 | else |
373 | 0 | prev->next = curr->next; |
374 | | |
375 | 284 | tmp = curr; |
376 | 284 | curr = curr->next; |
377 | | |
378 | 284 | OPENSSL_free(tmp); |
379 | 284 | } |
380 | 220 | #ifndef FIPS_MODULE |
381 | 220 | CRYPTO_THREAD_unlock(gtr->lock); |
382 | 220 | #endif |
383 | 220 | } |
384 | | |
385 | | int ossl_init_thread_start(const void *index, void *arg, |
386 | | OSSL_thread_stop_handler_fn handfn) |
387 | 358 | { |
388 | 358 | THREAD_EVENT_HANDLER **hands; |
389 | 358 | THREAD_EVENT_HANDLER *hand; |
390 | | #ifdef FIPS_MODULE |
391 | | OSSL_LIB_CTX *ctx = arg; |
392 | | |
393 | | /* |
394 | | * In FIPS mode the list of THREAD_EVENT_HANDLERs is unique per combination |
395 | | * of OSSL_LIB_CTX and thread. This is because in FIPS mode each |
396 | | * OSSL_LIB_CTX gets informed about thread stop events individually. |
397 | | */ |
398 | | CRYPTO_THREAD_LOCAL *local |
399 | | = ossl_lib_ctx_get_data(ctx, OSSL_LIB_CTX_THREAD_EVENT_HANDLER_INDEX); |
400 | | #else |
401 | | /* |
402 | | * Outside of FIPS mode the list of THREAD_EVENT_HANDLERs is unique per |
403 | | * thread, but may hold multiple OSSL_LIB_CTXs. We only get told about |
404 | | * thread stop events globally, so we have to ensure all affected |
405 | | * OSSL_LIB_CTXs are informed. |
406 | | */ |
407 | 358 | CRYPTO_THREAD_LOCAL *local = &destructor_key.value; |
408 | 358 | #endif |
409 | | |
410 | 358 | hands = init_get_thread_local(local, 1, 0); |
411 | 358 | if (hands == NULL) |
412 | 0 | return 0; |
413 | | |
414 | | #ifdef FIPS_MODULE |
415 | | if (*hands == NULL) { |
416 | | /* |
417 | | * We've not yet registered any handlers for this thread. We need to get |
418 | | * libcrypto to tell us about later thread stop events. c_thread_start |
419 | | * is a callback to libcrypto defined in fipsprov.c |
420 | | */ |
421 | | if (!ossl_thread_register_fips(ctx)) |
422 | | return 0; |
423 | | } |
424 | | #endif |
425 | | |
426 | 358 | hand = OPENSSL_malloc(sizeof(*hand)); |
427 | 358 | if (hand == NULL) |
428 | 0 | return 0; |
429 | | |
430 | 358 | hand->handfn = handfn; |
431 | 358 | hand->arg = arg; |
432 | 358 | #ifndef FIPS_MODULE |
433 | 358 | hand->index = index; |
434 | 358 | #endif |
435 | 358 | hand->next = *hands; |
436 | 358 | *hands = hand; |
437 | | |
438 | 358 | return 1; |
439 | 358 | } |
440 | | |
441 | | #ifndef FIPS_MODULE |
442 | | static int init_thread_deregister(void *index, int all) |
443 | 292 | { |
444 | 292 | GLOBAL_TEVENT_REGISTER *gtr; |
445 | 292 | int i; |
446 | | |
447 | 292 | gtr = get_global_tevent_register(); |
448 | 292 | if (gtr == NULL) |
449 | 0 | return 0; |
450 | 292 | if (!all) { |
451 | 72 | if (!CRYPTO_THREAD_write_lock(gtr->lock)) |
452 | 0 | return 0; |
453 | 220 | } else { |
454 | 220 | glob_tevent_reg = NULL; |
455 | 220 | } |
456 | 292 | for (i = 0; i < sk_THREAD_EVENT_HANDLER_PTR_num(gtr->skhands); i++) { |
457 | 0 | THREAD_EVENT_HANDLER **hands |
458 | 0 | = sk_THREAD_EVENT_HANDLER_PTR_value(gtr->skhands, i); |
459 | 0 | THREAD_EVENT_HANDLER *curr = NULL, *prev = NULL, *tmp; |
460 | |
|
461 | 0 | if (hands == NULL) { |
462 | 0 | if (!all) |
463 | 0 | CRYPTO_THREAD_unlock(gtr->lock); |
464 | 0 | return 0; |
465 | 0 | } |
466 | 0 | curr = *hands; |
467 | 0 | while (curr != NULL) { |
468 | 0 | if (all || curr->index == index) { |
469 | 0 | if (prev != NULL) |
470 | 0 | prev->next = curr->next; |
471 | 0 | else |
472 | 0 | *hands = curr->next; |
473 | 0 | tmp = curr; |
474 | 0 | curr = curr->next; |
475 | 0 | OPENSSL_free(tmp); |
476 | 0 | continue; |
477 | 0 | } |
478 | 0 | prev = curr; |
479 | 0 | curr = curr->next; |
480 | 0 | } |
481 | 0 | if (all) |
482 | 0 | OPENSSL_free(hands); |
483 | 0 | } |
484 | 292 | if (all) { |
485 | 220 | CRYPTO_THREAD_lock_free(gtr->lock); |
486 | 220 | sk_THREAD_EVENT_HANDLER_PTR_free(gtr->skhands); |
487 | 220 | OPENSSL_free(gtr); |
488 | 220 | } else { |
489 | 72 | CRYPTO_THREAD_unlock(gtr->lock); |
490 | 72 | } |
491 | 292 | return 1; |
492 | 292 | } |
493 | | |
494 | | int ossl_init_thread_deregister(void *index) |
495 | 72 | { |
496 | 72 | return init_thread_deregister(index, 0); |
497 | 72 | } |
498 | | #endif |