2020-01-18 05:38:21 -03:00
|
|
|
/*
|
2021-09-05 14:59:38 -03:00
|
|
|
* Copyright (c) 2019-2021, Andrew Kaster <akaster@serenityos.org>
|
2020-01-18 05:38:21 -03:00
|
|
|
*
|
2021-04-22 05:24:48 -03:00
|
|
|
* SPDX-License-Identifier: BSD-2-Clause
|
2020-01-18 05:38:21 -03:00
|
|
|
*/
|
|
|
|
|
|
2021-09-05 14:59:38 -03:00
|
|
|
#include <AK/Checked.h>
|
2021-01-24 11:28:26 -03:00
|
|
|
#include <AK/Debug.h>
|
2021-03-12 13:29:37 -03:00
|
|
|
#include <AK/Format.h>
|
2021-04-17 13:35:14 -03:00
|
|
|
#include <LibC/bits/pthread_integration.h>
|
2020-05-20 09:23:31 -03:00
|
|
|
#include <assert.h>
|
2019-12-29 03:10:57 -03:00
|
|
|
#include <stdio.h>
|
|
|
|
|
#include <stdlib.h>
|
2021-09-05 14:59:38 -03:00
|
|
|
#include <string.h>
|
2020-08-11 21:11:07 -03:00
|
|
|
#include <sys/internals.h>
|
2021-01-30 06:34:41 -03:00
|
|
|
#include <sys/mman.h>
|
2021-03-12 13:29:37 -03:00
|
|
|
#include <unistd.h>
|
2019-12-29 03:10:57 -03:00
|
|
|
|
|
|
|
|
extern "C" {
|
|
|
|
|
|
2021-01-30 06:34:41 -03:00
|
|
|
struct AtExitEntry {
|
|
|
|
|
AtExitFunction method { nullptr };
|
|
|
|
|
void* parameter { nullptr };
|
|
|
|
|
void* dso_handle { nullptr };
|
|
|
|
|
bool has_been_called { false };
|
2019-12-29 03:10:57 -03:00
|
|
|
};
|
|
|
|
|
|
2021-09-05 14:59:38 -03:00
|
|
|
// We'll re-allocate the region if it ends up being too small at runtime
|
|
|
|
|
static size_t atexit_entry_region_size = 2 * PAGE_SIZE;
|
2021-01-30 06:34:41 -03:00
|
|
|
|
|
|
|
|
static AtExitEntry* atexit_entries;
|
|
|
|
|
static size_t atexit_entry_count = 0;
|
2021-04-17 13:35:14 -03:00
|
|
|
static pthread_mutex_t atexit_mutex = __PTHREAD_MUTEX_INITIALIZER;
|
2021-01-30 06:34:41 -03:00
|
|
|
|
|
|
|
|
static void lock_atexit_handlers()
|
|
|
|
|
{
|
2021-09-05 14:59:38 -03:00
|
|
|
if (mprotect(atexit_entries, atexit_entry_region_size, PROT_READ) < 0) {
|
2021-01-30 06:34:41 -03:00
|
|
|
perror("lock_atexit_handlers");
|
|
|
|
|
_exit(1);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static void unlock_atexit_handlers()
|
|
|
|
|
{
|
2021-09-05 14:59:38 -03:00
|
|
|
if (mprotect(atexit_entries, atexit_entry_region_size, PROT_READ | PROT_WRITE) < 0) {
|
2021-01-30 06:34:41 -03:00
|
|
|
perror("unlock_atexit_handlers");
|
|
|
|
|
_exit(1);
|
|
|
|
|
}
|
|
|
|
|
}
|
2019-12-29 03:10:57 -03:00
|
|
|
|
|
|
|
|
int __cxa_atexit(AtExitFunction exit_function, void* parameter, void* dso_handle)
|
|
|
|
|
{
|
2021-04-17 13:35:14 -03:00
|
|
|
__pthread_mutex_lock(&atexit_mutex);
|
|
|
|
|
|
2021-09-05 14:59:38 -03:00
|
|
|
// allocate initial atexit region
|
2021-01-30 06:34:41 -03:00
|
|
|
if (!atexit_entries) {
|
2021-09-05 14:59:38 -03:00
|
|
|
atexit_entries = (AtExitEntry*)mmap(nullptr, atexit_entry_region_size, PROT_READ, MAP_ANONYMOUS | MAP_PRIVATE, 0, 0);
|
2021-01-30 06:34:41 -03:00
|
|
|
if (atexit_entries == MAP_FAILED) {
|
2021-04-17 13:35:14 -03:00
|
|
|
__pthread_mutex_unlock(&atexit_mutex);
|
2021-01-30 06:34:41 -03:00
|
|
|
perror("__cxa_atexit mmap");
|
|
|
|
|
_exit(1);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2021-09-05 14:59:38 -03:00
|
|
|
// reallocate atexit region, increasing size by PAGE_SIZE
|
|
|
|
|
if ((atexit_entry_count) >= (atexit_entry_region_size / sizeof(AtExitEntry))) {
|
|
|
|
|
if (Checked<size_t>::addition_would_overflow(atexit_entry_region_size, PAGE_SIZE)) {
|
|
|
|
|
__pthread_mutex_unlock(&atexit_mutex);
|
|
|
|
|
return -1;
|
|
|
|
|
}
|
|
|
|
|
dbgln_if(GLOBAL_DTORS_DEBUG, "__cxa_atexit: Growing exit handler region from {} to {}", atexit_entry_region_size, atexit_entry_region_size + PAGE_SIZE);
|
|
|
|
|
size_t new_atexit_region_size = atexit_entry_region_size + PAGE_SIZE;
|
|
|
|
|
|
|
|
|
|
auto* new_atexit_entries = (AtExitEntry*)mmap(nullptr, new_atexit_region_size, PROT_READ | PROT_WRITE, MAP_ANONYMOUS | MAP_PRIVATE, 0, 0);
|
|
|
|
|
if (new_atexit_entries == MAP_FAILED) {
|
|
|
|
|
__pthread_mutex_unlock(&atexit_mutex);
|
|
|
|
|
perror("__cxa_atexit mmap (new size)");
|
|
|
|
|
return -1;
|
|
|
|
|
}
|
|
|
|
|
memcpy(new_atexit_entries, atexit_entries, atexit_entry_region_size);
|
|
|
|
|
if (munmap(atexit_entries, atexit_entry_region_size) < 0) {
|
|
|
|
|
perror("__cxa_atexit munmap old region");
|
|
|
|
|
// leak the old region on failure
|
|
|
|
|
}
|
|
|
|
|
atexit_entries = new_atexit_entries;
|
|
|
|
|
atexit_entry_region_size = new_atexit_region_size;
|
|
|
|
|
}
|
|
|
|
|
|
2021-01-30 06:34:41 -03:00
|
|
|
unlock_atexit_handlers();
|
|
|
|
|
atexit_entries[atexit_entry_count++] = { exit_function, parameter, dso_handle, false };
|
|
|
|
|
lock_atexit_handlers();
|
2019-12-29 03:10:57 -03:00
|
|
|
|
2021-04-17 13:35:14 -03:00
|
|
|
__pthread_mutex_unlock(&atexit_mutex);
|
|
|
|
|
|
2019-12-29 03:10:57 -03:00
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void __cxa_finalize(void* dso_handle)
|
|
|
|
|
{
|
|
|
|
|
// From the itanium abi, https://itanium-cxx-abi.github.io/cxx-abi/abi.html#dso-dtor-runtime-api
|
|
|
|
|
//
|
|
|
|
|
// When __cxa_finalize(d) is called, it should walk the termination function list, calling each in turn
|
|
|
|
|
// if d matches __dso_handle for the termination function entry. If d == NULL, it should call all of them.
|
|
|
|
|
// Multiple calls to __cxa_finalize shall not result in calling termination function entries multiple times;
|
|
|
|
|
// the implementation may either remove entries or mark them finished.
|
|
|
|
|
|
2021-04-17 13:35:14 -03:00
|
|
|
__pthread_mutex_lock(&atexit_mutex);
|
|
|
|
|
|
2021-01-30 06:34:41 -03:00
|
|
|
ssize_t entry_index = atexit_entry_count;
|
2019-12-29 03:10:57 -03:00
|
|
|
|
2021-02-07 09:03:24 -03:00
|
|
|
dbgln_if(GLOBAL_DTORS_DEBUG, "__cxa_finalize: {} entries in the finalizer list", entry_index);
|
2019-12-29 03:10:57 -03:00
|
|
|
|
|
|
|
|
while (--entry_index >= 0) {
|
2021-01-30 06:34:41 -03:00
|
|
|
auto& exit_entry = atexit_entries[entry_index];
|
2019-12-29 03:10:57 -03:00
|
|
|
bool needs_calling = !exit_entry.has_been_called && (!dso_handle || dso_handle == exit_entry.dso_handle);
|
|
|
|
|
if (needs_calling) {
|
2021-02-07 09:03:24 -03:00
|
|
|
dbgln_if(GLOBAL_DTORS_DEBUG, "__cxa_finalize: calling entry[{}] {:p}({:p}) dso: {:p}", entry_index, exit_entry.method, exit_entry.parameter, exit_entry.dso_handle);
|
2021-01-30 06:34:41 -03:00
|
|
|
unlock_atexit_handlers();
|
2019-12-29 03:10:57 -03:00
|
|
|
exit_entry.has_been_called = true;
|
2021-01-30 06:34:41 -03:00
|
|
|
lock_atexit_handlers();
|
2021-04-17 13:35:14 -03:00
|
|
|
__pthread_mutex_unlock(&atexit_mutex);
|
2021-03-29 09:36:42 -03:00
|
|
|
exit_entry.method(exit_entry.parameter);
|
2021-04-17 13:35:14 -03:00
|
|
|
__pthread_mutex_lock(&atexit_mutex);
|
2019-12-29 03:10:57 -03:00
|
|
|
}
|
|
|
|
|
}
|
2021-04-17 13:35:14 -03:00
|
|
|
|
|
|
|
|
__pthread_mutex_unlock(&atexit_mutex);
|
2019-12-29 03:10:57 -03:00
|
|
|
}
|
|
|
|
|
|
2021-06-29 05:31:48 -03:00
|
|
|
__attribute__((noreturn)) void __cxa_pure_virtual()
|
2020-08-11 21:11:07 -03:00
|
|
|
{
|
2021-02-23 16:42:32 -03:00
|
|
|
VERIFY_NOT_REACHED();
|
2020-08-11 21:11:07 -03:00
|
|
|
}
|
|
|
|
|
|
2019-12-29 03:10:57 -03:00
|
|
|
} // extern "C"
|