/* * Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved. * * Licensed under the Apache License, Version 2.0 (the "License"). * You may not use this file except in compliance with the License. * A copy of the License is located at * * http://aws.amazon.com/apache2.0 * * or in the "license" file accompanying this file. This file is distributed * on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either * express or implied. See the License for the specific language governing * permissions and limitations under the License. */ #define _DEFAULT_SOURCE 1 #if defined(S2N_FEATURES_AVAILABLE) #include #endif #include #include #include #include #include #include #include "error/s2n_errno.h" #include "utils/s2n_blob.h" #include "utils/s2n_mem.h" #include "utils/s2n_safety.h" static uint32_t page_size = 4096; static bool initialized = false; static int s2n_mem_init_impl(void); static int s2n_mem_cleanup_impl(void); static int s2n_mem_free_no_mlock_impl(void *ptr, uint32_t size); static int s2n_mem_free_mlock_impl(void *ptr, uint32_t size); static int s2n_mem_malloc_no_mlock_impl(void **ptr, uint32_t requested, uint32_t *allocated); static int s2n_mem_malloc_mlock_impl(void **ptr, uint32_t requested, uint32_t *allocated); static s2n_mem_init_callback s2n_mem_init_cb = s2n_mem_init_impl; static s2n_mem_cleanup_callback s2n_mem_cleanup_cb = s2n_mem_cleanup_impl; static s2n_mem_malloc_callback s2n_mem_malloc_cb = s2n_mem_malloc_mlock_impl; static s2n_mem_free_callback s2n_mem_free_cb = s2n_mem_free_mlock_impl; static int s2n_mem_init_impl(void) { long sysconf_rc = sysconf(_SC_PAGESIZE); /* sysconf must not error, and page_size cannot be 0 */ POSIX_ENSURE_GT(sysconf_rc, 0); /* page_size must be a valid uint32 */ long max_page_size = MIN(UINT32_MAX, LONG_MAX); POSIX_ENSURE_LTE(sysconf_rc, max_page_size); page_size = (uint32_t) sysconf_rc; if (getenv("S2N_DONT_MLOCK") || s2n_in_unit_test()) { s2n_mem_malloc_cb = s2n_mem_malloc_no_mlock_impl; s2n_mem_free_cb = s2n_mem_free_no_mlock_impl; } return S2N_SUCCESS; } static int s2n_mem_cleanup_impl(void) { page_size = 4096; s2n_mem_malloc_cb = s2n_mem_malloc_no_mlock_impl; s2n_mem_free_cb = s2n_mem_free_no_mlock_impl; return S2N_SUCCESS; } static int s2n_mem_free_mlock_impl(void *ptr, uint32_t size) { /* Perform a best-effort `munlock`: ignore any errors during unlocking. */ munlock(ptr, size); free(ptr); return S2N_SUCCESS; } static int s2n_mem_free_no_mlock_impl(void *ptr, uint32_t size) { free(ptr); return S2N_SUCCESS; } static int s2n_mem_malloc_mlock_impl(void **ptr, uint32_t requested, uint32_t *allocated) { POSIX_ENSURE_REF(ptr); /* Page aligned allocation required for mlock */ uint32_t allocate = 0; POSIX_GUARD(s2n_align_to(requested, page_size, &allocate)); *ptr = NULL; POSIX_ENSURE(posix_memalign(ptr, page_size, allocate) == 0, S2N_ERR_ALLOC); *allocated = allocate; /* ** We disable MAD_DONTDUMP when fuzz-testing or using the address sanitizer because ** both need to be able to dump pages to function. It's how they map heap output. */ #if defined(MADV_DONTDUMP) && !defined(S2N_ADDRESS_SANITIZER) && !defined(S2N_FUZZ_TESTING) if (madvise(*ptr, *allocated, MADV_DONTDUMP) != 0) { POSIX_GUARD(s2n_mem_free_no_mlock_impl(*ptr, *allocated)); POSIX_BAIL(S2N_ERR_MADVISE); } #endif if (mlock(*ptr, *allocated) != 0) { /* When mlock fails, no memory will be locked, so we don't use munlock on free */ POSIX_GUARD(s2n_mem_free_no_mlock_impl(*ptr, *allocated)); POSIX_BAIL(S2N_ERR_MLOCK); } POSIX_ENSURE(*ptr != NULL, S2N_ERR_ALLOC); return S2N_SUCCESS; } static int s2n_mem_malloc_no_mlock_impl(void **ptr, uint32_t requested, uint32_t *allocated) { *ptr = malloc(requested); POSIX_ENSURE(*ptr != NULL, S2N_ERR_ALLOC); *allocated = requested; return S2N_SUCCESS; } int s2n_mem_set_callbacks(s2n_mem_init_callback mem_init_callback, s2n_mem_cleanup_callback mem_cleanup_callback, s2n_mem_malloc_callback mem_malloc_callback, s2n_mem_free_callback mem_free_callback) { POSIX_ENSURE(!initialized, S2N_ERR_INITIALIZED); POSIX_GUARD_RESULT(s2n_mem_override_callbacks(mem_init_callback, mem_cleanup_callback, mem_malloc_callback, mem_free_callback)); return S2N_SUCCESS; } S2N_RESULT s2n_mem_override_callbacks(s2n_mem_init_callback mem_init_callback, s2n_mem_cleanup_callback mem_cleanup_callback, s2n_mem_malloc_callback mem_malloc_callback, s2n_mem_free_callback mem_free_callback) { RESULT_ENSURE_REF(mem_init_callback); RESULT_ENSURE_REF(mem_cleanup_callback); RESULT_ENSURE_REF(mem_malloc_callback); RESULT_ENSURE_REF(mem_free_callback); s2n_mem_init_cb = mem_init_callback; s2n_mem_cleanup_cb = mem_cleanup_callback; s2n_mem_malloc_cb = mem_malloc_callback; s2n_mem_free_cb = mem_free_callback; return S2N_RESULT_OK; } S2N_RESULT s2n_mem_get_callbacks(s2n_mem_init_callback *mem_init_callback, s2n_mem_cleanup_callback *mem_cleanup_callback, s2n_mem_malloc_callback *mem_malloc_callback, s2n_mem_free_callback *mem_free_callback) { RESULT_ENSURE_REF(mem_init_callback); RESULT_ENSURE_REF(mem_cleanup_callback); RESULT_ENSURE_REF(mem_malloc_callback); RESULT_ENSURE_REF(mem_free_callback); *mem_init_callback = s2n_mem_init_cb; *mem_cleanup_callback = s2n_mem_cleanup_cb; *mem_malloc_callback = s2n_mem_malloc_cb; *mem_free_callback = s2n_mem_free_cb; return S2N_RESULT_OK; } int s2n_alloc(struct s2n_blob *b, uint32_t size) { POSIX_ENSURE(initialized, S2N_ERR_NOT_INITIALIZED); POSIX_ENSURE_REF(b); const struct s2n_blob temp = { 0 }; *b = temp; POSIX_GUARD(s2n_realloc(b, size)); return S2N_SUCCESS; } /* A blob is growable if it is either explicitly marked as such, or if it contains no data */ bool s2n_blob_is_growable(const struct s2n_blob *b) { return b && (b->growable || (b->data == NULL && b->size == 0 && b->allocated == 0)); } /* Tries to realloc the requested bytes. * If successful, updates *b. * If failed, *b remains unchanged */ int s2n_realloc(struct s2n_blob *b, uint32_t size) { POSIX_ENSURE(initialized, S2N_ERR_NOT_INITIALIZED); POSIX_ENSURE_REF(b); POSIX_ENSURE(s2n_blob_is_growable(b), S2N_ERR_RESIZE_STATIC_BLOB); if (size == 0) { return s2n_free(b); } /* blob already has space for the request */ if (size <= b->allocated) { if (size < b->size) { /* Zero the existing blob memory before the we release it */ struct s2n_blob slice = { 0 }; POSIX_GUARD(s2n_blob_slice(b, &slice, size, b->size - size)); POSIX_GUARD(s2n_blob_zero(&slice)); } b->size = size; return S2N_SUCCESS; } struct s2n_blob new_memory = { .data = NULL, .size = size, .allocated = 0, .growable = 1 }; if (s2n_mem_malloc_cb((void **) &new_memory.data, new_memory.size, &new_memory.allocated) != 0) { S2N_ERROR_PRESERVE_ERRNO(); } POSIX_ENSURE(new_memory.allocated >= new_memory.size, S2N_ERR_ALLOC); POSIX_ENSURE(new_memory.data != NULL, S2N_ERR_ALLOC); if (b->size) { POSIX_CHECKED_MEMCPY(new_memory.data, b->data, b->size); } if (b->allocated) { POSIX_GUARD(s2n_free(b)); } *b = new_memory; return S2N_SUCCESS; } int s2n_free_object(uint8_t **p_data, uint32_t size) { POSIX_ENSURE_REF(p_data); if (*p_data == NULL) { return S2N_SUCCESS; } POSIX_ENSURE(initialized, S2N_ERR_NOT_INITIALIZED); struct s2n_blob b = { .data = *p_data, .allocated = size, .size = size, .growable = 1 }; /* s2n_free() will call free() even if it returns error (for a growable blob). ** This makes sure *p_data is not used after free() */ *p_data = NULL; return s2n_free(&b); } int s2n_dup(struct s2n_blob *from, struct s2n_blob *to) { POSIX_ENSURE(initialized, S2N_ERR_NOT_INITIALIZED); POSIX_ENSURE_REF(to); POSIX_ENSURE_REF(from); POSIX_ENSURE_EQ(to->size, 0); POSIX_ENSURE_EQ(to->data, NULL); POSIX_ENSURE_NE(from->size, 0); POSIX_ENSURE_NE(from->data, NULL); POSIX_GUARD(s2n_alloc(to, from->size)); POSIX_CHECKED_MEMCPY(to->data, from->data, to->size); return S2N_SUCCESS; } int s2n_mem_init(void) { POSIX_ENSURE(s2n_mem_init_cb() >= S2N_SUCCESS, S2N_ERR_CANCELLED); initialized = true; return S2N_SUCCESS; } bool s2n_mem_is_init(void) { return initialized; } uint32_t s2n_mem_get_page_size(void) { return page_size; } int s2n_mem_cleanup(void) { POSIX_ENSURE(initialized, S2N_ERR_NOT_INITIALIZED); POSIX_ENSURE(s2n_mem_cleanup_cb() >= S2N_SUCCESS, S2N_ERR_CANCELLED); initialized = false; return S2N_SUCCESS; } int s2n_free(struct s2n_blob *b) { /* To avoid memory leaks, don't exit the function until the memory has been freed */ int zero_rc = s2n_blob_zero(b); POSIX_GUARD(s2n_free_without_wipe(b)); return zero_rc; } int s2n_free_without_wipe(struct s2n_blob *b) { POSIX_PRECONDITION(s2n_blob_validate(b)); POSIX_ENSURE(initialized, S2N_ERR_NOT_INITIALIZED); POSIX_ENSURE(s2n_blob_is_growable(b), S2N_ERR_FREE_STATIC_BLOB); if (b->data) { POSIX_ENSURE(s2n_mem_free_cb(b->data, b->allocated) >= S2N_SUCCESS, S2N_ERR_CANCELLED); } *b = (struct s2n_blob){ 0 }; return S2N_SUCCESS; } int s2n_free_or_wipe(struct s2n_blob *b) { POSIX_ENSURE_REF(b); int zero_rc = s2n_blob_zero(b); if (b->allocated) { POSIX_GUARD(s2n_free_without_wipe(b)); } return zero_rc; }