nrf_balloc.c 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399
  1. /**
  2. * Copyright (c) 2016 - 2019, Nordic Semiconductor ASA
  3. *
  4. * All rights reserved.
  5. *
  6. * Redistribution and use in source and binary forms, with or without modification,
  7. * are permitted provided that the following conditions are met:
  8. *
  9. * 1. Redistributions of source code must retain the above copyright notice, this
  10. * list of conditions and the following disclaimer.
  11. *
  12. * 2. Redistributions in binary form, except as embedded into a Nordic
  13. * Semiconductor ASA integrated circuit in a product or a software update for
  14. * such product, must reproduce the above copyright notice, this list of
  15. * conditions and the following disclaimer in the documentation and/or other
  16. * materials provided with the distribution.
  17. *
  18. * 3. Neither the name of Nordic Semiconductor ASA nor the names of its
  19. * contributors may be used to endorse or promote products derived from this
  20. * software without specific prior written permission.
  21. *
  22. * 4. This software, with or without modification, must only be used with a
  23. * Nordic Semiconductor ASA integrated circuit.
  24. *
  25. * 5. Any software provided in binary form under this license must not be reverse
  26. * engineered, decompiled, modified and/or disassembled.
  27. *
  28. * THIS SOFTWARE IS PROVIDED BY NORDIC SEMICONDUCTOR ASA "AS IS" AND ANY EXPRESS
  29. * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
  30. * OF MERCHANTABILITY, NONINFRINGEMENT, AND FITNESS FOR A PARTICULAR PURPOSE ARE
  31. * DISCLAIMED. IN NO EVENT SHALL NORDIC SEMICONDUCTOR ASA OR CONTRIBUTORS BE
  32. * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
  33. * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE
  34. * GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  35. * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
  36. * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
  37. * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  38. *
  39. */
  40. #include "sdk_common.h"
  41. #if NRF_MODULE_ENABLED(NRF_BALLOC)
  42. #include "nrf_section.h"
  43. #include "nrf_balloc.h"
  44. #include "app_util_platform.h"
  45. #if NRF_BALLOC_CONFIG_LOG_ENABLED
  46. #define NRF_LOG_LEVEL NRF_BALLOC_CONFIG_LOG_LEVEL
  47. #define NRF_LOG_INITIAL_LEVEL NRF_BALLOC_CONFIG_INITIAL_LOG_LEVEL
  48. #define NRF_LOG_INFO_COLOR NRF_BALLOC_CONFIG_INFO_COLOR
  49. #define NRF_LOG_DEBUG_COLOR NRF_BALLOC_CONFIG_DEBUG_COLOR
  50. #else
  51. #define NRF_LOG_LEVEL 0
  52. #endif // NRF_BALLOC_CONFIG_LOG_ENABLED
  53. #include "nrf_log.h"
  54. #define HEAD_GUARD_FILL 0xBAADF00D /**< Magic number used to mark head guard.*/
  55. #define TAIL_GUARD_FILL 0xBAADCAFE /**< Magic number used to mark tail guard.*/
  56. #define FREE_MEM_FILL 0xBAADBAAD /**< Magic number used to mark free memory.*/
  57. #if NRF_BALLOC_CONFIG_DEBUG_ENABLED
  58. #define POOL_ID(_p_pool) _p_pool->p_name
  59. #define POOL_MARKER "%s"
  60. #else
  61. #define POOL_ID(_p_pool) _p_pool
  62. #define POOL_MARKER "0x%08X"
  63. #endif
  64. NRF_SECTION_DEF(nrf_balloc, nrf_balloc_t);
  65. #if NRF_BALLOC_CLI_CMDS
  66. #include "nrf_cli.h"
  67. static void nrf_balloc_status(nrf_cli_t const * p_cli, size_t argc, char **argv)
  68. {
  69. UNUSED_PARAMETER(argv);
  70. if (nrf_cli_help_requested(p_cli))
  71. {
  72. nrf_cli_help_print(p_cli, NULL, 0);
  73. return;
  74. }
  75. if (argc > 1)
  76. {
  77. nrf_cli_fprintf(p_cli, NRF_CLI_ERROR, "Bad argument count");
  78. return;
  79. }
  80. uint32_t num_of_instances = NRF_SECTION_ITEM_COUNT(nrf_balloc, nrf_balloc_t);
  81. uint32_t i;
  82. for (i = 0; i < num_of_instances; i++)
  83. {
  84. const nrf_balloc_t * p_instance = NRF_SECTION_ITEM_GET(nrf_balloc, nrf_balloc_t, i);
  85. uint32_t element_size = NRF_BALLOC_ELEMENT_SIZE(p_instance);
  86. uint32_t dbg_addon = p_instance->block_size - element_size;
  87. uint32_t pool_size = p_instance->p_stack_limit - p_instance->p_stack_base;
  88. uint32_t max_util = nrf_balloc_max_utilization_get(p_instance);
  89. uint32_t util = nrf_balloc_utilization_get(p_instance);
  90. const char * p_name = p_instance->p_name;
  91. nrf_cli_fprintf(p_cli, NRF_CLI_NORMAL,
  92. "%s\r\n\t- Element size:\t%d + %d bytes of debug information\r\n"
  93. "\t- Usage:\t%u%% (%u out of %u elements)\r\n"
  94. "\t- Maximum:\t%u%% (%u out of %u elements)\r\n\r\n",
  95. p_name, element_size, dbg_addon,
  96. 100ul * util/pool_size, util,pool_size,
  97. 100ul * max_util/pool_size, max_util,pool_size);
  98. }
  99. }
  100. // Register "balloc" command and its subcommands in CLI.
  101. NRF_CLI_CREATE_STATIC_SUBCMD_SET(nrf_balloc_commands)
  102. {
  103. NRF_CLI_CMD(status, NULL, "Print status of balloc instances.", nrf_balloc_status),
  104. NRF_CLI_SUBCMD_SET_END
  105. };
  106. NRF_CLI_CMD_REGISTER(balloc, &nrf_balloc_commands, "Commands for BALLOC management", nrf_balloc_status);
  107. #endif //NRF_BALLOC_CLI_CMDS
  108. #if NRF_BALLOC_CONFIG_DEBUG_ENABLED
  109. /**@brief Validate block memory, prepare block guards, and calculate pointer to the element.
  110. *
  111. * @param[in] p_pool Pointer to the memory pool.
  112. * @param[in] p_head Pointer to the beginning of the block.
  113. *
  114. * @return Pointer to the element.
  115. */
  116. __STATIC_INLINE void * nrf_balloc_block_unwrap(nrf_balloc_t const * p_pool, void * p_head)
  117. {
  118. ASSERT((p_pool != NULL) && ((p_pool->block_size % sizeof(uint32_t)) == 0));
  119. ASSERT((p_head != NULL) && (((uint32_t)(p_head) % sizeof(uint32_t)) == 0));
  120. uint32_t head_words = NRF_BALLOC_DEBUG_HEAD_GUARD_WORDS_GET(p_pool->debug_flags);
  121. uint32_t tail_words = NRF_BALLOC_DEBUG_TAIL_GUARD_WORDS_GET(p_pool->debug_flags);
  122. uint32_t * p_tail = (uint32_t *)((size_t)(p_head) + p_pool->block_size);
  123. uint32_t * p_element = (uint32_t *)p_head + head_words;
  124. if (NRF_BALLOC_DEBUG_DATA_TRASHING_CHECK_GET(p_pool->debug_flags))
  125. {
  126. for (uint32_t * ptr = p_head; ptr < p_tail; ptr++)
  127. {
  128. if (*ptr != FREE_MEM_FILL)
  129. {
  130. NRF_LOG_INST_ERROR(p_pool->p_log,
  131. "Detected free memory corruption at 0x%08X (0x%08X != 0x%08X)",
  132. ptr, *ptr, FREE_MEM_FILL);
  133. APP_ERROR_CHECK_BOOL(false);
  134. }
  135. }
  136. }
  137. for (uint32_t * ptr = p_head; ptr < p_element; ptr++)
  138. {
  139. *ptr = HEAD_GUARD_FILL;
  140. }
  141. for (uint32_t * ptr = ( p_tail - tail_words); ptr < p_tail; ptr++)
  142. {
  143. *ptr = TAIL_GUARD_FILL;
  144. }
  145. return p_element;
  146. }
  147. /**@brief Calculate pointer to the block, validate block guards, and mark block memory as free.
  148. *
  149. * @param[in] p_pool Pointer to the memory pool.
  150. * @param[in] p_element Pointer to the element.
  151. *
  152. * @return Pointer to the beginning of the block.
  153. */
  154. __STATIC_INLINE void * nrf_balloc_element_wrap(nrf_balloc_t const * p_pool, void * p_element)
  155. {
  156. ASSERT((p_pool != NULL) && ((p_pool->block_size % sizeof(uint32_t)) == 0));
  157. ASSERT((p_element != NULL) && (((uint32_t)(p_element) % sizeof(uint32_t)) == 0));
  158. uint32_t head_words = NRF_BALLOC_DEBUG_HEAD_GUARD_WORDS_GET(p_pool->debug_flags);
  159. uint32_t tail_words = NRF_BALLOC_DEBUG_TAIL_GUARD_WORDS_GET(p_pool->debug_flags);
  160. uint32_t * p_head = (uint32_t *)p_element - head_words;
  161. uint32_t * p_tail = (uint32_t *)((size_t)(p_head) + p_pool->block_size);
  162. for (uint32_t * ptr = p_head; ptr < (uint32_t *)p_element; ptr++)
  163. {
  164. if (*ptr != HEAD_GUARD_FILL)
  165. {
  166. NRF_LOG_INST_ERROR(p_pool->p_log,
  167. "Detected Head Guard corruption at 0x%08X (0x%08X != 0x%08X)",
  168. ptr, *ptr, HEAD_GUARD_FILL);
  169. APP_ERROR_CHECK_BOOL(false);
  170. }
  171. }
  172. for (uint32_t * ptr = ( p_tail - tail_words); ptr < p_tail; ptr++)
  173. {
  174. if (*ptr != TAIL_GUARD_FILL)
  175. {
  176. NRF_LOG_INST_ERROR(p_pool->p_log,
  177. "Detected Tail Guard corruption at 0x%08X (0x%08X != 0x%08X)",
  178. ptr, *ptr, TAIL_GUARD_FILL);
  179. APP_ERROR_CHECK_BOOL(false);
  180. }
  181. }
  182. if (NRF_BALLOC_DEBUG_DATA_TRASHING_CHECK_GET(p_pool->debug_flags))
  183. {
  184. for (uint32_t * ptr = p_head; ptr < p_tail; ptr++)
  185. {
  186. *ptr = FREE_MEM_FILL;
  187. }
  188. }
  189. return p_head;
  190. }
  191. #endif // NRF_BALLOC_CONFIG_DEBUG_ENABLED
  192. /**@brief Convert block index to a pointer.
  193. *
  194. * @param[in] p_pool Pointer to the memory pool.
  195. * @param[in] idx Index of the block.
  196. *
  197. * @return Pointer to the beginning of the block.
  198. */
  199. static void * nrf_balloc_idx2block(nrf_balloc_t const * p_pool, uint8_t idx)
  200. {
  201. ASSERT(p_pool != NULL);
  202. return (uint8_t *)(p_pool->p_memory_begin) + ((size_t)(idx) * p_pool->block_size);
  203. }
  204. /**@brief Convert block pointer to index.
  205. *
  206. * @param[in] p_pool Pointer to the memory pool.
  207. * @param[in] p_block Pointer to the beginning of the block.
  208. *
  209. * @return Index of the block.
  210. */
  211. static uint8_t nrf_balloc_block2idx(nrf_balloc_t const * p_pool, void const * p_block)
  212. {
  213. ASSERT(p_pool != NULL);
  214. return ((size_t)(p_block) - (size_t)(p_pool->p_memory_begin)) / p_pool->block_size;
  215. }
  216. ret_code_t nrf_balloc_init(nrf_balloc_t const * p_pool)
  217. {
  218. uint8_t pool_size;
  219. VERIFY_PARAM_NOT_NULL(p_pool);
  220. ASSERT(p_pool->p_cb);
  221. ASSERT(p_pool->p_stack_base);
  222. ASSERT(p_pool->p_stack_limit);
  223. ASSERT(p_pool->p_memory_begin);
  224. ASSERT(p_pool->block_size);
  225. pool_size = p_pool->p_stack_limit - p_pool->p_stack_base;
  226. #if NRF_BALLOC_CONFIG_DEBUG_ENABLED
  227. void *p_memory_end = (uint8_t *)(p_pool->p_memory_begin) + (pool_size * p_pool->block_size);
  228. if (NRF_BALLOC_DEBUG_DATA_TRASHING_CHECK_GET(p_pool->debug_flags))
  229. {
  230. for (uint32_t * ptr = p_pool->p_memory_begin; ptr < (uint32_t *)(p_memory_end); ptr++)
  231. {
  232. *ptr = FREE_MEM_FILL;
  233. }
  234. }
  235. #endif
  236. NRF_LOG_INST_INFO(p_pool->p_log, "Initialized (size: %u x %u = %u bytes)",
  237. pool_size,
  238. p_pool->block_size,
  239. pool_size * p_pool->block_size);
  240. p_pool->p_cb->p_stack_pointer = p_pool->p_stack_base;
  241. while (pool_size--)
  242. {
  243. *(p_pool->p_cb->p_stack_pointer)++ = pool_size;
  244. }
  245. p_pool->p_cb->max_utilization = 0;
  246. return NRF_SUCCESS;
  247. }
  248. void * nrf_balloc_alloc(nrf_balloc_t const * p_pool)
  249. {
  250. ASSERT(p_pool != NULL);
  251. void * p_block = NULL;
  252. CRITICAL_REGION_ENTER();
  253. if (p_pool->p_cb->p_stack_pointer > p_pool->p_stack_base)
  254. {
  255. // Allocate block.
  256. p_block = nrf_balloc_idx2block(p_pool, *--(p_pool->p_cb->p_stack_pointer));
  257. // Update utilization statistics.
  258. uint8_t utilization = p_pool->p_stack_limit - p_pool->p_cb->p_stack_pointer;
  259. if (p_pool->p_cb->max_utilization < utilization)
  260. {
  261. p_pool->p_cb->max_utilization = utilization;
  262. }
  263. }
  264. CRITICAL_REGION_EXIT();
  265. #if NRF_BALLOC_CONFIG_DEBUG_ENABLED
  266. if (p_block != NULL)
  267. {
  268. p_block = nrf_balloc_block_unwrap(p_pool, p_block);
  269. }
  270. #endif
  271. NRF_LOG_INST_DEBUG(p_pool->p_log, "Allocating element: 0x%08X", p_block);
  272. return p_block;
  273. }
  274. void nrf_balloc_free(nrf_balloc_t const * p_pool, void * p_element)
  275. {
  276. ASSERT(p_pool != NULL);
  277. ASSERT(p_element != NULL)
  278. NRF_LOG_INST_DEBUG(p_pool->p_log, "Freeing element: 0x%08X", p_element);
  279. #if NRF_BALLOC_CONFIG_DEBUG_ENABLED
  280. void * p_block = nrf_balloc_element_wrap(p_pool, p_element);
  281. // These checks could be done outside critical region as they use only pool configuration data.
  282. if (NRF_BALLOC_DEBUG_BASIC_CHECKS_GET(p_pool->debug_flags))
  283. {
  284. uint8_t pool_size = p_pool->p_stack_limit - p_pool->p_stack_base;
  285. void *p_memory_end = (uint8_t *)(p_pool->p_memory_begin) + (pool_size * p_pool->block_size);
  286. // Check if the element belongs to this pool.
  287. if ((p_block < p_pool->p_memory_begin) || (p_block >= p_memory_end))
  288. {
  289. NRF_LOG_INST_ERROR(p_pool->p_log,
  290. "Attempted to free element (0x%08X) that does not belong to the pool.",
  291. p_element);
  292. APP_ERROR_CHECK_BOOL(false);
  293. }
  294. // Check if the pointer is valid.
  295. if ((((size_t)(p_block) - (size_t)(p_pool->p_memory_begin)) % p_pool->block_size) != 0)
  296. {
  297. NRF_LOG_INST_ERROR(p_pool->p_log,
  298. "Attempted to free corrupted element address (0x%08X).", p_element);
  299. APP_ERROR_CHECK_BOOL(false);
  300. }
  301. }
  302. #else
  303. void * p_block = p_element;
  304. #endif // NRF_BALLOC_CONFIG_DEBUG_ENABLED
  305. CRITICAL_REGION_ENTER();
  306. #if NRF_BALLOC_CONFIG_DEBUG_ENABLED
  307. // These checks have to be done in critical region as they use p_pool->p_stack_pointer.
  308. if (NRF_BALLOC_DEBUG_BASIC_CHECKS_GET(p_pool->debug_flags))
  309. {
  310. // Check for allocated/free ballance.
  311. if (p_pool->p_cb->p_stack_pointer >= p_pool->p_stack_limit)
  312. {
  313. NRF_LOG_INST_ERROR(p_pool->p_log,
  314. "Attempted to free an element (0x%08X) while the pool is full.",
  315. p_element);
  316. APP_ERROR_CHECK_BOOL(false);
  317. }
  318. }
  319. if (NRF_BALLOC_DEBUG_DOUBLE_FREE_CHECK_GET(p_pool->debug_flags))
  320. {
  321. // Check for double free.
  322. for (uint8_t * p_idx = p_pool->p_stack_base; p_idx < p_pool->p_cb->p_stack_pointer; p_idx++)
  323. {
  324. if (nrf_balloc_idx2block(p_pool, *p_idx) == p_block)
  325. {
  326. NRF_LOG_INST_ERROR(p_pool->p_log, "Attempted to double-free an element (0x%08X).",
  327. p_element);
  328. APP_ERROR_CHECK_BOOL(false);
  329. }
  330. }
  331. }
  332. #endif // NRF_BALLOC_CONFIG_DEBUG_ENABLED
  333. // Free the element.
  334. *(p_pool->p_cb->p_stack_pointer)++ = nrf_balloc_block2idx(p_pool, p_block);
  335. CRITICAL_REGION_EXIT();
  336. }
  337. #endif // NRF_MODULE_ENABLED(NRF_BALLOC)