vmcore_info.c 6.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229
  1. // SPDX-License-Identifier: GPL-2.0-only
  2. /*
  3. * crash.c - kernel crash support code.
  4. * Copyright (C) 2002-2004 Eric Biederman <ebiederm@xmission.com>
  5. */
  6. #include <linux/buildid.h>
  7. #include <linux/init.h>
  8. #include <linux/utsname.h>
  9. #include <linux/vmalloc.h>
  10. #include <linux/sizes.h>
  11. #include <linux/kexec.h>
  12. #include <linux/memory.h>
  13. #include <linux/cpuhotplug.h>
  14. #include <linux/memblock.h>
  15. #include <linux/kmemleak.h>
  16. #include <asm/page.h>
  17. #include <asm/sections.h>
  18. #include <crypto/sha1.h>
  19. #include "kallsyms_internal.h"
  20. #include "kexec_internal.h"
  21. /* vmcoreinfo stuff */
  22. unsigned char *vmcoreinfo_data;
  23. size_t vmcoreinfo_size;
  24. u32 *vmcoreinfo_note;
  25. /* trusted vmcoreinfo, e.g. we can make a copy in the crash memory */
  26. static unsigned char *vmcoreinfo_data_safecopy;
  27. Elf_Word *append_elf_note(Elf_Word *buf, char *name, unsigned int type,
  28. void *data, size_t data_len)
  29. {
  30. struct elf_note *note = (struct elf_note *)buf;
  31. note->n_namesz = strlen(name) + 1;
  32. note->n_descsz = data_len;
  33. note->n_type = type;
  34. buf += DIV_ROUND_UP(sizeof(*note), sizeof(Elf_Word));
  35. memcpy(buf, name, note->n_namesz);
  36. buf += DIV_ROUND_UP(note->n_namesz, sizeof(Elf_Word));
  37. memcpy(buf, data, data_len);
  38. buf += DIV_ROUND_UP(data_len, sizeof(Elf_Word));
  39. return buf;
  40. }
  41. void final_note(Elf_Word *buf)
  42. {
  43. memset(buf, 0, sizeof(struct elf_note));
  44. }
  45. static void update_vmcoreinfo_note(void)
  46. {
  47. u32 *buf = vmcoreinfo_note;
  48. if (!vmcoreinfo_size)
  49. return;
  50. buf = append_elf_note(buf, VMCOREINFO_NOTE_NAME, 0, vmcoreinfo_data,
  51. vmcoreinfo_size);
  52. final_note(buf);
  53. }
  54. void crash_update_vmcoreinfo_safecopy(void *ptr)
  55. {
  56. if (ptr)
  57. memcpy(ptr, vmcoreinfo_data, vmcoreinfo_size);
  58. vmcoreinfo_data_safecopy = ptr;
  59. }
  60. void crash_save_vmcoreinfo(void)
  61. {
  62. if (!vmcoreinfo_note)
  63. return;
  64. /* Use the safe copy to generate vmcoreinfo note if have */
  65. if (vmcoreinfo_data_safecopy)
  66. vmcoreinfo_data = vmcoreinfo_data_safecopy;
  67. vmcoreinfo_append_str("CRASHTIME=%lld\n", ktime_get_real_seconds());
  68. update_vmcoreinfo_note();
  69. }
  70. void vmcoreinfo_append_str(const char *fmt, ...)
  71. {
  72. va_list args;
  73. char buf[0x50];
  74. size_t r;
  75. va_start(args, fmt);
  76. r = vscnprintf(buf, sizeof(buf), fmt, args);
  77. va_end(args);
  78. r = min(r, (size_t)VMCOREINFO_BYTES - vmcoreinfo_size);
  79. memcpy(&vmcoreinfo_data[vmcoreinfo_size], buf, r);
  80. vmcoreinfo_size += r;
  81. WARN_ONCE(vmcoreinfo_size == VMCOREINFO_BYTES,
  82. "vmcoreinfo data exceeds allocated size, truncating");
  83. }
  84. /*
  85. * provide an empty default implementation here -- architecture
  86. * code may override this
  87. */
  88. void __weak arch_crash_save_vmcoreinfo(void)
  89. {}
  90. phys_addr_t __weak paddr_vmcoreinfo_note(void)
  91. {
  92. return __pa(vmcoreinfo_note);
  93. }
  94. EXPORT_SYMBOL(paddr_vmcoreinfo_note);
  95. static int __init crash_save_vmcoreinfo_init(void)
  96. {
  97. vmcoreinfo_data = (unsigned char *)get_zeroed_page(GFP_KERNEL);
  98. if (!vmcoreinfo_data) {
  99. pr_warn("Memory allocation for vmcoreinfo_data failed\n");
  100. return -ENOMEM;
  101. }
  102. vmcoreinfo_note = alloc_pages_exact(VMCOREINFO_NOTE_SIZE,
  103. GFP_KERNEL | __GFP_ZERO);
  104. if (!vmcoreinfo_note) {
  105. free_page((unsigned long)vmcoreinfo_data);
  106. vmcoreinfo_data = NULL;
  107. pr_warn("Memory allocation for vmcoreinfo_note failed\n");
  108. return -ENOMEM;
  109. }
  110. VMCOREINFO_OSRELEASE(init_uts_ns.name.release);
  111. VMCOREINFO_BUILD_ID();
  112. VMCOREINFO_PAGESIZE(PAGE_SIZE);
  113. VMCOREINFO_SYMBOL(init_uts_ns);
  114. VMCOREINFO_OFFSET(uts_namespace, name);
  115. VMCOREINFO_SYMBOL(node_online_map);
  116. #ifdef CONFIG_MMU
  117. VMCOREINFO_SYMBOL_ARRAY(swapper_pg_dir);
  118. #endif
  119. VMCOREINFO_SYMBOL(_stext);
  120. vmcoreinfo_append_str("NUMBER(VMALLOC_START)=0x%lx\n", (unsigned long) VMALLOC_START);
  121. #ifndef CONFIG_NUMA
  122. VMCOREINFO_SYMBOL(mem_map);
  123. VMCOREINFO_SYMBOL(contig_page_data);
  124. #endif
  125. #ifdef CONFIG_SPARSEMEM_VMEMMAP
  126. VMCOREINFO_SYMBOL_ARRAY(vmemmap);
  127. #endif
  128. #ifdef CONFIG_SPARSEMEM
  129. VMCOREINFO_SYMBOL_ARRAY(mem_section);
  130. VMCOREINFO_LENGTH(mem_section, NR_SECTION_ROOTS);
  131. VMCOREINFO_STRUCT_SIZE(mem_section);
  132. VMCOREINFO_OFFSET(mem_section, section_mem_map);
  133. VMCOREINFO_NUMBER(SECTION_SIZE_BITS);
  134. VMCOREINFO_NUMBER(MAX_PHYSMEM_BITS);
  135. #endif
  136. VMCOREINFO_STRUCT_SIZE(page);
  137. VMCOREINFO_STRUCT_SIZE(pglist_data);
  138. VMCOREINFO_STRUCT_SIZE(zone);
  139. VMCOREINFO_STRUCT_SIZE(free_area);
  140. VMCOREINFO_STRUCT_SIZE(list_head);
  141. VMCOREINFO_SIZE(nodemask_t);
  142. VMCOREINFO_OFFSET(page, flags);
  143. VMCOREINFO_OFFSET(page, _refcount);
  144. VMCOREINFO_OFFSET(page, mapping);
  145. VMCOREINFO_OFFSET(page, lru);
  146. VMCOREINFO_OFFSET(page, _mapcount);
  147. VMCOREINFO_OFFSET(page, private);
  148. VMCOREINFO_OFFSET(page, compound_head);
  149. VMCOREINFO_OFFSET(pglist_data, node_zones);
  150. VMCOREINFO_OFFSET(pglist_data, nr_zones);
  151. #ifdef CONFIG_FLATMEM
  152. VMCOREINFO_OFFSET(pglist_data, node_mem_map);
  153. #endif
  154. VMCOREINFO_OFFSET(pglist_data, node_start_pfn);
  155. VMCOREINFO_OFFSET(pglist_data, node_spanned_pages);
  156. VMCOREINFO_OFFSET(pglist_data, node_id);
  157. VMCOREINFO_OFFSET(zone, free_area);
  158. VMCOREINFO_OFFSET(zone, vm_stat);
  159. VMCOREINFO_OFFSET(zone, spanned_pages);
  160. VMCOREINFO_OFFSET(free_area, free_list);
  161. VMCOREINFO_OFFSET(list_head, next);
  162. VMCOREINFO_OFFSET(list_head, prev);
  163. VMCOREINFO_LENGTH(zone.free_area, NR_PAGE_ORDERS);
  164. log_buf_vmcoreinfo_setup();
  165. VMCOREINFO_LENGTH(free_area.free_list, MIGRATE_TYPES);
  166. VMCOREINFO_NUMBER(NR_FREE_PAGES);
  167. VMCOREINFO_NUMBER(PG_lru);
  168. VMCOREINFO_NUMBER(PG_private);
  169. VMCOREINFO_NUMBER(PG_swapcache);
  170. VMCOREINFO_NUMBER(PG_swapbacked);
  171. #define PAGE_SLAB_MAPCOUNT_VALUE (PGTY_slab << 24)
  172. VMCOREINFO_NUMBER(PAGE_SLAB_MAPCOUNT_VALUE);
  173. #ifdef CONFIG_MEMORY_FAILURE
  174. VMCOREINFO_NUMBER(PG_hwpoison);
  175. #endif
  176. VMCOREINFO_NUMBER(PG_head_mask);
  177. #define PAGE_BUDDY_MAPCOUNT_VALUE (PGTY_buddy << 24)
  178. VMCOREINFO_NUMBER(PAGE_BUDDY_MAPCOUNT_VALUE);
  179. #define PAGE_HUGETLB_MAPCOUNT_VALUE (PGTY_hugetlb << 24)
  180. VMCOREINFO_NUMBER(PAGE_HUGETLB_MAPCOUNT_VALUE);
  181. #define PAGE_OFFLINE_MAPCOUNT_VALUE (PGTY_offline << 24)
  182. VMCOREINFO_NUMBER(PAGE_OFFLINE_MAPCOUNT_VALUE);
  183. #ifdef CONFIG_KALLSYMS
  184. VMCOREINFO_SYMBOL(kallsyms_names);
  185. VMCOREINFO_SYMBOL(kallsyms_num_syms);
  186. VMCOREINFO_SYMBOL(kallsyms_token_table);
  187. VMCOREINFO_SYMBOL(kallsyms_token_index);
  188. VMCOREINFO_SYMBOL(kallsyms_offsets);
  189. VMCOREINFO_SYMBOL(kallsyms_relative_base);
  190. #endif /* CONFIG_KALLSYMS */
  191. arch_crash_save_vmcoreinfo();
  192. update_vmcoreinfo_note();
  193. return 0;
  194. }
  195. subsys_initcall(crash_save_vmcoreinfo_init);