mem.c 5.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240
  1. // SPDX-License-Identifier: GPL-2.0
  2. /*
  3. * Copyright (C) 2021 Benjamin Berg <benjamin@sipsolutions.net>
  4. * Copyright (C) 2002 - 2007 Jeff Dike (jdike@{addtoit,linux.intel}.com)
  5. */
  6. #include <stddef.h>
  7. #include <unistd.h>
  8. #include <errno.h>
  9. #include <string.h>
  10. #include <sys/mman.h>
  11. #include <init.h>
  12. #include <as-layout.h>
  13. #include <mm_id.h>
  14. #include <os.h>
  15. #include <ptrace_user.h>
  16. #include <registers.h>
  17. #include <skas.h>
  18. #include <sysdep/ptrace.h>
  19. #include <sysdep/stub.h>
  20. #include "../internal.h"
  21. extern char __syscall_stub_start[];
  22. void syscall_stub_dump_error(struct mm_id *mm_idp)
  23. {
  24. struct stub_data *proc_data = (void *)mm_idp->stack;
  25. struct stub_syscall *sc;
  26. if (proc_data->syscall_data_len < 0 ||
  27. proc_data->syscall_data_len >= ARRAY_SIZE(proc_data->syscall_data))
  28. panic("Syscall data was corrupted by stub (len is: %d, expected maximum: %d)!",
  29. proc_data->syscall_data_len,
  30. mm_idp->syscall_data_len);
  31. sc = &proc_data->syscall_data[proc_data->syscall_data_len];
  32. printk(UM_KERN_ERR "%s : length = %d, last offset = %d",
  33. __func__, mm_idp->syscall_data_len,
  34. proc_data->syscall_data_len);
  35. printk(UM_KERN_ERR "%s : stub syscall type %d failed, return value = 0x%lx\n",
  36. __func__, sc->syscall, proc_data->err);
  37. print_hex_dump(UM_KERN_ERR, " syscall data: ", 0,
  38. 16, 4, sc, sizeof(*sc), 0);
  39. }
  40. static inline unsigned long *check_init_stack(struct mm_id * mm_idp,
  41. unsigned long *stack)
  42. {
  43. if (stack == NULL) {
  44. stack = (unsigned long *) mm_idp->stack + 2;
  45. *stack = 0;
  46. }
  47. return stack;
  48. }
  49. static unsigned long syscall_regs[MAX_REG_NR];
  50. static int __init init_syscall_regs(void)
  51. {
  52. get_safe_registers(syscall_regs, NULL);
  53. syscall_regs[REGS_IP_INDEX] = STUB_CODE +
  54. ((unsigned long) stub_syscall_handler -
  55. (unsigned long) __syscall_stub_start);
  56. syscall_regs[REGS_SP_INDEX] = STUB_DATA +
  57. offsetof(struct stub_data, sigstack) +
  58. sizeof(((struct stub_data *) 0)->sigstack) -
  59. sizeof(void *);
  60. return 0;
  61. }
  62. __initcall(init_syscall_regs);
  63. static inline long do_syscall_stub(struct mm_id *mm_idp)
  64. {
  65. struct stub_data *proc_data = (void *)mm_idp->stack;
  66. int n, i;
  67. int err, pid = mm_idp->pid;
  68. n = ptrace_setregs(pid, syscall_regs);
  69. if (n < 0) {
  70. printk(UM_KERN_ERR "Registers - \n");
  71. for (i = 0; i < MAX_REG_NR; i++)
  72. printk(UM_KERN_ERR "\t%d\t0x%lx\n", i, syscall_regs[i]);
  73. panic("%s : PTRACE_SETREGS failed, errno = %d\n",
  74. __func__, -n);
  75. }
  76. /* Inform process how much we have filled in. */
  77. proc_data->syscall_data_len = mm_idp->syscall_data_len;
  78. err = ptrace(PTRACE_CONT, pid, 0, 0);
  79. if (err)
  80. panic("Failed to continue stub, pid = %d, errno = %d\n", pid,
  81. errno);
  82. wait_stub_done(pid);
  83. /*
  84. * proc_data->err will be non-zero if there was an (unexpected) error.
  85. * In that case, syscall_data_len points to the last executed syscall,
  86. * otherwise it will be zero (but we do not need to rely on that).
  87. */
  88. if (proc_data->err < 0) {
  89. syscall_stub_dump_error(mm_idp);
  90. /* Store error code in case someone tries to add more syscalls */
  91. mm_idp->syscall_data_len = proc_data->err;
  92. } else {
  93. mm_idp->syscall_data_len = 0;
  94. }
  95. return mm_idp->syscall_data_len;
  96. }
  97. int syscall_stub_flush(struct mm_id *mm_idp)
  98. {
  99. int res;
  100. if (mm_idp->syscall_data_len == 0)
  101. return 0;
  102. /* If an error happened already, report it and reset the state. */
  103. if (mm_idp->syscall_data_len < 0) {
  104. res = mm_idp->syscall_data_len;
  105. mm_idp->syscall_data_len = 0;
  106. return res;
  107. }
  108. res = do_syscall_stub(mm_idp);
  109. mm_idp->syscall_data_len = 0;
  110. return res;
  111. }
  112. struct stub_syscall *syscall_stub_alloc(struct mm_id *mm_idp)
  113. {
  114. struct stub_syscall *sc;
  115. struct stub_data *proc_data = (struct stub_data *) mm_idp->stack;
  116. if (mm_idp->syscall_data_len > 0 &&
  117. mm_idp->syscall_data_len == ARRAY_SIZE(proc_data->syscall_data))
  118. do_syscall_stub(mm_idp);
  119. if (mm_idp->syscall_data_len < 0) {
  120. /* Return dummy to retain error state. */
  121. sc = &proc_data->syscall_data[0];
  122. } else {
  123. sc = &proc_data->syscall_data[mm_idp->syscall_data_len];
  124. mm_idp->syscall_data_len += 1;
  125. }
  126. memset(sc, 0, sizeof(*sc));
  127. return sc;
  128. }
  129. static struct stub_syscall *syscall_stub_get_previous(struct mm_id *mm_idp,
  130. int syscall_type,
  131. unsigned long virt)
  132. {
  133. if (mm_idp->syscall_data_len > 0) {
  134. struct stub_data *proc_data = (void *) mm_idp->stack;
  135. struct stub_syscall *sc;
  136. sc = &proc_data->syscall_data[mm_idp->syscall_data_len - 1];
  137. if (sc->syscall == syscall_type &&
  138. sc->mem.addr + sc->mem.length == virt)
  139. return sc;
  140. }
  141. return NULL;
  142. }
  143. int map(struct mm_id *mm_idp, unsigned long virt, unsigned long len, int prot,
  144. int phys_fd, unsigned long long offset)
  145. {
  146. struct stub_syscall *sc;
  147. /* Compress with previous syscall if that is possible */
  148. sc = syscall_stub_get_previous(mm_idp, STUB_SYSCALL_MMAP, virt);
  149. if (sc && sc->mem.prot == prot && sc->mem.fd == phys_fd &&
  150. sc->mem.offset == MMAP_OFFSET(offset - sc->mem.length)) {
  151. sc->mem.length += len;
  152. return 0;
  153. }
  154. sc = syscall_stub_alloc(mm_idp);
  155. sc->syscall = STUB_SYSCALL_MMAP;
  156. sc->mem.addr = virt;
  157. sc->mem.length = len;
  158. sc->mem.prot = prot;
  159. sc->mem.fd = phys_fd;
  160. sc->mem.offset = MMAP_OFFSET(offset);
  161. return 0;
  162. }
  163. int unmap(struct mm_id *mm_idp, unsigned long addr, unsigned long len)
  164. {
  165. struct stub_syscall *sc;
  166. /* Compress with previous syscall if that is possible */
  167. sc = syscall_stub_get_previous(mm_idp, STUB_SYSCALL_MUNMAP, addr);
  168. if (sc) {
  169. sc->mem.length += len;
  170. return 0;
  171. }
  172. sc = syscall_stub_alloc(mm_idp);
  173. sc->syscall = STUB_SYSCALL_MUNMAP;
  174. sc->mem.addr = addr;
  175. sc->mem.length = len;
  176. return 0;
  177. }
  178. int protect(struct mm_id *mm_idp, unsigned long addr, unsigned long len,
  179. unsigned int prot)
  180. {
  181. struct stub_syscall *sc;
  182. /* Compress with previous syscall if that is possible */
  183. sc = syscall_stub_get_previous(mm_idp, STUB_SYSCALL_MPROTECT, addr);
  184. if (sc && sc->mem.prot == prot) {
  185. sc->mem.length += len;
  186. return 0;
  187. }
  188. sc = syscall_stub_alloc(mm_idp);
  189. sc->syscall = STUB_SYSCALL_MPROTECT;
  190. sc->mem.addr = addr;
  191. sc->mem.length = len;
  192. sc->mem.prot = prot;
  193. return 0;
  194. }