qcom_ramdump.c 9.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379
  1. // SPDX-License-Identifier: GPL-2.0-only
  2. /*
  3. * Copyright (c) 2020-2021, The Linux Foundation. All rights reserved.
  4. * Copyright (c) 2022 Qualcomm Innovation Center, Inc. All rights reserved.
  5. */
  6. #include <linux/kernel.h>
  7. #include <linux/module.h>
  8. #include <linux/elf.h>
  9. #include <linux/wait.h>
  10. #include <linux/cdev.h>
  11. #include <linux/atomic.h>
  12. #include <soc/qcom/qcom_ramdump.h>
  13. #include <linux/devcoredump.h>
  14. #include <linux/of.h>
  15. #include <linux/io.h>
  16. #include <linux/devcoredump.h>
  17. #include <linux/soc/qcom/mdt_loader.h>
  18. #define RAMDUMP_TIMEOUT 120000
  19. #define SIZEOF_ELF_STRUCT(__xhdr) \
  20. static inline size_t sizeof_elf_##__xhdr(unsigned char class) \
  21. { \
  22. if (class == ELFCLASS32) \
  23. return sizeof(struct elf32_##__xhdr); \
  24. else \
  25. return sizeof(struct elf64_##__xhdr); \
  26. }
  27. SIZEOF_ELF_STRUCT(phdr)
  28. SIZEOF_ELF_STRUCT(hdr)
  29. #define set_xhdr_property(__xhdr, arg, class, member, value) \
  30. do { \
  31. if (class == ELFCLASS32) \
  32. ((struct elf32_##__xhdr *)arg)->member = value; \
  33. else \
  34. ((struct elf64_##__xhdr *)arg)->member = value; \
  35. } while (0)
  36. #define set_ehdr_property(arg, class, member, value) \
  37. set_xhdr_property(hdr, arg, class, member, value)
  38. #define set_phdr_property(arg, class, member, value) \
  39. set_xhdr_property(phdr, arg, class, member, value)
  40. #define RAMDUMP_NUM_DEVICES 256
  41. #define RAMDUMP_NAME "ramdump"
  42. static struct class *ramdump_class;
  43. static dev_t ramdump_dev;
  44. static DEFINE_MUTEX(rd_minor_mutex);
  45. static DEFINE_IDA(rd_minor_id);
  46. static bool ramdump_devnode_inited;
  47. struct ramdump_device {
  48. char name[256];
  49. struct cdev cdev;
  50. struct device *dev;
  51. };
  52. struct qcom_ramdump_desc {
  53. void *data;
  54. struct completion dump_done;
  55. };
  56. static int enable_dump_collection;
  57. module_param(enable_dump_collection, int, 0644);
  58. bool dump_enabled(void)
  59. {
  60. return enable_dump_collection;
  61. }
  62. EXPORT_SYMBOL(dump_enabled);
  63. void set_dump_enabled(int val)
  64. {
  65. enable_dump_collection = val;
  66. }
  67. EXPORT_SYMBOL(set_dump_enabled);
  68. static ssize_t qcom_devcd_readv(char *buffer, loff_t offset, size_t count,
  69. void *data, size_t datalen)
  70. {
  71. struct qcom_ramdump_desc *desc = data;
  72. return memory_read_from_buffer(buffer, count, &offset, desc->data, datalen);
  73. }
  74. static void qcom_devcd_freev(void *data)
  75. {
  76. struct qcom_ramdump_desc *desc = data;
  77. vfree(desc->data);
  78. complete_all(&desc->dump_done);
  79. }
  80. static int qcom_devcd_dump(struct device *dev, void *data, size_t datalen, gfp_t gfp)
  81. {
  82. struct qcom_ramdump_desc desc;
  83. desc.data = data;
  84. init_completion(&desc.dump_done);
  85. dev_coredumpm(dev, NULL, &desc, datalen, gfp, qcom_devcd_readv, qcom_devcd_freev);
  86. wait_for_completion(&desc.dump_done);
  87. return !completion_done(&desc.dump_done);
  88. }
  89. int qcom_dump(struct list_head *segs, struct device *dev)
  90. {
  91. struct qcom_dump_segment *segment;
  92. void *data;
  93. void __iomem *ptr;
  94. size_t data_size = 0;
  95. size_t offset = 0;
  96. if (!segs || list_empty(segs))
  97. return -EINVAL;
  98. list_for_each_entry(segment, segs, node) {
  99. pr_info("Got segment size %d\n", segment->size);
  100. data_size += segment->size;
  101. }
  102. data = vmalloc(data_size);
  103. if (!data)
  104. return -ENOMEM;
  105. list_for_each_entry(segment, segs, node) {
  106. if (segment->va)
  107. memcpy(data + offset, segment->va, segment->size);
  108. else {
  109. ptr = devm_ioremap(dev, segment->da, segment->size);
  110. if (!ptr) {
  111. dev_err(dev,
  112. "invalid coredump segment (%pad, %zu)\n",
  113. &segment->da, segment->size);
  114. memset(data + offset, 0xff, segment->size);
  115. } else
  116. memcpy_fromio(data + offset, ptr,
  117. segment->size);
  118. }
  119. offset += segment->size;
  120. }
  121. return qcom_devcd_dump(dev, data, data_size, GFP_KERNEL);
  122. }
  123. EXPORT_SYMBOL(qcom_dump);
  124. /* Since the elf32 and elf64 identification is identical
  125. * apart from the class we use elf32 by default.
  126. */
  127. static void init_elf_identification(struct elf32_hdr *ehdr, unsigned char class)
  128. {
  129. memcpy(ehdr->e_ident, ELFMAG, SELFMAG);
  130. ehdr->e_ident[EI_CLASS] = class;
  131. ehdr->e_ident[EI_DATA] = ELFDATA2LSB;
  132. ehdr->e_ident[EI_VERSION] = EV_CURRENT;
  133. ehdr->e_ident[EI_OSABI] = ELFOSABI_NONE;
  134. }
  135. int qcom_elf_dump(struct list_head *segs, struct device *dev, unsigned char class)
  136. {
  137. struct qcom_dump_segment *segment;
  138. void *phdr;
  139. void *ehdr;
  140. size_t data_size;
  141. size_t offset;
  142. int phnum = 0;
  143. void *data;
  144. void __iomem *ptr;
  145. if (!segs || list_empty(segs))
  146. return -EINVAL;
  147. data_size = sizeof_elf_hdr(class);
  148. list_for_each_entry(segment, segs, node) {
  149. data_size += sizeof_elf_phdr(class) + segment->size;
  150. phnum++;
  151. }
  152. data = vmalloc(data_size);
  153. if (!data)
  154. return -ENOMEM;
  155. pr_debug("Creating elf with size %d\n", data_size);
  156. ehdr = data;
  157. memset(ehdr, 0, sizeof_elf_hdr(class));
  158. init_elf_identification(ehdr, class);
  159. set_ehdr_property(ehdr, class, e_type, ET_CORE);
  160. set_ehdr_property(ehdr, class, e_machine, EM_NONE);
  161. set_ehdr_property(ehdr, class, e_version, EV_CURRENT);
  162. set_ehdr_property(ehdr, class, e_phoff, sizeof_elf_hdr(class));
  163. set_ehdr_property(ehdr, class, e_ehsize, sizeof_elf_hdr(class));
  164. set_ehdr_property(ehdr, class, e_phentsize, sizeof_elf_phdr(class));
  165. set_ehdr_property(ehdr, class, e_phnum, phnum);
  166. phdr = data + sizeof_elf_hdr(class);
  167. offset = sizeof_elf_hdr(class) + sizeof_elf_phdr(class) * phnum;
  168. list_for_each_entry(segment, segs, node) {
  169. memset(phdr, 0, sizeof_elf_phdr(class));
  170. set_phdr_property(phdr, class, p_type, PT_LOAD);
  171. set_phdr_property(phdr, class, p_offset, offset);
  172. set_phdr_property(phdr, class, p_vaddr, segment->da);
  173. set_phdr_property(phdr, class, p_paddr, segment->da);
  174. set_phdr_property(phdr, class, p_filesz, segment->size);
  175. set_phdr_property(phdr, class, p_memsz, segment->size);
  176. set_phdr_property(phdr, class, p_flags, PF_R | PF_W | PF_X);
  177. set_phdr_property(phdr, class, p_align, 0);
  178. if (segment->va)
  179. memcpy(data + offset, segment->va, segment->size);
  180. else {
  181. ptr = devm_ioremap(dev, segment->da, segment->size);
  182. if (!ptr) {
  183. dev_err(dev,
  184. "invalid coredump segment (%pad, %zu)\n",
  185. &segment->da, segment->size);
  186. memset(data + offset, 0xff, segment->size);
  187. } else
  188. memcpy_fromio(data + offset, ptr,
  189. segment->size);
  190. }
  191. offset += segment->size;
  192. phdr += sizeof_elf_phdr(class);
  193. }
  194. return qcom_devcd_dump(dev, data, data_size, GFP_KERNEL);
  195. }
  196. EXPORT_SYMBOL(qcom_elf_dump);
  197. int qcom_fw_elf_dump(struct firmware *fw, struct device *dev)
  198. {
  199. const struct elf32_phdr *phdrs, *phdr;
  200. const struct elf32_hdr *ehdr;
  201. struct qcom_dump_segment *segment;
  202. struct list_head head;
  203. int i;
  204. ehdr = (struct elf32_hdr *)fw->data;
  205. phdrs = (struct elf32_phdr *)(ehdr + 1);
  206. INIT_LIST_HEAD(&head);
  207. for (i = 0; i < ehdr->e_phnum; i++) {
  208. phdr = &phdrs[i];
  209. if (phdr->p_type != PT_LOAD)
  210. continue;
  211. if ((phdr->p_flags & QCOM_MDT_TYPE_MASK) == QCOM_MDT_TYPE_HASH)
  212. continue;
  213. if (!phdr->p_memsz)
  214. continue;
  215. segment = kzalloc(sizeof(*segment), GFP_KERNEL);
  216. if (!segment)
  217. return -ENOMEM;
  218. segment->da = phdr->p_paddr;
  219. segment->size = phdr->p_memsz;
  220. list_add_tail(&segment->node, &head);
  221. }
  222. qcom_elf_dump(&head, dev, ELFCLASS32);
  223. return 0;
  224. }
  225. EXPORT_SYMBOL(qcom_fw_elf_dump);
  226. static int ramdump_devnode_init(void)
  227. {
  228. int ret;
  229. ramdump_class = class_create(THIS_MODULE, RAMDUMP_NAME);
  230. ret = alloc_chrdev_region(&ramdump_dev, 0, RAMDUMP_NUM_DEVICES,
  231. RAMDUMP_NAME);
  232. if (ret) {
  233. pr_err("%s: unable to allocate major\n", __func__);
  234. return ret;
  235. }
  236. ramdump_devnode_inited = true;
  237. return 0;
  238. }
  239. void *qcom_create_ramdump_device(const char *dev_name, struct device *parent)
  240. {
  241. int ret, minor;
  242. struct ramdump_device *rd_dev;
  243. if (!dev_name) {
  244. pr_err("%s: Invalid device name.\n", __func__);
  245. return NULL;
  246. }
  247. mutex_lock(&rd_minor_mutex);
  248. if (!ramdump_devnode_inited) {
  249. ret = ramdump_devnode_init();
  250. if (ret) {
  251. mutex_unlock(&rd_minor_mutex);
  252. return ERR_PTR(ret);
  253. }
  254. }
  255. mutex_unlock(&rd_minor_mutex);
  256. rd_dev = kzalloc(sizeof(struct ramdump_device), GFP_KERNEL);
  257. if (!rd_dev)
  258. return NULL;
  259. /* get a minor number */
  260. minor = ida_simple_get(&rd_minor_id, 0, RAMDUMP_NUM_DEVICES,
  261. GFP_KERNEL);
  262. if (minor < 0) {
  263. pr_err("%s: No more minor numbers left! rc:%d\n", __func__,
  264. minor);
  265. ret = -ENODEV;
  266. goto fail_out_of_minors;
  267. }
  268. snprintf(rd_dev->name, ARRAY_SIZE(rd_dev->name), "%s",
  269. dev_name);
  270. rd_dev->dev = device_create(ramdump_class, parent,
  271. MKDEV(MAJOR(ramdump_dev), minor),
  272. rd_dev, rd_dev->name);
  273. if (IS_ERR(rd_dev->dev)) {
  274. ret = PTR_ERR(rd_dev->dev);
  275. pr_err("%s: device_create failed for %s (%d)\n", __func__,
  276. dev_name, ret);
  277. goto fail_return_minor;
  278. }
  279. cdev_init(&rd_dev->cdev, NULL);
  280. ret = cdev_add(&rd_dev->cdev, MKDEV(MAJOR(ramdump_dev), minor), 1);
  281. if (ret) {
  282. pr_err("%s: cdev_add failed for %s (%d)\n", __func__,
  283. dev_name, ret);
  284. goto fail_cdev_add;
  285. }
  286. return (void *)rd_dev->dev;
  287. fail_cdev_add:
  288. device_unregister(rd_dev->dev);
  289. fail_return_minor:
  290. ida_simple_remove(&rd_minor_id, minor);
  291. fail_out_of_minors:
  292. kfree(rd_dev);
  293. return ERR_PTR(ret);
  294. }
  295. EXPORT_SYMBOL(qcom_create_ramdump_device);
  296. void qcom_destroy_ramdump_device(void *dev)
  297. {
  298. struct ramdump_device *rd_dev = dev_get_drvdata(dev);
  299. int minor = MINOR(rd_dev->cdev.dev);
  300. if (IS_ERR_OR_NULL(rd_dev))
  301. return;
  302. cdev_del(&rd_dev->cdev);
  303. device_unregister(rd_dev->dev);
  304. ida_simple_remove(&rd_minor_id, minor);
  305. kfree(rd_dev);
  306. }
  307. EXPORT_SYMBOL(qcom_destroy_ramdump_device);
  308. MODULE_DESCRIPTION("Qualcomm Technologies, Inc. Ramdump driver");
  309. MODULE_LICENSE("GPL");