123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095 |
- // SPDX-License-Identifier: GPL-2.0-only
- /*
- * Copyright (c) 2012-2023 Qualcomm Innovation Center, Inc. All rights reserved.
- */
- #include <asm/arch_timer.h>
- #include <linux/slab.h>
- #include <linux/uaccess.h>
- #include <linux/module.h>
- #include <linux/fs.h>
- #include <linux/kernel.h>
- #include <linux/errno.h>
- #include <linux/jiffies.h>
- #include <linux/debugfs.h>
- #include <linux/io.h>
- #include <linux/idr.h>
- #include <linux/string.h>
- #include <linux/sched.h>
- #include <linux/wait.h>
- #include <linux/delay.h>
- #include <linux/completion.h>
- #include <linux/sched/clock.h>
- #include <linux/ipc_logging.h>
- #include <soc/qcom/minidump.h>
- #include <linux/samsung/debug/sec_debug.h>
- #include "ipc_logging_private.h"
- #define LOG_PAGE_DATA_SIZE sizeof(((struct ipc_log_page *)0)->data)
- #define LOG_PAGE_FLAG (1 << 31)
- #define MAX_MINIDUMP_BUFFERS CONFIG_IPC_LOG_MINIDUMP_BUFFERS
- /*16th bit is used for minidump feature*/
- #define FEATURE_MASK 0x10000
- static int minidump_buf_cnt;
- static LIST_HEAD(ipc_log_context_list);
- static DEFINE_RWLOCK(context_list_lock_lha1);
- static void *get_deserialization_func(struct ipc_log_context *ilctxt,
- int type);
- static void *debug_level_dummy_ctx;
- static struct ipc_log_page *get_first_page(struct ipc_log_context *ilctxt)
- {
- struct ipc_log_page_header *p_pghdr;
- struct ipc_log_page *pg = NULL;
- if (!ilctxt)
- return NULL;
- p_pghdr = list_first_entry(&ilctxt->page_list,
- struct ipc_log_page_header, list);
- pg = container_of(p_pghdr, struct ipc_log_page, hdr);
- return pg;
- }
- /**
- * is_nd_read_empty - Returns true if no data is available to read in log
- *
- * @ilctxt: logging context
- * @returns: > 1 if context is empty; 0 if not empty; <0 for failure
- *
- * This is for the debugfs read pointer which allows for a non-destructive read.
- * There may still be data in the log, but it may have already been read.
- */
- static int is_nd_read_empty(struct ipc_log_context *ilctxt)
- {
- if (!ilctxt)
- return -EINVAL;
- return ((ilctxt->nd_read_page == ilctxt->write_page) &&
- (ilctxt->nd_read_page->hdr.nd_read_offset ==
- ilctxt->write_page->hdr.write_offset));
- }
- /**
- * is_read_empty - Returns true if no data is available in log
- *
- * @ilctxt: logging context
- * @returns: > 1 if context is empty; 0 if not empty; <0 for failure
- *
- * This is for the actual log contents. If it is empty, then there
- * is no data at all in the log.
- */
- static int is_read_empty(struct ipc_log_context *ilctxt)
- {
- if (!ilctxt)
- return -EINVAL;
- return ((ilctxt->read_page == ilctxt->write_page) &&
- (ilctxt->read_page->hdr.read_offset ==
- ilctxt->write_page->hdr.write_offset));
- }
- /**
- * is_nd_read_equal_read - Return true if the non-destructive read is equal to
- * the destructive read
- *
- * @ilctxt: logging context
- * @returns: true if nd read is equal to read; false otherwise
- */
- static bool is_nd_read_equal_read(struct ipc_log_context *ilctxt)
- {
- uint16_t read_offset;
- uint16_t nd_read_offset;
- if (ilctxt->nd_read_page == ilctxt->read_page) {
- read_offset = ilctxt->read_page->hdr.read_offset;
- nd_read_offset = ilctxt->nd_read_page->hdr.nd_read_offset;
- if (read_offset == nd_read_offset)
- return true;
- }
- return false;
- }
- static struct ipc_log_page *get_next_page(struct ipc_log_context *ilctxt,
- struct ipc_log_page *cur_pg)
- {
- struct ipc_log_page_header *p_pghdr;
- struct ipc_log_page *pg = NULL;
- if (!ilctxt || !cur_pg)
- return NULL;
- if (ilctxt->last_page == cur_pg)
- return ilctxt->first_page;
- p_pghdr = list_first_entry(&cur_pg->hdr.list,
- struct ipc_log_page_header, list);
- pg = container_of(p_pghdr, struct ipc_log_page, hdr);
- return pg;
- }
- static void register_minidump(u64 vaddr, u64 size,
- const char *buf_name, int index)
- {
- struct md_region md_entry;
- int ret;
- if (msm_minidump_enabled()
- && (minidump_buf_cnt < MAX_MINIDUMP_BUFFERS)) {
- scnprintf(md_entry.name, sizeof(md_entry.name), "%s_%d",
- buf_name, index);
- md_entry.virt_addr = vaddr;
- md_entry.phys_addr = virt_to_phys((void *)vaddr);
- md_entry.size = size;
- ret = msm_minidump_add_region(&md_entry);
- if (ret < 0) {
- pr_err(
- "Failed to register log buffer %s_%d in Minidump ret %d\n",
- buf_name, index, ret);
- return;
- }
- minidump_buf_cnt++;
- }
- }
- /**
- * ipc_log_read - do non-destructive read of the log
- *
- * @ilctxt: Logging context
- * @data: Data pointer to receive the data
- * @data_size: Number of bytes to read (must be <= bytes available in log)
- *
- * This read will update a runtime read pointer, but will not affect the actual
- * contents of the log which allows for reading the logs continuously while
- * debugging and if the system crashes, then the full logs can still be
- * extracted.
- */
- static void ipc_log_read(struct ipc_log_context *ilctxt,
- void *data, int data_size)
- {
- int bytes_to_read;
- bytes_to_read = MIN(LOG_PAGE_DATA_SIZE
- - ilctxt->nd_read_page->hdr.nd_read_offset,
- data_size);
- memcpy(data, (ilctxt->nd_read_page->data +
- ilctxt->nd_read_page->hdr.nd_read_offset), bytes_to_read);
- if (bytes_to_read != data_size) {
- /* not enough space, wrap read to next page */
- ilctxt->nd_read_page->hdr.nd_read_offset = 0;
- ilctxt->nd_read_page = get_next_page(ilctxt,
- ilctxt->nd_read_page);
- if (WARN_ON(ilctxt->nd_read_page == NULL))
- return;
- memcpy((data + bytes_to_read),
- (ilctxt->nd_read_page->data +
- ilctxt->nd_read_page->hdr.nd_read_offset),
- (data_size - bytes_to_read));
- bytes_to_read = (data_size - bytes_to_read);
- }
- ilctxt->nd_read_page->hdr.nd_read_offset += bytes_to_read;
- }
- /**
- * ipc_log_drop - do destructive read of the log
- *
- * @ilctxt: Logging context
- * @data: Data pointer to receive the data (or NULL)
- * @data_size: Number of bytes to read (must be <= bytes available in log)
- */
- static void ipc_log_drop(struct ipc_log_context *ilctxt, void *data,
- int data_size)
- {
- int bytes_to_read;
- bool push_nd_read;
- bytes_to_read = MIN(LOG_PAGE_DATA_SIZE
- - ilctxt->read_page->hdr.read_offset,
- data_size);
- if (data)
- memcpy(data, (ilctxt->read_page->data +
- ilctxt->read_page->hdr.read_offset), bytes_to_read);
- if (bytes_to_read != data_size) {
- /* not enough space, wrap read to next page */
- push_nd_read = is_nd_read_equal_read(ilctxt);
- ilctxt->read_page->hdr.read_offset = 0;
- if (push_nd_read) {
- ilctxt->read_page->hdr.nd_read_offset = 0;
- ilctxt->read_page = get_next_page(ilctxt,
- ilctxt->read_page);
- if (WARN_ON(ilctxt->read_page == NULL))
- return;
- ilctxt->nd_read_page = ilctxt->read_page;
- } else {
- ilctxt->read_page = get_next_page(ilctxt,
- ilctxt->read_page);
- if (WARN_ON(ilctxt->read_page == NULL))
- return;
- }
- if (data)
- memcpy((data + bytes_to_read),
- (ilctxt->read_page->data +
- ilctxt->read_page->hdr.read_offset),
- (data_size - bytes_to_read));
- bytes_to_read = (data_size - bytes_to_read);
- }
- /* update non-destructive read pointer if necessary */
- push_nd_read = is_nd_read_equal_read(ilctxt);
- ilctxt->read_page->hdr.read_offset += bytes_to_read;
- ilctxt->write_avail += data_size;
- if (push_nd_read)
- ilctxt->nd_read_page->hdr.nd_read_offset += bytes_to_read;
- }
- /**
- * msg_read - Reads a message.
- *
- * If a message is read successfully, then the message context
- * will be set to:
- * .hdr message header .size and .type values
- * .offset beginning of message data
- *
- * @ilctxt Logging context
- * @ectxt Message context
- *
- * @returns 0 - no message available; >0 message size; <0 error
- */
- static int msg_read(struct ipc_log_context *ilctxt,
- struct encode_context *ectxt)
- {
- struct tsv_header hdr;
- if (!ectxt)
- return -EINVAL;
- if (is_nd_read_empty(ilctxt))
- return 0;
- ipc_log_read(ilctxt, &hdr, sizeof(hdr));
- ectxt->hdr.type = hdr.type;
- ectxt->hdr.size = hdr.size;
- ectxt->offset = sizeof(hdr);
- ipc_log_read(ilctxt, (ectxt->buff + ectxt->offset),
- (int)hdr.size);
- return sizeof(hdr) + (int)hdr.size;
- }
- /**
- * msg_drop - Drops a message.
- *
- * @ilctxt Logging context
- */
- static void msg_drop(struct ipc_log_context *ilctxt)
- {
- struct tsv_header hdr;
- if (!is_read_empty(ilctxt)) {
- ipc_log_drop(ilctxt, &hdr, sizeof(hdr));
- ipc_log_drop(ilctxt, NULL, (int)hdr.size);
- }
- }
- /*
- * Commits messages to the FIFO. If the FIFO is full, then enough
- * messages are dropped to create space for the new message.
- */
- static void __ipc_log_write(void *ctxt, struct encode_context *ectxt)
- {
- struct ipc_log_context *ilctxt = (struct ipc_log_context *)ctxt;
- int bytes_to_write;
- unsigned long flags;
- if (!ilctxt || !ectxt) {
- pr_err("%s: Invalid ipc_log or encode context\n", __func__);
- return;
- }
- read_lock_irqsave(&context_list_lock_lha1, flags);
- spin_lock(&ilctxt->context_lock_lhb1);
- while (ilctxt->write_avail <= ectxt->offset)
- msg_drop(ilctxt);
- bytes_to_write = MIN(LOG_PAGE_DATA_SIZE
- - ilctxt->write_page->hdr.write_offset,
- ectxt->offset);
- memcpy((ilctxt->write_page->data +
- ilctxt->write_page->hdr.write_offset),
- ectxt->buff, bytes_to_write);
- if (bytes_to_write != ectxt->offset) {
- uint64_t t_now = sched_clock();
- ilctxt->write_page->hdr.write_offset += bytes_to_write;
- ilctxt->write_page->hdr.end_time = t_now;
- ilctxt->write_page = get_next_page(ilctxt, ilctxt->write_page);
- if (WARN_ON(ilctxt->write_page == NULL)) {
- spin_unlock(&ilctxt->context_lock_lhb1);
- read_unlock_irqrestore(&context_list_lock_lha1, flags);
- return;
- }
- ilctxt->write_page->hdr.write_offset = 0;
- ilctxt->write_page->hdr.start_time = t_now;
- memcpy((ilctxt->write_page->data +
- ilctxt->write_page->hdr.write_offset),
- (ectxt->buff + bytes_to_write),
- (ectxt->offset - bytes_to_write));
- bytes_to_write = (ectxt->offset - bytes_to_write);
- }
- ilctxt->write_page->hdr.write_offset += bytes_to_write;
- ilctxt->write_avail -= ectxt->offset;
- complete(&ilctxt->read_avail);
- spin_unlock(&ilctxt->context_lock_lhb1);
- read_unlock_irqrestore(&context_list_lock_lha1, flags);
- }
- void ipc_log_write(void *ctxt, struct encode_context *ectxt)
- {
- if (!sec_debug_is_enabled())
- return;
- __ipc_log_write(ctxt, ectxt);
- }
- EXPORT_SYMBOL(ipc_log_write);
- /*
- * Starts a new message after which you can add serialized data and
- * then complete the message by calling msg_encode_end().
- */
- void msg_encode_start(struct encode_context *ectxt, uint32_t type)
- {
- if (!ectxt) {
- pr_err("%s: Invalid encode context\n", __func__);
- return;
- }
- ectxt->hdr.type = type;
- ectxt->hdr.size = 0;
- ectxt->offset = sizeof(ectxt->hdr);
- }
- EXPORT_SYMBOL(msg_encode_start);
- /*
- * Completes the message
- */
- void msg_encode_end(struct encode_context *ectxt)
- {
- if (!ectxt) {
- pr_err("%s: Invalid encode context\n", __func__);
- return;
- }
- /* finalize data size */
- ectxt->hdr.size = ectxt->offset - sizeof(ectxt->hdr);
- memcpy(ectxt->buff, &ectxt->hdr, sizeof(ectxt->hdr));
- }
- EXPORT_SYMBOL(msg_encode_end);
- /*
- * Helper function used to write data to a message context.
- *
- * @ectxt context initialized by calling msg_encode_start()
- * @data data to write
- * @size number of bytes of data to write
- */
- static inline int tsv_write_data(struct encode_context *ectxt,
- void *data, uint32_t size)
- {
- if (!ectxt) {
- pr_err("%s: Invalid encode context\n", __func__);
- return -EINVAL;
- }
- if ((ectxt->offset + size) > MAX_MSG_SIZE) {
- pr_err("%s: No space to encode further\n", __func__);
- return -EINVAL;
- }
- memcpy((void *)(ectxt->buff + ectxt->offset), data, size);
- ectxt->offset += size;
- return 0;
- }
- /*
- * Helper function that writes a type to the context.
- *
- * @ectxt context initialized by calling msg_encode_start()
- * @type primitive type
- * @size size of primitive in bytes
- */
- static inline int tsv_write_header(struct encode_context *ectxt,
- uint32_t type, uint32_t size)
- {
- struct tsv_header hdr;
- hdr.type = (unsigned char)type;
- hdr.size = (unsigned char)size;
- return tsv_write_data(ectxt, &hdr, sizeof(hdr));
- }
- /*
- * Writes the current timestamp count.
- *
- * @ectxt context initialized by calling msg_encode_start()
- */
- int tsv_timestamp_write(struct encode_context *ectxt)
- {
- int ret;
- uint64_t t_now = sched_clock();
- ret = tsv_write_header(ectxt, TSV_TYPE_TIMESTAMP, sizeof(t_now));
- if (ret)
- return ret;
- return tsv_write_data(ectxt, &t_now, sizeof(t_now));
- }
- EXPORT_SYMBOL(tsv_timestamp_write);
- /*
- * Writes the current QTimer timestamp count.
- *
- * @ectxt context initialized by calling msg_encode_start()
- */
- int tsv_qtimer_write(struct encode_context *ectxt)
- {
- int ret;
- uint64_t t_now = __arch_counter_get_cntvct();
- ret = tsv_write_header(ectxt, TSV_TYPE_QTIMER, sizeof(t_now));
- if (ret)
- return ret;
- return tsv_write_data(ectxt, &t_now, sizeof(t_now));
- }
- EXPORT_SYMBOL(tsv_qtimer_write);
- /*
- * Writes a data pointer.
- *
- * @ectxt context initialized by calling msg_encode_start()
- * @pointer pointer value to write
- */
- int tsv_pointer_write(struct encode_context *ectxt, void *pointer)
- {
- int ret;
- ret = tsv_write_header(ectxt, TSV_TYPE_POINTER, sizeof(pointer));
- if (ret)
- return ret;
- return tsv_write_data(ectxt, &pointer, sizeof(pointer));
- }
- EXPORT_SYMBOL(tsv_pointer_write);
- /*
- * Writes a 32-bit integer value.
- *
- * @ectxt context initialized by calling msg_encode_start()
- * @n integer to write
- */
- int tsv_int32_write(struct encode_context *ectxt, int32_t n)
- {
- int ret;
- ret = tsv_write_header(ectxt, TSV_TYPE_INT32, sizeof(n));
- if (ret)
- return ret;
- return tsv_write_data(ectxt, &n, sizeof(n));
- }
- EXPORT_SYMBOL(tsv_int32_write);
- /*
- * Writes a byte array.
- *
- * @ectxt context initialized by calling msg_write_start()
- * @data Beginning address of data
- * @data_size Size of data to be written
- */
- int tsv_byte_array_write(struct encode_context *ectxt,
- void *data, int data_size)
- {
- int ret;
- ret = tsv_write_header(ectxt, TSV_TYPE_BYTE_ARRAY, data_size);
- if (ret)
- return ret;
- return tsv_write_data(ectxt, data, data_size);
- }
- EXPORT_SYMBOL(tsv_byte_array_write);
- /*
- * Helper function to log a string
- *
- * @ilctxt ipc_log_context created using ipc_log_context_create()
- * @fmt Data specified using format specifiers
- */
- int ipc_log_string(void *ilctxt, const char *fmt, ...)
- {
- struct encode_context ectxt;
- int avail_size, data_size, hdr_size = sizeof(struct tsv_header);
- va_list arg_list;
- if (!sec_debug_is_enabled())
- return 0;
- if (!ilctxt)
- return -EINVAL;
- msg_encode_start(&ectxt, TSV_TYPE_STRING);
- tsv_timestamp_write(&ectxt);
- tsv_qtimer_write(&ectxt);
- avail_size = (MAX_MSG_SIZE - (ectxt.offset + hdr_size));
- va_start(arg_list, fmt);
- data_size = vscnprintf((ectxt.buff + ectxt.offset + hdr_size),
- avail_size, fmt, arg_list);
- va_end(arg_list);
- tsv_write_header(&ectxt, TSV_TYPE_BYTE_ARRAY, data_size);
- ectxt.offset += data_size;
- msg_encode_end(&ectxt);
- ipc_log_write(ilctxt, &ectxt);
- return 0;
- }
- EXPORT_SYMBOL(ipc_log_string);
- /**
- * ipc_log_extract - Reads and deserializes log
- *
- * @ctxt: logging context
- * @buff: buffer to receive the data
- * @size: size of the buffer
- * @returns: 0 if no data read; >0 number of bytes read; < 0 error
- *
- * If no data is available to be read, then the ilctxt::read_avail
- * completion is reinitialized. This allows clients to block
- * until new log data is save.
- */
- int ipc_log_extract(void *ctxt, char *buff, int size)
- {
- struct encode_context ectxt;
- struct decode_context dctxt;
- void (*deserialize_func)(struct encode_context *ectxt,
- struct decode_context *dctxt);
- struct ipc_log_context *ilctxt = (struct ipc_log_context *)ctxt;
- unsigned long flags;
- int ret;
- if (size < MAX_MSG_DECODED_SIZE)
- return -EINVAL;
- dctxt.output_format = OUTPUT_DEBUGFS;
- dctxt.buff = buff;
- dctxt.size = size;
- read_lock_irqsave(&context_list_lock_lha1, flags);
- spin_lock(&ilctxt->context_lock_lhb1);
- if (ilctxt->destroyed) {
- ret = -EIO;
- goto done;
- }
- while (dctxt.size >= MAX_MSG_DECODED_SIZE &&
- !is_nd_read_empty(ilctxt)) {
- msg_read(ilctxt, &ectxt);
- deserialize_func = get_deserialization_func(ilctxt,
- ectxt.hdr.type);
- spin_unlock(&ilctxt->context_lock_lhb1);
- read_unlock_irqrestore(&context_list_lock_lha1, flags);
- if (deserialize_func)
- deserialize_func(&ectxt, &dctxt);
- else
- pr_err("%s: unknown message 0x%x\n",
- __func__, ectxt.hdr.type);
- read_lock_irqsave(&context_list_lock_lha1, flags);
- spin_lock(&ilctxt->context_lock_lhb1);
- }
- ret = size - dctxt.size;
- if (ret == 0) {
- if (!ilctxt->destroyed)
- reinit_completion(&ilctxt->read_avail);
- else
- ret = -EIO;
- }
- done:
- spin_unlock(&ilctxt->context_lock_lhb1);
- read_unlock_irqrestore(&context_list_lock_lha1, flags);
- return ret;
- }
- EXPORT_SYMBOL(ipc_log_extract);
- /*
- * Helper function used to read data from a message context.
- *
- * @ectxt context initialized by calling msg_read()
- * @data data to read
- * @size number of bytes of data to read
- */
- static void tsv_read_data(struct encode_context *ectxt,
- void *data, uint32_t size)
- {
- if (WARN_ON((ectxt->offset + size) > MAX_MSG_SIZE)) {
- memcpy(data, (ectxt->buff + ectxt->offset),
- MAX_MSG_SIZE - ectxt->offset - 1);
- ectxt->offset += MAX_MSG_SIZE - ectxt->offset - 1;
- return;
- }
- memcpy(data, (ectxt->buff + ectxt->offset), size);
- ectxt->offset += size;
- }
- /*
- * Helper function that reads a type from the context and updates the
- * context pointers.
- *
- * @ectxt context initialized by calling msg_read()
- * @hdr type header
- */
- static void tsv_read_header(struct encode_context *ectxt,
- struct tsv_header *hdr)
- {
- if (WARN_ON((ectxt->offset + sizeof(*hdr)) > MAX_MSG_SIZE)) {
- memcpy(hdr, (ectxt->buff + ectxt->offset),
- MAX_MSG_SIZE - ectxt->offset - 1);
- ectxt->offset += MAX_MSG_SIZE - ectxt->offset - 1;
- return;
- }
- memcpy(hdr, (ectxt->buff + ectxt->offset), sizeof(*hdr));
- ectxt->offset += sizeof(*hdr);
- }
- /*
- * Reads a timestamp.
- *
- * @ectxt context initialized by calling msg_read()
- * @dctxt deserialization context
- * @format output format (appended to %6u.09u timestamp format)
- */
- void tsv_timestamp_read(struct encode_context *ectxt,
- struct decode_context *dctxt, const char *format)
- {
- struct tsv_header hdr;
- uint64_t val;
- unsigned long nanosec_rem;
- tsv_read_header(ectxt, &hdr);
- if (WARN_ON(hdr.type != TSV_TYPE_TIMESTAMP))
- return;
- tsv_read_data(ectxt, &val, sizeof(val));
- nanosec_rem = do_div(val, 1000000000U);
- IPC_SPRINTF_DECODE(dctxt, "[%6u.%09lu%s/",
- (unsigned int)val, nanosec_rem, format);
- }
- EXPORT_SYMBOL(tsv_timestamp_read);
- /*
- * Reads a QTimer timestamp.
- *
- * @ectxt context initialized by calling msg_read()
- * @dctxt deserialization context
- * @format output format (appended to %#18llx timestamp format)
- */
- void tsv_qtimer_read(struct encode_context *ectxt,
- struct decode_context *dctxt, const char *format)
- {
- struct tsv_header hdr;
- uint64_t val;
- tsv_read_header(ectxt, &hdr);
- if (WARN_ON(hdr.type != TSV_TYPE_QTIMER))
- return;
- tsv_read_data(ectxt, &val, sizeof(val));
- /*
- * This gives 16 hex digits of output. The # prefix prepends
- * a 0x, and these characters count as part of the number.
- */
- IPC_SPRINTF_DECODE(dctxt, "%#18llx]%s", val, format);
- }
- EXPORT_SYMBOL(tsv_qtimer_read);
- /*
- * Reads a data pointer.
- *
- * @ectxt context initialized by calling msg_read()
- * @dctxt deserialization context
- * @format output format
- */
- void tsv_pointer_read(struct encode_context *ectxt,
- struct decode_context *dctxt, const char *format)
- {
- struct tsv_header hdr;
- void *val;
- tsv_read_header(ectxt, &hdr);
- if (WARN_ON(hdr.type != TSV_TYPE_POINTER))
- return;
- tsv_read_data(ectxt, &val, sizeof(val));
- IPC_SPRINTF_DECODE(dctxt, format, val);
- }
- EXPORT_SYMBOL(tsv_pointer_read);
- /*
- * Reads a 32-bit integer value.
- *
- * @ectxt context initialized by calling msg_read()
- * @dctxt deserialization context
- * @format output format
- */
- int32_t tsv_int32_read(struct encode_context *ectxt,
- struct decode_context *dctxt, const char *format)
- {
- struct tsv_header hdr;
- int32_t val;
- tsv_read_header(ectxt, &hdr);
- if (WARN_ON(hdr.type != TSV_TYPE_INT32))
- return -EINVAL;
- tsv_read_data(ectxt, &val, sizeof(val));
- IPC_SPRINTF_DECODE(dctxt, format, val);
- return val;
- }
- EXPORT_SYMBOL(tsv_int32_read);
- /*
- * Reads a byte array/string.
- *
- * @ectxt context initialized by calling msg_read()
- * @dctxt deserialization context
- * @format output format
- */
- void tsv_byte_array_read(struct encode_context *ectxt,
- struct decode_context *dctxt, const char *format)
- {
- struct tsv_header hdr;
- tsv_read_header(ectxt, &hdr);
- if (WARN_ON(hdr.type != TSV_TYPE_BYTE_ARRAY))
- return;
- tsv_read_data(ectxt, dctxt->buff, hdr.size);
- dctxt->buff += hdr.size;
- dctxt->size -= hdr.size;
- }
- EXPORT_SYMBOL(tsv_byte_array_read);
- int add_deserialization_func(void *ctxt, int type,
- void (*dfunc)(struct encode_context *,
- struct decode_context *))
- {
- struct ipc_log_context *ilctxt = (struct ipc_log_context *)ctxt;
- struct dfunc_info *df_info;
- unsigned long flags;
- if (!ilctxt || !dfunc)
- return -EINVAL;
- df_info = kmalloc(sizeof(struct dfunc_info), GFP_KERNEL);
- if (!df_info)
- return -ENOSPC;
- read_lock_irqsave(&context_list_lock_lha1, flags);
- spin_lock(&ilctxt->context_lock_lhb1);
- df_info->type = type;
- df_info->dfunc = dfunc;
- list_add_tail(&df_info->list, &ilctxt->dfunc_info_list);
- spin_unlock(&ilctxt->context_lock_lhb1);
- read_unlock_irqrestore(&context_list_lock_lha1, flags);
- return 0;
- }
- EXPORT_SYMBOL(add_deserialization_func);
- static void *get_deserialization_func(struct ipc_log_context *ilctxt,
- int type)
- {
- struct dfunc_info *df_info = NULL;
- if (!ilctxt)
- return NULL;
- list_for_each_entry(df_info, &ilctxt->dfunc_info_list, list) {
- if (df_info->type == type)
- return df_info->dfunc;
- }
- return NULL;
- }
- /**
- * ipc_log_context_create: Create a debug log context if context does not exist.
- * Should not be called from atomic context
- *
- * @max_num_pages: Number of pages of logging space required (max. 10)
- * @mod_name : Name of the directory entry under DEBUGFS
- * @feature_version : First 16 bit for version number of user-defined message
- * formats and next 16 bit for enabling minidump
- *
- * returns context id on success, NULL on failure
- */
- static void *__ipc_log_context_create(int max_num_pages,
- const char *mod_name, uint32_t feature_version)
- {
- struct ipc_log_context *ctxt = NULL, *tmp;
- struct ipc_log_page *pg = NULL;
- int page_cnt;
- unsigned long flags;
- int enable_minidump;
- /* check if ipc ctxt already exists */
- read_lock_irq(&context_list_lock_lha1);
- list_for_each_entry(tmp, &ipc_log_context_list, list)
- if (!strcmp(tmp->name, mod_name)) {
- ctxt = tmp;
- break;
- }
- read_unlock_irq(&context_list_lock_lha1);
- if (ctxt)
- return ctxt;
- ctxt = kzalloc(sizeof(struct ipc_log_context), GFP_KERNEL);
- if (!ctxt)
- return 0;
- init_completion(&ctxt->read_avail);
- INIT_LIST_HEAD(&ctxt->page_list);
- INIT_LIST_HEAD(&ctxt->dfunc_info_list);
- spin_lock_init(&ctxt->context_lock_lhb1);
- enable_minidump = feature_version & FEATURE_MASK;
- spin_lock_irqsave(&ctxt->context_lock_lhb1, flags);
- if (enable_minidump) {
- register_minidump((u64)ctxt, sizeof(struct ipc_log_context),
- "ipc_ctxt", minidump_buf_cnt);
- }
- spin_unlock_irqrestore(&ctxt->context_lock_lhb1, flags);
- for (page_cnt = 0; page_cnt < max_num_pages; page_cnt++) {
- pg = kzalloc(sizeof(struct ipc_log_page), GFP_KERNEL);
- if (!pg)
- goto release_ipc_log_context;
- pg->hdr.log_id = (uint64_t)(uintptr_t)ctxt;
- pg->hdr.page_num = LOG_PAGE_FLAG | page_cnt;
- pg->hdr.ctx_offset = (int64_t)((uint64_t)(uintptr_t)ctxt -
- (uint64_t)(uintptr_t)&pg->hdr);
- /* set magic last to signal that page init is complete */
- pg->hdr.magic = IPC_LOGGING_MAGIC_NUM;
- pg->hdr.nmagic = ~(IPC_LOGGING_MAGIC_NUM);
- spin_lock_irqsave(&ctxt->context_lock_lhb1, flags);
- list_add_tail(&pg->hdr.list, &ctxt->page_list);
- if (enable_minidump) {
- register_minidump((u64)pg, sizeof(struct ipc_log_page),
- mod_name, minidump_buf_cnt);
- }
- spin_unlock_irqrestore(&ctxt->context_lock_lhb1, flags);
- }
- ctxt->log_id = (uint64_t)(uintptr_t)ctxt;
- ctxt->version = IPC_LOG_VERSION;
- strscpy(ctxt->name, mod_name, IPC_LOG_MAX_CONTEXT_NAME_LEN);
- ctxt->user_version = feature_version & 0xffff;
- ctxt->first_page = get_first_page(ctxt);
- ctxt->last_page = pg;
- ctxt->write_page = ctxt->first_page;
- ctxt->read_page = ctxt->first_page;
- ctxt->nd_read_page = ctxt->first_page;
- ctxt->write_avail = max_num_pages * LOG_PAGE_DATA_SIZE;
- ctxt->header_size = sizeof(struct ipc_log_page_header);
- kref_init(&ctxt->refcount);
- ctxt->destroyed = false;
- create_ctx_debugfs(ctxt, mod_name);
- ipc_log_cdev_create(ctxt, mod_name);
- /* set magic last to signal context init is complete */
- ctxt->magic = IPC_LOG_CONTEXT_MAGIC_NUM;
- ctxt->nmagic = ~(IPC_LOG_CONTEXT_MAGIC_NUM);
- write_lock_irqsave(&context_list_lock_lha1, flags);
- if (enable_minidump && (minidump_buf_cnt < MAX_MINIDUMP_BUFFERS))
- list_add(&ctxt->list, &ipc_log_context_list);
- else
- list_add_tail(&ctxt->list, &ipc_log_context_list);
- write_unlock_irqrestore(&context_list_lock_lha1, flags);
- return (void *)ctxt;
- release_ipc_log_context:
- while (page_cnt-- > 0) {
- pg = get_first_page(ctxt);
- list_del(&pg->hdr.list);
- kfree(pg);
- }
- kfree(ctxt);
- return 0;
- }
- void *ipc_log_context_create(int max_num_pages,
- const char *mod_name, uint32_t feature_version)
- {
- if (sec_debug_is_enabled() || !debug_level_dummy_ctx)
- return __ipc_log_context_create(max_num_pages, mod_name, feature_version);
- return debug_level_dummy_ctx;
- }
- EXPORT_SYMBOL(ipc_log_context_create);
- void ipc_log_context_free(struct kref *kref)
- {
- struct ipc_log_context *ilctxt = container_of(kref,
- struct ipc_log_context, refcount);
- struct ipc_log_page *pg = NULL;
- while (!list_empty(&ilctxt->page_list)) {
- pg = get_first_page(ilctxt);
- list_del(&pg->hdr.list);
- kfree(pg);
- }
- kfree(ilctxt);
- }
- EXPORT_SYMBOL(ipc_log_context_free);
- /*
- * Destroy debug log context
- *
- * @ctxt: debug log context created by calling ipc_log_context_create API.
- */
- static int __ipc_log_context_destroy(void *ctxt)
- {
- struct ipc_log_context *ilctxt = (struct ipc_log_context *)ctxt;
- struct dfunc_info *df_info = NULL, *tmp = NULL;
- unsigned long flags;
- if (!ilctxt)
- return 0;
- debugfs_remove_recursive(ilctxt->dent);
- ipc_log_cdev_remove(ilctxt);
- spin_lock(&ilctxt->context_lock_lhb1);
- ilctxt->destroyed = true;
- complete_all(&ilctxt->read_avail);
- list_for_each_entry_safe(df_info, tmp, &ilctxt->dfunc_info_list, list) {
- list_del(&df_info->list);
- kfree(df_info);
- }
- spin_unlock(&ilctxt->context_lock_lhb1);
- write_lock_irqsave(&context_list_lock_lha1, flags);
- list_del(&ilctxt->list);
- write_unlock_irqrestore(&context_list_lock_lha1, flags);
- ipc_log_context_put(ilctxt);
- return 0;
- }
- int ipc_log_context_destroy(void *ctxt)
- {
- if (sec_debug_is_enabled() || (ctxt != (void *)debug_level_dummy_ctx))
- return __ipc_log_context_destroy(ctxt);
- return 0;
- }
- EXPORT_SYMBOL(ipc_log_context_destroy);
- #define LOG_CTX_PAGE_CNT 150
- static void *log_ctx;
- #define MAX_LINE_SIZE 512
- static char *buf;
- void net_log(const char *fmt, ...)
- {
- va_list arg_list;
- va_start(arg_list, fmt);
- if (log_ctx && buf) {
- vscnprintf(buf, MAX_LINE_SIZE, fmt, arg_list);
- ipc_log_string(log_ctx, "%s", buf);
- }
- va_end(arg_list);
- }
- EXPORT_SYMBOL_GPL(net_log);
- static int __init net_ipc_log_init(void)
- {
- if (!log_ctx)
- log_ctx = ipc_log_context_create(LOG_CTX_PAGE_CNT,
- "net_log", 0);
- if (!buf)
- buf = kmalloc(MAX_LINE_SIZE, GFP_KERNEL);
- // error ????
- //
- return 0;
- }
- static void __exit net_ipc_log_exit(void)
- {
- if (log_ctx)
- ipc_log_context_destroy(log_ctx);
- if (buf)
- kfree(buf);
- }
- static int __init __create_dummy_ipc_context(void)
- {
- if (sec_debug_is_enabled())
- return 0;
- if (!debug_level_dummy_ctx)
- debug_level_dummy_ctx = __ipc_log_context_create(1, "dummy_log", 0);
- return 0;
- }
- static void __exit __destory_dummy_ipc_context(void)
- {
- if (sec_debug_is_enabled())
- return;
- if (debug_level_dummy_ctx)
- __ipc_log_context_destroy(debug_level_dummy_ctx);
- }
- static int __init ipc_logging_init(void)
- {
- check_and_create_debugfs();
- ipc_log_cdev_init();
- register_minidump((u64)&ipc_log_context_list, sizeof(struct list_head),
- "ipc_log_ctxt_list", minidump_buf_cnt);
- __create_dummy_ipc_context();
- net_ipc_log_init();
- return 0;
- }
- static void __exit ipc_logging_exit(void)
- {
- net_ipc_log_exit();
- __destory_dummy_ipc_context();
- }
- module_init(ipc_logging_init);
- module_exit(ipc_logging_exit);
- MODULE_DESCRIPTION("ipc logging");
- MODULE_LICENSE("GPL");
|