1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483 |
- // SPDX-License-Identifier: GPL-2.0-only
- /*
- * Copyright (c) 2011-2021, The Linux Foundation. All rights reserved.
- * Copyright (c) 2023 Qualcomm Innovation Center, Inc. All rights reserved.
- */
- #include <linux/kernel.h>
- #include <linux/panic_notifier.h>
- #include <linux/platform_device.h>
- #include <linux/module.h>
- #include <linux/of.h>
- #include <linux/msm-sps.h>
- #include <linux/sched/clock.h>
- #include <linux/usb_bam.h>
- #include <linux/workqueue.h>
- #include <linux/dma-mapping.h>
- #include <linux/pm_runtime.h>
- #define USB_THRESHOLD 512
- #define USB_BAM_MAX_STR_LEN 50
- #define DBG_MAX_MSG 512UL
- #define DBG_MSG_LEN 160UL
- #define TIME_BUF_LEN 17
- #define DBG_EVENT_LEN 143
- #define LOGLEVEL_NONE 8
- #define LOGLEVEL_DEBUG 7
- #define LOGLEVEL_ERR 3
- #define log_event(log_level, x...) \
- do { \
- unsigned long flags; \
- char *buf; \
- if (log_level == LOGLEVEL_DEBUG) \
- pr_debug(x); \
- else if (log_level == LOGLEVEL_ERR) \
- pr_err(x); \
- write_lock_irqsave(&usb_bam_dbg.lck, flags); \
- buf = usb_bam_dbg.buf[usb_bam_dbg.idx]; \
- put_timestamp(buf); \
- snprintf(&buf[TIME_BUF_LEN - 1], DBG_EVENT_LEN, x); \
- usb_bam_dbg.idx = (usb_bam_dbg.idx + 1) % DBG_MAX_MSG; \
- write_unlock_irqrestore(&usb_bam_dbg.lck, flags); \
- } while (0)
- #define log_event_none(x, ...) log_event(LOGLEVEL_NONE, x, ##__VA_ARGS__)
- #define log_event_dbg(x, ...) log_event(LOGLEVEL_DEBUG, x, ##__VA_ARGS__)
- #define log_event_err(x, ...) log_event(LOGLEVEL_ERR, x, ##__VA_ARGS__)
- enum usb_bam_event_type {
- USB_BAM_EVENT_WAKEUP_PIPE = 0, /* Wake a pipe */
- USB_BAM_EVENT_WAKEUP, /* Wake a bam (first pipe waked) */
- USB_BAM_EVENT_INACTIVITY, /* Inactivity on all pipes */
- };
- struct usb_bam_sps_type {
- struct sps_pipe **sps_pipes;
- struct sps_connect *sps_connections;
- };
- /*
- * struct usb_bam_event_info: suspend/resume event information.
- * @type: usb bam event type.
- * @event: holds event data.
- * @callback: suspend/resume callback.
- * @param: port num (for suspend) or NULL (for resume).
- * @event_w: holds work queue parameters.
- */
- struct usb_bam_event_info {
- enum usb_bam_event_type type;
- struct sps_register_event event;
- int (*callback)(void *ptr);
- void *param;
- struct work_struct event_w;
- };
- /*
- * struct usb_bam_pipe_connect: pipe connection information
- * between USB/HSIC BAM and another BAM. USB/HSIC BAM can be
- * either src BAM or dst BAM
- * @name: pipe description.
- * @mem_type: type of memory used for BAM FIFOs
- * @src_phy_addr: src bam physical address.
- * @src_pipe_index: src bam pipe index.
- * @dst_phy_addr: dst bam physical address.
- * @dst_pipe_index: dst bam pipe index.
- * @data_fifo_base_offset: data fifo offset.
- * @data_fifo_size: data fifo size.
- * @desc_fifo_base_offset: descriptor fifo offset.
- * @desc_fifo_size: descriptor fifo size.
- * @data_mem_buf: data fifo buffer.
- * @desc_mem_buf: descriptor fifo buffer.
- * @event: event for wakeup.
- * @enabled: true if pipe is enabled.
- * @suspended: true if pipe is suspended.
- * @cons_stopped: true is pipe has consumer requests stopped.
- * @prod_stopped: true if pipe has producer requests stopped.
- * @priv: private data to return upon activity_notify
- * or inactivity_notify callbacks.
- * @activity_notify: callback to invoke on activity on one of the in pipes.
- * @inactivity_notify: callback to invoke on inactivity on all pipes.
- * @start: callback to invoke to enqueue transfers on a pipe.
- * @stop: callback to invoke on dequeue transfers on a pipe.
- * @start_stop_param: param for the start/stop callbacks.
- */
- struct usb_bam_pipe_connect {
- const char *name;
- u32 pipe_num;
- enum usb_pipe_mem_type mem_type;
- enum usb_bam_pipe_dir dir;
- enum usb_ctrl bam_type;
- enum peer_bam peer_bam;
- enum usb_bam_pipe_type pipe_type;
- u32 src_phy_addr;
- u32 src_pipe_index;
- u32 dst_phy_addr;
- u32 dst_pipe_index;
- u32 data_fifo_base_offset;
- u32 data_fifo_size;
- u32 desc_fifo_base_offset;
- u32 desc_fifo_size;
- struct sps_mem_buffer data_mem_buf;
- struct sps_mem_buffer desc_mem_buf;
- struct usb_bam_event_info event;
- bool enabled;
- bool suspended;
- bool cons_stopped;
- bool prod_stopped;
- void *priv;
- int (*activity_notify)(void *priv);
- int (*inactivity_notify)(void *priv);
- void (*start)(void *ptr, enum usb_bam_pipe_dir);
- void (*stop)(void *ptr, enum usb_bam_pipe_dir);
- void *start_stop_param;
- bool reset_pipe_after_lpm;
- };
- /**
- * struct msm_usb_bam_data: pipe connection information
- * between USB/HSIC BAM and another BAM. USB/HSIC BAM can be
- * either src BAM or dst BAM
- * @usb_bam_num_pipes: max number of pipes to use.
- * @active_conn_num: number of active pipe connections.
- * @usb_bam_fifo_baseaddr: base address for bam pipe's data and descriptor
- * fifos. This can be on chip memory (ocimem) or usb
- * private memory.
- * @reset_on_connect: BAM must be reset before its first pipe connect
- * @reset_on_disconnect: BAM must be reset after its last pipe disconnect
- * @disable_clk_gating: Disable clock gating
- * @override_threshold: Override the default threshold value for Read/Write
- * event generation by the BAM towards another BAM.
- * @max_mbps_highspeed: Maximum Mbits per seconds that the USB core
- * can work at in bam2bam mode when connected to HS host.
- * @max_mbps_superspeed: Maximum Mbits per seconds that the USB core
- * can work at in bam2bam mode when connected to SS host.
- */
- struct msm_usb_bam_data {
- u8 max_connections;
- int usb_bam_num_pipes;
- phys_addr_t usb_bam_fifo_baseaddr;
- bool reset_on_connect;
- bool reset_on_disconnect;
- bool disable_clk_gating;
- u32 override_threshold;
- u32 max_mbps_highspeed;
- u32 max_mbps_superspeed;
- enum usb_ctrl bam_type;
- };
- /*
- * struct usb_bam_ctx_type - represents the usb bam driver entity
- * @usb_bam_sps: holds the sps pipes the usb bam driver holds
- * against the sps driver.
- * @usb_bam_pdev: the platform device that represents the usb bam.
- * @usb_bam_wq: Worqueue used for managing states of reset against
- * a peer bam.
- * @max_connections: The maximum number of pipes that are configured
- * in the platform data.
- * @h_bam: the handle/device of the sps driver.
- * @pipes_enabled_per_bam: the number of pipes currently enabled.
- * @inactivity_timer_ms: The timeout configuration per each bam for inactivity
- * timer feature.
- * @is_bam_inactivity: Is there no activity on all pipes belongs to a
- * specific bam. (no activity = no data is pulled or pushed
- * from/into ones of the pipes).
- * @usb_bam_connections: array (allocated on probe) having all BAM connections
- * @usb_bam_lock: to protect fields of ctx or usb_bam_connections
- */
- struct usb_bam_ctx_type {
- struct usb_bam_sps_type usb_bam_sps;
- struct resource *io_res;
- int irq;
- struct platform_device *usb_bam_pdev;
- struct workqueue_struct *usb_bam_wq;
- u8 max_connections;
- unsigned long h_bam;
- u8 pipes_enabled_per_bam;
- u32 inactivity_timer_ms;
- bool is_bam_inactivity;
- struct usb_bam_pipe_connect *usb_bam_connections;
- struct msm_usb_bam_data *usb_bam_data;
- spinlock_t usb_bam_lock;
- };
- static struct usb_bam_ctx_type msm_usb_bam[MAX_BAMS];
- /* USB bam type used as a peer of the qdss in bam2bam mode */
- static enum usb_ctrl qdss_usb_bam_type;
- static int __usb_bam_register_wake_cb(enum usb_ctrl bam_type, int idx,
- int (*callback)(void *user),
- void *param, bool trigger_cb_per_pipe);
- static struct {
- char buf[DBG_MAX_MSG][DBG_MSG_LEN]; /* buffer */
- unsigned int idx; /* index */
- rwlock_t lck; /* lock */
- } __maybe_unused usb_bam_dbg = {
- .idx = 0,
- .lck = __RW_LOCK_UNLOCKED(lck)
- };
- /*put_timestamp - writes time stamp to buffer */
- static void __maybe_unused put_timestamp(char *tbuf)
- {
- unsigned long long t;
- unsigned long nanosec_rem;
- t = cpu_clock(smp_processor_id());
- nanosec_rem = do_div(t, 1000000000)/1000;
- snprintf(tbuf, TIME_BUF_LEN, "[%5lu.%06lu]: ", (unsigned long)t,
- nanosec_rem);
- }
- static inline enum usb_ctrl get_bam_type_from_core_name(const char *name)
- {
- return USB_CTRL_UNUSED;
- }
- static void usb_bam_set_inactivity_timer(enum usb_ctrl bam)
- {
- struct sps_timer_ctrl timer_ctrl;
- struct usb_bam_pipe_connect *pipe_connect;
- struct sps_pipe *pipe = NULL;
- struct usb_bam_ctx_type *ctx = &msm_usb_bam[bam];
- int i;
- /*
- * Since we configure global incativity timer for all pipes
- * and not per each pipe, it is enough to use some pipe
- * handle associated with this bam, so just find the first one.
- * This pipe handle is required due to SPS driver API we use below.
- */
- for (i = 0; i < ctx->max_connections; i++) {
- pipe_connect = &ctx->usb_bam_connections[i];
- if (pipe_connect->bam_type == bam && pipe_connect->enabled) {
- pipe = ctx->usb_bam_sps.sps_pipes[i];
- break;
- }
- }
- if (!pipe) {
- pr_warn("%s: Bam has no connected pipes\n", __func__);
- return;
- }
- timer_ctrl.op = SPS_TIMER_OP_CONFIG;
- timer_ctrl.mode = SPS_TIMER_MODE_ONESHOT;
- timer_ctrl.timeout_msec = ctx->inactivity_timer_ms;
- sps_timer_ctrl(pipe, &timer_ctrl, NULL);
- timer_ctrl.op = SPS_TIMER_OP_RESET;
- sps_timer_ctrl(pipe, &timer_ctrl, NULL);
- }
- static int usb_bam_alloc_buffer(struct usb_bam_pipe_connect *pipe_connect)
- {
- int ret = 0;
- struct usb_bam_ctx_type *ctx = &msm_usb_bam[pipe_connect->bam_type];
- struct sps_mem_buffer *data_buf = &(pipe_connect->data_mem_buf);
- struct sps_mem_buffer *desc_buf = &(pipe_connect->desc_mem_buf);
- struct device *dev = &ctx->usb_bam_pdev->dev;
- struct sg_table data_sgt, desc_sgt;
- dma_addr_t data_iova, desc_iova;
- pr_debug("%s: data_fifo size:%x desc_fifo_size:%x\n",
- __func__, pipe_connect->data_fifo_size,
- pipe_connect->desc_fifo_size);
- if (dev->parent)
- dev = dev->parent;
- switch (pipe_connect->mem_type) {
- case SPS_PIPE_MEM:
- log_event_dbg("%s: USB BAM using SPS pipe memory\n", __func__);
- ret = sps_setup_bam2bam_fifo(data_buf,
- pipe_connect->data_fifo_base_offset,
- pipe_connect->data_fifo_size, 1);
- if (ret) {
- log_event_err("%s: data fifo setup failure %d\n",
- __func__, ret);
- goto err_exit;
- }
- ret = sps_setup_bam2bam_fifo(desc_buf,
- pipe_connect->desc_fifo_base_offset,
- pipe_connect->desc_fifo_size, 1);
- if (ret) {
- log_event_err("%s: desc. fifo setup failure %d\n",
- __func__, ret);
- goto err_exit;
- }
- break;
- case OCI_MEM:
- if (pipe_connect->mem_type == OCI_MEM)
- log_event_dbg("%s: USB BAM using ocimem\n", __func__);
- if (data_buf->base) {
- log_event_err("%s: Already allocated OCI Memory\n",
- __func__);
- break;
- }
- data_buf->phys_base = pipe_connect->data_fifo_base_offset +
- ctx->usb_bam_data->usb_bam_fifo_baseaddr;
- data_buf->size = pipe_connect->data_fifo_size;
- data_buf->base = ioremap(data_buf->phys_base, data_buf->size);
- if (!data_buf->base) {
- log_event_err("%s: ioremap failed for data fifo\n",
- __func__);
- ret = -ENOMEM;
- goto err_exit;
- }
- memset_io(data_buf->base, 0, data_buf->size);
- data_buf->iova = dma_map_resource(dev, data_buf->phys_base,
- data_buf->size, DMA_BIDIRECTIONAL, 0);
- if (dma_mapping_error(dev, data_buf->iova))
- log_event_err("%s(): oci_mem: err mapping data_buf\n",
- __func__);
- log_event_dbg("%s: data_buf:%s virt:%pK, phys:%lx, iova:%lx\n",
- __func__, dev_name(dev), data_buf->base,
- (unsigned long)data_buf->phys_base, data_buf->iova);
- desc_buf->phys_base = pipe_connect->desc_fifo_base_offset +
- ctx->usb_bam_data->usb_bam_fifo_baseaddr;
- desc_buf->size = pipe_connect->desc_fifo_size;
- desc_buf->base = ioremap(desc_buf->phys_base, desc_buf->size);
- if (!desc_buf->base) {
- log_event_err("%s: ioremap failed for desc fifo\n",
- __func__);
- iounmap(data_buf->base);
- ret = -ENOMEM;
- goto err_exit;
- }
- memset_io(desc_buf->base, 0, desc_buf->size);
- desc_buf->iova = dma_map_resource(dev, desc_buf->phys_base,
- desc_buf->size,
- DMA_BIDIRECTIONAL, 0);
- if (dma_mapping_error(dev, desc_buf->iova))
- log_event_err("%s(): oci_mem: err mapping desc_buf\n",
- __func__);
- log_event_dbg("%s: desc_buf:%s virt:%pK, phys:%lx, iova:%lx\n",
- __func__, dev_name(dev), desc_buf->base,
- (unsigned long)desc_buf->phys_base, desc_buf->iova);
- break;
- case SYSTEM_MEM:
- log_event_dbg("%s: USB BAM using system memory\n", __func__);
- if (data_buf->base) {
- log_event_err("%s: Already allocated memory\n",
- __func__);
- break;
- }
- /* BAM would use system memory, allocate FIFOs */
- data_buf->base = dma_alloc_attrs(dev,
- pipe_connect->data_fifo_size,
- &data_iova, GFP_KERNEL,
- DMA_ATTR_FORCE_CONTIGUOUS);
- if (!data_buf->base) {
- log_event_err("%s: data_fifo: dma_alloc_attr failed\n",
- __func__);
- ret = -ENOMEM;
- goto err_exit;
- }
- memset(data_buf->base, 0, pipe_connect->data_fifo_size);
- data_buf->iova = data_iova;
- dma_get_sgtable(dev, &data_sgt, data_buf->base, data_buf->iova,
- pipe_connect->data_fifo_size);
- data_buf->phys_base = page_to_phys(sg_page(data_sgt.sgl));
- sg_free_table(&data_sgt);
- log_event_dbg("%s: data_buf:%s virt:%pK, phys:%lx, iova:%lx\n",
- __func__, dev_name(dev), data_buf->base,
- (unsigned long)data_buf->phys_base, data_buf->iova);
- desc_buf->size = pipe_connect->desc_fifo_size;
- desc_buf->base = dma_alloc_attrs(dev,
- pipe_connect->desc_fifo_size,
- &desc_iova, GFP_KERNEL,
- DMA_ATTR_FORCE_CONTIGUOUS);
- if (!desc_buf->base) {
- log_event_err("%s: desc_fifo: dma_alloc_attr failed\n",
- __func__);
- dma_free_attrs(dev, pipe_connect->data_fifo_size,
- data_buf->base, data_buf->iova,
- DMA_ATTR_FORCE_CONTIGUOUS);
- ret = -ENOMEM;
- goto err_exit;
- }
- memset(desc_buf->base, 0, pipe_connect->desc_fifo_size);
- desc_buf->iova = desc_iova;
- dma_get_sgtable(dev, &desc_sgt, desc_buf->base, desc_buf->iova,
- desc_buf->size);
- desc_buf->phys_base = page_to_phys(sg_page(desc_sgt.sgl));
- sg_free_table(&desc_sgt);
- log_event_dbg("%s: desc_buf:%s virt:%pK, phys:%lx, iova:%lx\n",
- __func__, dev_name(dev), desc_buf->base,
- (unsigned long)desc_buf->phys_base, desc_buf->iova);
- break;
- default:
- log_event_err("%s: invalid mem type\n", __func__);
- ret = -EINVAL;
- }
- return ret;
- err_exit:
- return ret;
- }
- int usb_bam_alloc_fifos(enum usb_ctrl cur_bam, u8 idx)
- {
- int ret;
- struct usb_bam_ctx_type *ctx = &msm_usb_bam[cur_bam];
- struct usb_bam_pipe_connect *pipe_connect =
- &ctx->usb_bam_connections[idx];
- ret = usb_bam_alloc_buffer(pipe_connect);
- if (ret) {
- log_event_err("%s(): Error(%d) allocating buffer\n",
- __func__, ret);
- return ret;
- }
- return 0;
- }
- EXPORT_SYMBOL(usb_bam_alloc_fifos);
- int usb_bam_free_fifos(enum usb_ctrl cur_bam, u8 idx)
- {
- struct usb_bam_ctx_type *ctx = &msm_usb_bam[cur_bam];
- struct usb_bam_pipe_connect *pipe_connect =
- &ctx->usb_bam_connections[idx];
- struct sps_connect *sps_connection =
- &ctx->usb_bam_sps.sps_connections[idx];
- struct device *dev = &ctx->usb_bam_pdev->dev;
- u32 data_fifo_size;
- pr_debug("%s(): data size:%x desc size:%x\n",
- __func__, sps_connection->data.size,
- sps_connection->desc.size);
- if (dev->parent)
- dev = dev->parent;
- switch (pipe_connect->mem_type) {
- case SYSTEM_MEM:
- log_event_dbg("%s: Freeing system memory used by PIPE\n",
- __func__);
- if (sps_connection->data.iova) {
- data_fifo_size = sps_connection->data.size;
- dma_free_attrs(dev, data_fifo_size,
- sps_connection->data.base,
- sps_connection->data.iova,
- DMA_ATTR_FORCE_CONTIGUOUS);
- sps_connection->data.iova = 0;
- sps_connection->data.phys_base = 0;
- pipe_connect->data_mem_buf.base = NULL;
- }
- if (sps_connection->desc.iova) {
- dma_free_attrs(dev, sps_connection->desc.size,
- sps_connection->desc.base,
- sps_connection->desc.iova,
- DMA_ATTR_FORCE_CONTIGUOUS);
- sps_connection->desc.iova = 0;
- sps_connection->desc.phys_base = 0;
- pipe_connect->desc_mem_buf.base = NULL;
- }
- break;
- case OCI_MEM:
- log_event_dbg("Freeing oci memory used by BAM PIPE\n");
- if (sps_connection->data.base) {
- if (sps_connection->data.iova) {
- dma_unmap_resource(dev,
- sps_connection->data.iova,
- sps_connection->data.size,
- DMA_BIDIRECTIONAL, 0);
- sps_connection->data.iova = 0;
- }
- iounmap(sps_connection->data.base);
- sps_connection->data.base = NULL;
- pipe_connect->data_mem_buf.base = NULL;
- }
- if (sps_connection->desc.base) {
- if (sps_connection->desc.iova) {
- dma_unmap_resource(dev,
- sps_connection->desc.iova,
- sps_connection->desc.size,
- DMA_BIDIRECTIONAL, 0);
- sps_connection->desc.iova = 0;
- }
- iounmap(sps_connection->desc.base);
- sps_connection->desc.base = NULL;
- pipe_connect->desc_mem_buf.base = NULL;
- }
- break;
- case SPS_PIPE_MEM:
- log_event_dbg("%s: nothing to be be\n", __func__);
- break;
- }
- return 0;
- }
- EXPORT_SYMBOL(usb_bam_free_fifos);
- static int connect_pipe(enum usb_ctrl cur_bam, u8 idx, u32 *usb_pipe_idx,
- unsigned long iova)
- {
- int ret;
- struct usb_bam_ctx_type *ctx = &msm_usb_bam[cur_bam];
- struct usb_bam_sps_type usb_bam_sps = ctx->usb_bam_sps;
- struct sps_pipe **pipe = &(usb_bam_sps.sps_pipes[idx]);
- struct sps_connect *sps_connection = &usb_bam_sps.sps_connections[idx];
- struct usb_bam_pipe_connect *pipe_connect =
- &ctx->usb_bam_connections[idx];
- enum usb_bam_pipe_dir dir = pipe_connect->dir;
- struct sps_mem_buffer *data_buf = &(pipe_connect->data_mem_buf);
- struct sps_mem_buffer *desc_buf = &(pipe_connect->desc_mem_buf);
- *pipe = sps_alloc_endpoint();
- if (*pipe == NULL) {
- log_event_err("%s: sps_alloc_endpoint failed\n", __func__);
- return -ENOMEM;
- }
- ret = sps_get_config(*pipe, sps_connection);
- if (ret) {
- log_event_err("%s: tx get config failed %d\n", __func__, ret);
- goto free_sps_endpoint;
- }
- ret = sps_phy2h(pipe_connect->src_phy_addr, &(sps_connection->source));
- if (ret) {
- log_event_err("%s: sps_phy2h failed (src BAM) %d\n",
- __func__, ret);
- goto free_sps_endpoint;
- }
- sps_connection->src_pipe_index = pipe_connect->src_pipe_index;
- ret = sps_phy2h(pipe_connect->dst_phy_addr,
- &(sps_connection->destination));
- if (ret) {
- log_event_err("%s: sps_phy2h failed (dst BAM) %d\n",
- __func__, ret);
- goto free_sps_endpoint;
- }
- sps_connection->dest_pipe_index = pipe_connect->dst_pipe_index;
- if (dir == USB_TO_PEER_PERIPHERAL) {
- sps_connection->mode = SPS_MODE_SRC;
- *usb_pipe_idx = pipe_connect->src_pipe_index;
- sps_connection->dest_iova = iova;
- } else {
- sps_connection->mode = SPS_MODE_DEST;
- *usb_pipe_idx = pipe_connect->dst_pipe_index;
- sps_connection->source_iova = iova;
- }
- sps_connection->data = *data_buf;
- sps_connection->desc = *desc_buf;
- sps_connection->event_thresh = 16;
- sps_connection->options = SPS_O_AUTO_ENABLE;
- ret = sps_connect(*pipe, sps_connection);
- if (ret < 0) {
- log_event_err("%s: sps_connect failed %d\n", __func__, ret);
- goto error;
- }
- return 0;
- error:
- sps_disconnect(*pipe);
- free_sps_endpoint:
- sps_free_endpoint(*pipe);
- *pipe = NULL;
- return ret;
- }
- static int disconnect_pipe(enum usb_ctrl cur_bam, u8 idx)
- {
- struct usb_bam_ctx_type *ctx = &msm_usb_bam[cur_bam];
- struct sps_pipe *pipe = ctx->usb_bam_sps.sps_pipes[idx];
- struct sps_connect *sps_connection =
- &ctx->usb_bam_sps.sps_connections[idx];
- sps_disconnect(pipe);
- sps_free_endpoint(pipe);
- ctx->usb_bam_sps.sps_pipes[idx] = NULL;
- sps_connection->options &= ~SPS_O_AUTO_ENABLE;
- return 0;
- }
- int get_qdss_bam_info(enum usb_ctrl cur_bam, u8 idx,
- phys_addr_t *p_addr, u32 *bam_size)
- {
- int ret = 0;
- struct usb_bam_ctx_type *ctx = &msm_usb_bam[cur_bam];
- struct usb_bam_pipe_connect *pipe_connect =
- &ctx->usb_bam_connections[idx];
- unsigned long peer_bam_handle;
- ret = sps_phy2h(pipe_connect->src_phy_addr, &peer_bam_handle);
- if (ret) {
- log_event_err("%s: sps_phy2h failed (src BAM) %d\n",
- __func__, ret);
- return ret;
- }
- ret = sps_get_bam_addr(peer_bam_handle, p_addr, bam_size);
- if (ret) {
- log_event_err("%s: sps_get_bam_addr failed%d\n",
- __func__, ret);
- return ret;
- }
- return 0;
- }
- EXPORT_SYMBOL(get_qdss_bam_info);
- int usb_bam_connect(enum usb_ctrl cur_bam, int idx, u32 *bam_pipe_idx,
- unsigned long iova)
- {
- int ret;
- struct usb_bam_ctx_type *ctx = &msm_usb_bam[cur_bam];
- struct usb_bam_pipe_connect *pipe_connect =
- &ctx->usb_bam_connections[idx];
- struct device *bam_dev = &ctx->usb_bam_pdev->dev;
- if (pipe_connect->enabled) {
- pr_warn("%s: connection %d was already established\n",
- __func__, idx);
- return 0;
- }
- if (!bam_pipe_idx) {
- log_event_err("%s: invalid bam_pipe_idx\n", __func__);
- return -EINVAL;
- }
- if (idx < 0 || idx > ctx->max_connections) {
- log_event_err("idx is wrong %d\n", idx);
- return -EINVAL;
- }
- log_event_dbg("%s: PM Runtime GET %d, count: %d\n",
- __func__, idx, get_pm_runtime_counter(bam_dev));
- pm_runtime_get_sync(bam_dev);
- spin_lock(&ctx->usb_bam_lock);
- /* Check if BAM requires RESET before connect and reset of first pipe */
- if ((ctx->usb_bam_data->reset_on_connect) &&
- (ctx->pipes_enabled_per_bam == 0)) {
- spin_unlock(&ctx->usb_bam_lock);
- sps_device_reset(ctx->h_bam);
- spin_lock(&ctx->usb_bam_lock);
- }
- spin_unlock(&ctx->usb_bam_lock);
- ret = connect_pipe(cur_bam, idx, bam_pipe_idx, iova);
- if (ret) {
- log_event_err("%s: pipe connection[%d] failure\n",
- __func__, idx);
- log_event_dbg("%s: err, PM RT PUT %d, count: %d\n",
- __func__, idx, get_pm_runtime_counter(bam_dev));
- pm_runtime_put_sync(bam_dev);
- return ret;
- }
- log_event_dbg("%s: pipe connection[%d] success\n", __func__, idx);
- pipe_connect->enabled = true;
- spin_lock(&ctx->usb_bam_lock);
- ctx->pipes_enabled_per_bam += 1;
- spin_unlock(&ctx->usb_bam_lock);
- return 0;
- }
- EXPORT_SYMBOL(usb_bam_connect);
- int usb_bam_get_pipe_type(enum usb_ctrl bam_type, u8 idx,
- enum usb_bam_pipe_type *type)
- {
- struct usb_bam_ctx_type *ctx = &msm_usb_bam[bam_type];
- struct usb_bam_pipe_connect *pipe_connect =
- &ctx->usb_bam_connections[idx];
- if (idx >= ctx->max_connections) {
- log_event_err("%s: Invalid connection index\n", __func__);
- return -EINVAL;
- }
- if (!type) {
- log_event_err("%s: null pointer provided for type\n", __func__);
- return -EINVAL;
- }
- *type = pipe_connect->pipe_type;
- return 0;
- }
- EXPORT_SYMBOL(usb_bam_get_pipe_type);
- static void usb_bam_work(struct work_struct *w)
- {
- int i;
- struct usb_bam_event_info *event_info =
- container_of(w, struct usb_bam_event_info, event_w);
- struct usb_bam_pipe_connect *pipe_connect =
- container_of(event_info, struct usb_bam_pipe_connect, event);
- struct usb_bam_ctx_type *ctx = &msm_usb_bam[pipe_connect->bam_type];
- struct usb_bam_pipe_connect *pipe_iter;
- int (*callback)(void *priv);
- void *param = NULL;
- switch (event_info->type) {
- case USB_BAM_EVENT_WAKEUP:
- case USB_BAM_EVENT_WAKEUP_PIPE:
- log_event_dbg("%s received USB_BAM_EVENT_WAKEUP\n", __func__);
- /* Notify about wakeup / activity of the bam */
- if (event_info->callback)
- event_info->callback(event_info->param);
- /*
- * Reset inactivity timer counter if this pipe's bam
- * has inactivity timeout.
- */
- spin_lock(&ctx->usb_bam_lock);
- if (ctx->inactivity_timer_ms)
- usb_bam_set_inactivity_timer(pipe_connect->bam_type);
- spin_unlock(&ctx->usb_bam_lock);
- break;
- case USB_BAM_EVENT_INACTIVITY:
- log_event_dbg("%s received USB_BAM_EVENT_INACTIVITY\n",
- __func__);
- /*
- * Since event info is one structure per pipe, it might be
- * overridden when we will register the wakeup events below,
- * and still we want ot register the wakeup events before we
- * notify on the inactivity in order to identify the next
- * activity as soon as possible.
- */
- callback = event_info->callback;
- param = event_info->param;
- /*
- * Upon inactivity, configure wakeup irq for all pipes
- * that are into the usb bam.
- */
- spin_lock(&ctx->usb_bam_lock);
- for (i = 0; i < ctx->max_connections; i++) {
- pipe_iter = &ctx->usb_bam_connections[i];
- if (pipe_iter->bam_type == pipe_connect->bam_type &&
- pipe_iter->dir == PEER_PERIPHERAL_TO_USB &&
- pipe_iter->enabled) {
- log_event_dbg("%s: Register wakeup on pipe %pK\n",
- __func__, pipe_iter);
- __usb_bam_register_wake_cb(
- pipe_connect->bam_type, i,
- pipe_iter->activity_notify,
- pipe_iter->priv,
- false);
- }
- }
- spin_unlock(&ctx->usb_bam_lock);
- /* Notify about the inactivity to the USB class driver */
- if (callback)
- callback(param);
- break;
- default:
- log_event_err("%s: unknown usb bam event type %d\n", __func__,
- event_info->type);
- }
- }
- static void usb_bam_wake_cb(struct sps_event_notify *notify)
- {
- struct usb_bam_event_info *event_info =
- (struct usb_bam_event_info *)notify->user;
- struct usb_bam_pipe_connect *pipe_connect =
- container_of(event_info,
- struct usb_bam_pipe_connect,
- event);
- enum usb_ctrl bam = pipe_connect->bam_type;
- struct usb_bam_ctx_type *ctx = &msm_usb_bam[bam];
- spin_lock(&ctx->usb_bam_lock);
- if (event_info->type == USB_BAM_EVENT_WAKEUP_PIPE)
- queue_work(ctx->usb_bam_wq, &event_info->event_w);
- else if (event_info->type == USB_BAM_EVENT_WAKEUP &&
- ctx->is_bam_inactivity) {
- /*
- * Sps wake event is per pipe, so usb_bam_wake_cb is
- * called per pipe. However, we want to filter the wake
- * event to be wake event per all the pipes.
- * Therefore, the first pipe that awaked will be considered
- * as global bam wake event.
- */
- ctx->is_bam_inactivity = false;
- queue_work(ctx->usb_bam_wq, &event_info->event_w);
- }
- spin_unlock(&ctx->usb_bam_lock);
- }
- static int __usb_bam_register_wake_cb(enum usb_ctrl bam_type, int idx,
- int (*callback)(void *user), void *param,
- bool trigger_cb_per_pipe)
- {
- struct sps_pipe *pipe;
- struct sps_connect *sps_connection;
- struct usb_bam_pipe_connect *pipe_connect;
- struct usb_bam_event_info *wake_event_info;
- struct usb_bam_ctx_type *ctx = &msm_usb_bam[bam_type];
- int ret;
- if (idx < 0 || idx > ctx->max_connections) {
- log_event_err("%s:idx is wrong %d\n", __func__, idx);
- return -EINVAL;
- }
- pipe = ctx->usb_bam_sps.sps_pipes[idx];
- sps_connection = &ctx->usb_bam_sps.sps_connections[idx];
- pipe_connect = &ctx->usb_bam_connections[idx];
- wake_event_info = &pipe_connect->event;
- wake_event_info->type = (trigger_cb_per_pipe ?
- USB_BAM_EVENT_WAKEUP_PIPE :
- USB_BAM_EVENT_WAKEUP);
- wake_event_info->param = param;
- wake_event_info->callback = callback;
- wake_event_info->event.mode = SPS_TRIGGER_CALLBACK;
- wake_event_info->event.xfer_done = NULL;
- wake_event_info->event.callback = callback ? usb_bam_wake_cb : NULL;
- wake_event_info->event.user = wake_event_info;
- wake_event_info->event.options = SPS_O_WAKEUP;
- ret = sps_register_event(pipe, &wake_event_info->event);
- if (ret) {
- log_event_err("%s: sps_register_event() failed %d\n",
- __func__, ret);
- return ret;
- }
- sps_connection->options = callback ?
- (SPS_O_AUTO_ENABLE | SPS_O_WAKEUP | SPS_O_WAKEUP_IS_ONESHOT) :
- SPS_O_AUTO_ENABLE;
- ret = sps_set_config(pipe, sps_connection);
- if (ret) {
- log_event_err("%s: sps_set_config() failed %d\n",
- __func__, ret);
- return ret;
- }
- log_event_dbg("%s: success\n", __func__);
- return 0;
- }
- int usb_bam_register_wake_cb(enum usb_ctrl bam_type, u8 idx,
- int (*callback)(void *user), void *param)
- {
- return __usb_bam_register_wake_cb(bam_type, idx, callback, param, true);
- }
- int usb_bam_register_start_stop_cbs(enum usb_ctrl bam_type, u8 dst_idx,
- void (*start)(void *, enum usb_bam_pipe_dir),
- void (*stop)(void *, enum usb_bam_pipe_dir), void *param)
- {
- struct usb_bam_ctx_type *ctx = &msm_usb_bam[bam_type];
- struct usb_bam_pipe_connect *pipe_connect =
- &ctx->usb_bam_connections[dst_idx];
- log_event_dbg("%s: Register for %d\n", __func__, dst_idx);
- pipe_connect->start = start;
- pipe_connect->stop = stop;
- pipe_connect->start_stop_param = param;
- return 0;
- }
- int usb_bam_disconnect_pipe(enum usb_ctrl bam_type, u8 idx)
- {
- struct usb_bam_ctx_type *ctx = &msm_usb_bam[bam_type];
- struct usb_bam_pipe_connect *pipe_connect;
- struct device *bam_dev = &ctx->usb_bam_pdev->dev;
- int ret;
- pipe_connect = &ctx->usb_bam_connections[idx];
- if (!pipe_connect->enabled) {
- log_event_err("%s: connection %d isn't enabled\n",
- __func__, idx);
- return 0;
- }
- ret = disconnect_pipe(bam_type, idx);
- if (ret) {
- log_event_err("%s: src pipe disconnection failure\n", __func__);
- return ret;
- }
- pipe_connect->enabled = false;
- spin_lock(&ctx->usb_bam_lock);
- if (!ctx->pipes_enabled_per_bam) {
- log_event_err("%s: wrong pipes enabled counter for bam_type=%d\n",
- __func__, bam_type);
- } else {
- ctx->pipes_enabled_per_bam -= 1;
- }
- spin_unlock(&ctx->usb_bam_lock);
- log_event_dbg("%s: success disconnecting pipe %d\n", __func__, idx);
- if (ctx->usb_bam_data->reset_on_disconnect
- && !ctx->pipes_enabled_per_bam)
- sps_device_reset(ctx->h_bam);
- /* This function is directly called by USB Transport drivers
- * to disconnect pipes. Drop runtime usage count here.
- */
- log_event_dbg("%s: PM Runtime PUT %d, count: %d\n", __func__, idx,
- get_pm_runtime_counter(bam_dev));
- pm_runtime_put_sync(bam_dev);
- return 0;
- }
- EXPORT_SYMBOL(usb_bam_disconnect_pipe);
- static void usb_bam_sps_events(enum sps_callback_case sps_cb_case, void *user)
- {
- int i;
- struct usb_bam_ctx_type *ctx = user;
- struct usb_bam_pipe_connect *pipe_connect;
- struct usb_bam_event_info *event_info;
- switch (sps_cb_case) {
- case SPS_CALLBACK_BAM_TIMER_IRQ:
- log_event_dbg("%s: received SPS_CALLBACK_BAM_TIMER_IRQ\n",
- __func__);
- spin_lock(&ctx->usb_bam_lock);
- ctx->is_bam_inactivity = true;
- for (i = 0; i < ctx->max_connections; i++) {
- pipe_connect = &ctx->usb_bam_connections[i];
- /*
- * Notify inactivity once, Since it is global
- * for all pipes on bam. Notify only if we have
- * connected pipes.
- */
- if (pipe_connect->enabled) {
- event_info = &pipe_connect->event;
- event_info->type = USB_BAM_EVENT_INACTIVITY;
- event_info->param = pipe_connect->priv;
- event_info->callback =
- pipe_connect->inactivity_notify;
- queue_work(ctx->usb_bam_wq,
- &event_info->event_w);
- break;
- }
- }
- spin_unlock(&ctx->usb_bam_lock);
- break;
- default:
- log_event_dbg("%s: received sps_cb_case=%d\n", __func__,
- (int)sps_cb_case);
- }
- }
- static struct msm_usb_bam_data *usb_bam_dt_to_data(
- struct platform_device *pdev, u32 usb_addr)
- {
- struct msm_usb_bam_data *usb_bam_data;
- struct device_node *node = pdev->dev.of_node;
- int rc = 0;
- u8 i = 0;
- u32 bam = USB_CTRL_UNUSED;
- u32 addr = 0;
- u32 threshold, max_connections = 0;
- static struct usb_bam_pipe_connect *usb_bam_connections;
- usb_bam_data = devm_kzalloc(&pdev->dev, sizeof(*usb_bam_data),
- GFP_KERNEL);
- if (!usb_bam_data)
- return NULL;
- usb_bam_data->bam_type = bam;
- usb_bam_data->reset_on_connect = of_property_read_bool(node,
- "qcom,reset-bam-on-connect");
- usb_bam_data->reset_on_disconnect = of_property_read_bool(node,
- "qcom,reset-bam-on-disconnect");
- rc = of_property_read_u32(node, "qcom,usb-bam-num-pipes",
- &usb_bam_data->usb_bam_num_pipes);
- if (rc) {
- log_event_err("Invalid usb bam num pipes property\n");
- return NULL;
- }
- rc = of_property_read_u32(node, "qcom,usb-bam-max-mbps-highspeed",
- &usb_bam_data->max_mbps_highspeed);
- if (rc)
- usb_bam_data->max_mbps_highspeed = 0;
- rc = of_property_read_u32(node, "qcom,usb-bam-max-mbps-superspeed",
- &usb_bam_data->max_mbps_superspeed);
- if (rc)
- usb_bam_data->max_mbps_superspeed = 0;
- rc = of_property_read_u32(node, "qcom,usb-bam-fifo-baseaddr", &addr);
- if (rc)
- pr_debug("%s: Invalid usb base address property\n", __func__);
- else
- usb_bam_data->usb_bam_fifo_baseaddr = addr;
- usb_bam_data->disable_clk_gating = of_property_read_bool(node,
- "qcom,disable-clk-gating");
- rc = of_property_read_u32(node, "qcom,usb-bam-override-threshold",
- &threshold);
- if (rc)
- usb_bam_data->override_threshold = USB_THRESHOLD;
- else
- usb_bam_data->override_threshold = threshold;
- for_each_child_of_node(pdev->dev.of_node, node)
- max_connections++;
- if (!max_connections) {
- log_event_err("%s: error: max_connections is zero\n", __func__);
- goto err;
- }
- usb_bam_connections = devm_kzalloc(&pdev->dev, max_connections *
- sizeof(struct usb_bam_pipe_connect), GFP_KERNEL);
- if (!usb_bam_connections) {
- log_event_err("%s: devm_kzalloc failed(%d)\n",
- __func__, __LINE__);
- return NULL;
- }
- /* retrieve device tree parameters */
- for_each_child_of_node(pdev->dev.of_node, node) {
- usb_bam_connections[i].bam_type = bam;
- rc = of_property_read_string(node, "label",
- &usb_bam_connections[i].name);
- if (rc)
- goto err;
- rc = of_property_read_u32(node, "qcom,usb-bam-mem-type",
- &usb_bam_connections[i].mem_type);
- if (rc)
- goto err;
- if (usb_bam_connections[i].mem_type == OCI_MEM) {
- if (!usb_bam_data->usb_bam_fifo_baseaddr) {
- log_event_err("%s: base address is missing\n",
- __func__);
- goto err;
- }
- }
- rc = of_property_read_u32(node, "qcom,peer-bam",
- &usb_bam_connections[i].peer_bam);
- if (rc) {
- log_event_err("%s: peer bam is missing in device tree\n",
- __func__);
- goto err;
- }
- /*
- * Store USB bam_type to be used with QDSS. As only one device
- * bam is currently supported, check the same in DT connections
- */
- if (usb_bam_connections[i].peer_bam == QDSS_P_BAM) {
- if (qdss_usb_bam_type) {
- log_event_err("%s: overriding QDSS pipe!, update DT\n",
- __func__);
- }
- qdss_usb_bam_type = usb_bam_connections[i].bam_type;
- }
- rc = of_property_read_u32(node, "qcom,dir",
- &usb_bam_connections[i].dir);
- if (rc) {
- log_event_err("%s: direction is missing in device tree\n",
- __func__);
- goto err;
- }
- rc = of_property_read_u32(node, "qcom,pipe-num",
- &usb_bam_connections[i].pipe_num);
- if (rc) {
- log_event_err("%s: pipe num is missing in device tree\n",
- __func__);
- goto err;
- }
- rc = of_property_read_u32(node, "qcom,pipe-connection-type",
- &usb_bam_connections[i].pipe_type);
- if (rc)
- pr_debug("%s: pipe type is defaulting to bam2bam\n",
- __func__);
- of_property_read_u32(node, "qcom,peer-bam-physical-address",
- &addr);
- if (usb_bam_connections[i].dir == USB_TO_PEER_PERIPHERAL) {
- usb_bam_connections[i].src_phy_addr = usb_addr;
- usb_bam_connections[i].dst_phy_addr = addr;
- } else {
- usb_bam_connections[i].src_phy_addr = addr;
- usb_bam_connections[i].dst_phy_addr = usb_addr;
- }
- of_property_read_u32(node, "qcom,src-bam-pipe-index",
- &usb_bam_connections[i].src_pipe_index);
- of_property_read_u32(node, "qcom,dst-bam-pipe-index",
- &usb_bam_connections[i].dst_pipe_index);
- of_property_read_u32(node, "qcom,data-fifo-offset",
- &usb_bam_connections[i].data_fifo_base_offset);
- rc = of_property_read_u32(node, "qcom,data-fifo-size",
- &usb_bam_connections[i].data_fifo_size);
- if (rc)
- goto err;
- of_property_read_u32(node, "qcom,descriptor-fifo-offset",
- &usb_bam_connections[i].desc_fifo_base_offset);
- rc = of_property_read_u32(node, "qcom,descriptor-fifo-size",
- &usb_bam_connections[i].desc_fifo_size);
- if (rc)
- goto err;
- i++;
- }
- msm_usb_bam[bam].usb_bam_connections = usb_bam_connections;
- msm_usb_bam[bam].max_connections = max_connections;
- return usb_bam_data;
- err:
- log_event_err("%s: failed\n", __func__);
- return NULL;
- }
- static int usb_bam_init(struct platform_device *pdev)
- {
- int ret;
- struct usb_bam_ctx_type *ctx = dev_get_drvdata(&pdev->dev);
- enum usb_ctrl bam_type = ctx->usb_bam_data->bam_type;
- struct sps_bam_props props;
- struct device *dev;
- memset(&props, 0, sizeof(props));
- props.phys_addr = ctx->io_res->start;
- props.virt_size = resource_size(ctx->io_res);
- props.irq = ctx->irq;
- props.summing_threshold = ctx->usb_bam_data->override_threshold;
- props.event_threshold = ctx->usb_bam_data->override_threshold;
- props.num_pipes = ctx->usb_bam_data->usb_bam_num_pipes;
- props.callback = usb_bam_sps_events;
- props.user = &msm_usb_bam[bam_type];
- if (ctx->usb_bam_data->disable_clk_gating)
- props.options |= SPS_BAM_NO_LOCAL_CLK_GATING;
- dev = &ctx->usb_bam_pdev->dev;
- if (dev && dev->parent && device_property_present(dev->parent, "iommus")
- && !device_property_present(dev->parent,
- "qcom,smmu-s1-bypass")) {
- pr_info("%s: setting SPS_BAM_SMMU_EN flag with (%s)\n",
- __func__, dev_name(dev));
- props.options |= SPS_BAM_SMMU_EN;
- }
- ret = sps_register_bam_device(&props, &ctx->h_bam);
- if (ret < 0) {
- log_event_err("%s: register bam error %d\n", __func__, ret);
- return -EFAULT;
- }
- return 0;
- }
- static int enable_usb_bam(struct platform_device *pdev)
- {
- int ret;
- struct usb_bam_ctx_type *ctx = dev_get_drvdata(&pdev->dev);
- ret = usb_bam_init(pdev);
- if (ret)
- return ret;
- ctx->usb_bam_sps.sps_pipes = devm_kzalloc(&pdev->dev,
- ctx->max_connections * sizeof(struct sps_pipe *),
- GFP_KERNEL);
- if (!ctx->usb_bam_sps.sps_pipes) {
- log_event_err("%s: failed to allocate sps_pipes\n", __func__);
- return -ENOMEM;
- }
- ctx->usb_bam_sps.sps_connections = devm_kzalloc(&pdev->dev,
- ctx->max_connections * sizeof(struct sps_connect),
- GFP_KERNEL);
- if (!ctx->usb_bam_sps.sps_connections) {
- log_event_err("%s: failed to allocate sps_connections\n",
- __func__);
- return -ENOMEM;
- }
- return 0;
- }
- static int usb_bam_panic_notifier(struct notifier_block *this,
- unsigned long event, void *ptr)
- {
- int i;
- struct usb_bam_ctx_type *ctx;
- for (i = 0; i < MAX_BAMS; i++) {
- ctx = &msm_usb_bam[i];
- if (ctx->h_bam)
- break;
- }
- if (i == MAX_BAMS)
- goto fail;
- if (!ctx->pipes_enabled_per_bam)
- goto fail;
- pr_err("%s: dump usb bam registers here in call back!\n",
- __func__);
- sps_get_bam_debug_info(ctx->h_bam, 93,
- (SPS_BAM_PIPE(0) | SPS_BAM_PIPE(1)), 0, 2);
- fail:
- return NOTIFY_DONE;
- }
- static struct notifier_block usb_bam_panic_blk = {
- .notifier_call = usb_bam_panic_notifier,
- };
- void usb_bam_register_panic_hdlr(void)
- {
- atomic_notifier_chain_register(&panic_notifier_list,
- &usb_bam_panic_blk);
- }
- static void usb_bam_unregister_panic_hdlr(void)
- {
- atomic_notifier_chain_unregister(&panic_notifier_list,
- &usb_bam_panic_blk);
- }
- static int usb_bam_probe(struct platform_device *pdev)
- {
- int ret, i, irq;
- struct resource *io_res;
- enum usb_ctrl bam_type;
- struct usb_bam_ctx_type *ctx;
- struct msm_usb_bam_data *usb_bam_data;
- io_res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
- if (!io_res) {
- dev_err(&pdev->dev, "missing BAM memory resource\n");
- return -ENODEV;
- }
- irq = platform_get_irq(pdev, 0);
- if (irq < 0) {
- dev_err(&pdev->dev, "Unable to get IRQ resource\n");
- return irq;
- }
- /* specify BAM physical address to be filled in BAM connections */
- usb_bam_data = usb_bam_dt_to_data(pdev, io_res->start);
- if (!usb_bam_data)
- return -EINVAL;
- bam_type = usb_bam_data->bam_type;
- ctx = &msm_usb_bam[bam_type];
- dev_set_drvdata(&pdev->dev, ctx);
- ctx->usb_bam_pdev = pdev;
- ctx->irq = irq;
- ctx->io_res = io_res;
- ctx->usb_bam_data = usb_bam_data;
- for (i = 0; i < ctx->max_connections; i++) {
- ctx->usb_bam_connections[i].enabled = false;
- INIT_WORK(&ctx->usb_bam_connections[i].event.event_w,
- usb_bam_work);
- }
- ctx->usb_bam_wq = alloc_workqueue("usb_bam_wq",
- WQ_UNBOUND | WQ_MEM_RECLAIM, 1);
- if (!ctx->usb_bam_wq) {
- log_event_err("unable to create workqueue usb_bam_wq\n");
- return -ENOMEM;
- }
- ret = enable_usb_bam(pdev);
- if (ret) {
- destroy_workqueue(ctx->usb_bam_wq);
- return ret;
- }
- pm_runtime_no_callbacks(&pdev->dev);
- pm_runtime_set_active(&pdev->dev);
- pm_runtime_enable(&pdev->dev);
- spin_lock_init(&ctx->usb_bam_lock);
- usb_bam_register_panic_hdlr();
- return ret;
- }
- int get_bam2bam_connection_info(enum usb_ctrl bam_type, u8 idx,
- u32 *usb_bam_pipe_idx, struct sps_mem_buffer *desc_fifo,
- struct sps_mem_buffer *data_fifo, enum usb_pipe_mem_type *mem_type)
- {
- struct usb_bam_ctx_type *ctx = &msm_usb_bam[bam_type];
- struct usb_bam_pipe_connect *pipe_connect =
- &ctx->usb_bam_connections[idx];
- enum usb_bam_pipe_dir dir = pipe_connect->dir;
- if (dir == USB_TO_PEER_PERIPHERAL)
- *usb_bam_pipe_idx = pipe_connect->src_pipe_index;
- else
- *usb_bam_pipe_idx = pipe_connect->dst_pipe_index;
- if (data_fifo)
- memcpy(data_fifo, &pipe_connect->data_mem_buf,
- sizeof(struct sps_mem_buffer));
- if (desc_fifo)
- memcpy(desc_fifo, &pipe_connect->desc_mem_buf,
- sizeof(struct sps_mem_buffer));
- if (mem_type)
- *mem_type = pipe_connect->mem_type;
- return 0;
- }
- EXPORT_SYMBOL(get_bam2bam_connection_info);
- int get_qdss_bam_connection_info(unsigned long *usb_bam_handle,
- u32 *usb_bam_pipe_idx, u32 *peer_pipe_idx,
- struct sps_mem_buffer *desc_fifo, struct sps_mem_buffer *data_fifo,
- enum usb_pipe_mem_type *mem_type)
- {
- u8 idx;
- struct usb_bam_ctx_type *ctx = &msm_usb_bam[qdss_usb_bam_type];
- struct sps_connect *sps_connection;
- /* QDSS uses only one pipe */
- idx = usb_bam_get_connection_idx(qdss_usb_bam_type, QDSS_P_BAM,
- PEER_PERIPHERAL_TO_USB, 0);
- get_bam2bam_connection_info(qdss_usb_bam_type, idx, usb_bam_pipe_idx,
- desc_fifo, data_fifo, mem_type);
- sps_connection = &ctx->usb_bam_sps.sps_connections[idx];
- *usb_bam_handle = sps_connection->destination;
- *peer_pipe_idx = sps_connection->src_pipe_index;
- return 0;
- }
- EXPORT_SYMBOL(get_qdss_bam_connection_info);
- int usb_bam_get_connection_idx(enum usb_ctrl bam_type, enum peer_bam client,
- enum usb_bam_pipe_dir dir, u32 num)
- {
- struct usb_bam_ctx_type *ctx = &msm_usb_bam[bam_type];
- u8 i;
- for (i = 0; i < ctx->max_connections; i++) {
- if (ctx->usb_bam_connections[i].peer_bam == client &&
- ctx->usb_bam_connections[i].dir == dir &&
- ctx->usb_bam_connections[i].pipe_num == num) {
- log_event_dbg("%s: index %d was found\n", __func__, i);
- return i;
- }
- }
- log_event_err("%s: failed for %d\n", __func__, bam_type);
- return -ENODEV;
- }
- EXPORT_SYMBOL(usb_bam_get_connection_idx);
- enum usb_ctrl usb_bam_get_bam_type(const char *core_name)
- {
- enum usb_ctrl bam_type = get_bam_type_from_core_name(core_name);
- if (bam_type < 0 || bam_type >= MAX_BAMS) {
- log_event_err("%s: Invalid bam, type=%d, name=%s\n",
- __func__, bam_type, core_name);
- return -EINVAL;
- }
- return bam_type;
- }
- EXPORT_SYMBOL(usb_bam_get_bam_type);
- static int usb_bam_remove(struct platform_device *pdev)
- {
- struct usb_bam_ctx_type *ctx = dev_get_drvdata(&pdev->dev);
- usb_bam_unregister_panic_hdlr();
- sps_deregister_bam_device(ctx->h_bam);
- destroy_workqueue(ctx->usb_bam_wq);
- return 0;
- }
- static const struct of_device_id usb_bam_dt_match[] = {
- { .compatible = "qcom,usb-bam-msm",
- },
- {}
- };
- MODULE_DEVICE_TABLE(of, usb_bam_dt_match);
- static struct platform_driver usb_bam_driver = {
- .probe = usb_bam_probe,
- .remove = usb_bam_remove,
- .driver = {
- .name = "usb_bam",
- .of_match_table = usb_bam_dt_match,
- },
- };
- static int __init init(void)
- {
- return platform_driver_register(&usb_bam_driver);
- }
- module_init(init);
- static void __exit cleanup(void)
- {
- platform_driver_unregister(&usb_bam_driver);
- }
- module_exit(cleanup);
- MODULE_DESCRIPTION("MSM USB BAM DRIVER");
- MODULE_LICENSE("GPL");
|