msm: ipa3: dynamic change ul/dl ring/aggre/uc-threshold
This change dynamically sets MHIP ring size ul/dl, aggregation parameters, uc threshold from debug FS. Change-Id: Ib189c50de86b01beebcac10c75e0afec56c8da42 Signed-off-by: Michael Adisumarta <madisuma@codeaurora.org>
This commit is contained in:
@@ -63,6 +63,11 @@
|
|||||||
|
|
||||||
#define IPA_SUSPEND_BUSY_TIMEOUT (msecs_to_jiffies(10))
|
#define IPA_SUSPEND_BUSY_TIMEOUT (msecs_to_jiffies(10))
|
||||||
|
|
||||||
|
#define DEFAULT_MPM_RING_SIZE_UL 6
|
||||||
|
#define DEFAULT_MPM_RING_SIZE_DL 16
|
||||||
|
#define DEFAULT_MPM_TETH_AGGR_SIZE 24
|
||||||
|
#define DEFAULT_MPM_UC_THRESH_SIZE 4
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* The following for adding code (ie. for EMULATION) not found on x86.
|
* The following for adding code (ie. for EMULATION) not found on x86.
|
||||||
*/
|
*/
|
||||||
@@ -8294,6 +8299,12 @@ static int ipa3_pre_init(const struct ipa3_plat_drv_res *resource_p,
|
|||||||
ipa3_ctx->ulso_ip_id_max = resource_p->ulso_ip_id_max;
|
ipa3_ctx->ulso_ip_id_max = resource_p->ulso_ip_id_max;
|
||||||
ipa3_ctx->use_pm_wrapper = resource_p->use_pm_wrapper;
|
ipa3_ctx->use_pm_wrapper = resource_p->use_pm_wrapper;
|
||||||
ipa3_ctx->use_tput_est_ep = resource_p->use_tput_est_ep;
|
ipa3_ctx->use_tput_est_ep = resource_p->use_tput_est_ep;
|
||||||
|
ipa3_ctx->mpm_ring_size_ul_cache = DEFAULT_MPM_RING_SIZE_UL;
|
||||||
|
ipa3_ctx->mpm_ring_size_ul = DEFAULT_MPM_RING_SIZE_UL;
|
||||||
|
ipa3_ctx->mpm_ring_size_dl_cache = DEFAULT_MPM_RING_SIZE_DL;
|
||||||
|
ipa3_ctx->mpm_ring_size_dl = DEFAULT_MPM_RING_SIZE_DL;
|
||||||
|
ipa3_ctx->mpm_teth_aggr_size = DEFAULT_MPM_TETH_AGGR_SIZE;
|
||||||
|
ipa3_ctx->mpm_uc_thresh = DEFAULT_MPM_UC_THRESH_SIZE;
|
||||||
|
|
||||||
if (resource_p->gsi_fw_file_name) {
|
if (resource_p->gsi_fw_file_name) {
|
||||||
ipa3_ctx->gsi_fw_file_name =
|
ipa3_ctx->gsi_fw_file_name =
|
||||||
|
@@ -555,6 +555,129 @@ static ssize_t ipa3_read_keep_awake(struct file *file, char __user *ubuf,
|
|||||||
return simple_read_from_buffer(ubuf, count, ppos, dbg_buff, nbytes);
|
return simple_read_from_buffer(ubuf, count, ppos, dbg_buff, nbytes);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
static ssize_t ipa3_read_mpm_ring_size_dl(struct file *file, char __user *ubuf,
|
||||||
|
size_t count, loff_t *ppos)
|
||||||
|
{
|
||||||
|
int nbytes;
|
||||||
|
|
||||||
|
nbytes = scnprintf(dbg_buff, IPA_MAX_MSG_LEN,
|
||||||
|
"IPA_MPM_RING_SIZE_DL = %d\n",
|
||||||
|
ipa3_ctx->mpm_ring_size_dl);
|
||||||
|
|
||||||
|
return simple_read_from_buffer(ubuf, count, ppos, dbg_buff, nbytes);
|
||||||
|
}
|
||||||
|
|
||||||
|
static ssize_t ipa3_read_mpm_ring_size_ul(struct file *file, char __user *ubuf,
|
||||||
|
size_t count, loff_t *ppos)
|
||||||
|
{
|
||||||
|
int nbytes;
|
||||||
|
|
||||||
|
nbytes = scnprintf(dbg_buff, IPA_MAX_MSG_LEN,
|
||||||
|
"IPA_MPM_RING_SIZE_UL = %d\n",
|
||||||
|
ipa3_ctx->mpm_ring_size_ul);
|
||||||
|
|
||||||
|
return simple_read_from_buffer(ubuf, count, ppos, dbg_buff, nbytes);
|
||||||
|
}
|
||||||
|
|
||||||
|
static ssize_t ipa3_read_mpm_uc_thresh(struct file *file, char __user *ubuf,
|
||||||
|
size_t count, loff_t *ppos)
|
||||||
|
{
|
||||||
|
int nbytes;
|
||||||
|
|
||||||
|
nbytes = scnprintf(dbg_buff, IPA_MAX_MSG_LEN,
|
||||||
|
"IPA_MPM_UC_THRESH = %d\n", ipa3_ctx->mpm_uc_thresh);
|
||||||
|
|
||||||
|
return simple_read_from_buffer(ubuf, count, ppos, dbg_buff, nbytes);
|
||||||
|
}
|
||||||
|
|
||||||
|
static ssize_t ipa3_read_mpm_teth_aggr_size(struct file *file,
|
||||||
|
char __user *ubuf, size_t count, loff_t *ppos)
|
||||||
|
{
|
||||||
|
int nbytes;
|
||||||
|
|
||||||
|
nbytes = scnprintf(dbg_buff, IPA_MAX_MSG_LEN,
|
||||||
|
"IPA_MPM_TETH_AGGR_SIZE = %d\n",
|
||||||
|
ipa3_ctx->mpm_teth_aggr_size);
|
||||||
|
|
||||||
|
return simple_read_from_buffer(ubuf, count, ppos, dbg_buff, nbytes);
|
||||||
|
}
|
||||||
|
|
||||||
|
static ssize_t ipa3_write_mpm_ring_size_dl(struct file *file,
|
||||||
|
const char __user *buf,
|
||||||
|
size_t count, loff_t *ppos)
|
||||||
|
{
|
||||||
|
s8 option = 0;
|
||||||
|
int ret;
|
||||||
|
|
||||||
|
ret = kstrtos8_from_user(buf, count, 0, &option);
|
||||||
|
if (ret)
|
||||||
|
return ret;
|
||||||
|
/* as option is type s8, max it can take is 127 */
|
||||||
|
if ((option > 0) && (option <= IPA_MPM_MAX_RING_LEN))
|
||||||
|
ipa3_ctx->mpm_ring_size_dl = option;
|
||||||
|
else
|
||||||
|
IPAERR("Invalid dl ring size =%d: range is 1 to %d\n",
|
||||||
|
option, IPA_MPM_MAX_RING_LEN);
|
||||||
|
return count;
|
||||||
|
}
|
||||||
|
|
||||||
|
static ssize_t ipa3_write_mpm_ring_size_ul(struct file *file,
|
||||||
|
const char __user *buf,
|
||||||
|
size_t count, loff_t *ppos)
|
||||||
|
{
|
||||||
|
s8 option = 0;
|
||||||
|
int ret;
|
||||||
|
|
||||||
|
ret = kstrtos8_from_user(buf, count, 0, &option);
|
||||||
|
if (ret)
|
||||||
|
return ret;
|
||||||
|
/* as option is type s8, max it can take is 127 */
|
||||||
|
if ((option > 0) && (option <= IPA_MPM_MAX_RING_LEN))
|
||||||
|
ipa3_ctx->mpm_ring_size_ul = option;
|
||||||
|
else
|
||||||
|
IPAERR("Invalid ul ring size =%d: range is 1 to %d\n",
|
||||||
|
option, IPA_MPM_MAX_RING_LEN);
|
||||||
|
return count;
|
||||||
|
}
|
||||||
|
|
||||||
|
static ssize_t ipa3_write_mpm_uc_thresh(struct file *file,
|
||||||
|
const char __user *buf,
|
||||||
|
size_t count, loff_t *ppos)
|
||||||
|
{
|
||||||
|
s8 option = 0;
|
||||||
|
int ret;
|
||||||
|
|
||||||
|
ret = kstrtos8_from_user(buf, count, 0, &option);
|
||||||
|
if (ret)
|
||||||
|
return ret;
|
||||||
|
/* as option is type s8, max it can take is 127 */
|
||||||
|
if ((option > 0) && (option <= IPA_MPM_MAX_UC_THRESH))
|
||||||
|
ipa3_ctx->mpm_uc_thresh = option;
|
||||||
|
else
|
||||||
|
IPAERR("Invalid uc thresh =%d: range is 1 to %d\n",
|
||||||
|
option, IPA_MPM_MAX_UC_THRESH);
|
||||||
|
return count;
|
||||||
|
}
|
||||||
|
|
||||||
|
static ssize_t ipa3_write_mpm_teth_aggr_size(struct file *file,
|
||||||
|
const char __user *buf,
|
||||||
|
size_t count, loff_t *ppos)
|
||||||
|
{
|
||||||
|
s8 option = 0;
|
||||||
|
int ret;
|
||||||
|
|
||||||
|
ret = kstrtos8_from_user(buf, count, 0, &option);
|
||||||
|
if (ret)
|
||||||
|
return ret;
|
||||||
|
/* as option is type s8, max it can take is 127 */
|
||||||
|
if ((option > 0) && (option <= IPA_MAX_TETH_AGGR_BYTE_LIMIT))
|
||||||
|
ipa3_ctx->mpm_teth_aggr_size = option;
|
||||||
|
else
|
||||||
|
IPAERR("Invalid agg byte limit =%d: range is 1 to %d\n",
|
||||||
|
option, IPA_MAX_TETH_AGGR_BYTE_LIMIT);
|
||||||
|
return count;
|
||||||
|
}
|
||||||
|
|
||||||
static ssize_t ipa3_read_holb_events(struct file *file, char __user *ubuf, size_t count,
|
static ssize_t ipa3_read_holb_events(struct file *file, char __user *ubuf, size_t count,
|
||||||
loff_t *ppos)
|
loff_t *ppos)
|
||||||
{
|
{
|
||||||
@@ -3058,6 +3181,26 @@ static const struct ipa3_debugfs_file debugfs_files[] = {
|
|||||||
.read = ipa3_read_keep_awake,
|
.read = ipa3_read_keep_awake,
|
||||||
.write = ipa3_write_keep_awake,
|
.write = ipa3_write_keep_awake,
|
||||||
}
|
}
|
||||||
|
}, {
|
||||||
|
"mpm_ring_size_dl", IPA_READ_WRITE_MODE, NULL, {
|
||||||
|
.read = ipa3_read_mpm_ring_size_dl,
|
||||||
|
.write = ipa3_write_mpm_ring_size_dl,
|
||||||
|
}
|
||||||
|
}, {
|
||||||
|
"mpm_ring_size_ul", IPA_READ_WRITE_MODE, NULL, {
|
||||||
|
.read = ipa3_read_mpm_ring_size_ul,
|
||||||
|
.write = ipa3_write_mpm_ring_size_ul,
|
||||||
|
}
|
||||||
|
}, {
|
||||||
|
"mpm_uc_thresh", IPA_READ_WRITE_MODE, NULL, {
|
||||||
|
.read = ipa3_read_mpm_uc_thresh,
|
||||||
|
.write = ipa3_write_mpm_uc_thresh,
|
||||||
|
}
|
||||||
|
}, {
|
||||||
|
"mpm_teth_aggr_size", IPA_READ_WRITE_MODE, NULL, {
|
||||||
|
.read = ipa3_read_mpm_teth_aggr_size,
|
||||||
|
.write = ipa3_write_mpm_teth_aggr_size,
|
||||||
|
}
|
||||||
}, {
|
}, {
|
||||||
"set_clk_idx", IPA_READ_WRITE_MODE, NULL, {
|
"set_clk_idx", IPA_READ_WRITE_MODE, NULL, {
|
||||||
.write = ipa3_set_clk_index,
|
.write = ipa3_set_clk_index,
|
||||||
|
@@ -84,6 +84,9 @@
|
|||||||
#define IPA_Q6_FNR_IDX_CNT (52)
|
#define IPA_Q6_FNR_IDX_CNT (52)
|
||||||
#define IPA_Q6_FNR_END_IDX (IPA_Q6_FNR_START_IDX+IPA_Q6_FNR_IDX_CNT-1)
|
#define IPA_Q6_FNR_END_IDX (IPA_Q6_FNR_START_IDX+IPA_Q6_FNR_IDX_CNT-1)
|
||||||
#define IPA_Q6_FNR_STATS_SIZE (IPA_Q6_FNR_IDX_CNT * 16)
|
#define IPA_Q6_FNR_STATS_SIZE (IPA_Q6_FNR_IDX_CNT * 16)
|
||||||
|
#define IPA_MPM_MAX_RING_LEN 64
|
||||||
|
#define IPA_MAX_TETH_AGGR_BYTE_LIMIT 24
|
||||||
|
#define IPA_MPM_MAX_UC_THRESH 4
|
||||||
|
|
||||||
/* ULSO Constants */
|
/* ULSO Constants */
|
||||||
enum {
|
enum {
|
||||||
@@ -2051,6 +2054,12 @@ struct ipa3_eth_error_stats {
|
|||||||
* @uc_wigig_ctx: WIGIG specific fields for uC interface
|
* @uc_wigig_ctx: WIGIG specific fields for uC interface
|
||||||
* @ipa_num_pipes: The number of pipes used by IPA HW
|
* @ipa_num_pipes: The number of pipes used by IPA HW
|
||||||
* @skip_uc_pipe_reset: Indicates whether pipe reset via uC needs to be avoided
|
* @skip_uc_pipe_reset: Indicates whether pipe reset via uC needs to be avoided
|
||||||
|
* @mpm_ring_size_dl_cache: To cache the dl ring size configured previously
|
||||||
|
* @mpm_ring_size_dl: MHIP all DL pipe's ring size
|
||||||
|
* @mpm_ring_size_ul_cache: To cache the ul ring size configured previously
|
||||||
|
* @mpm_ring_size_ul: MHIP all UL pipe's ring size
|
||||||
|
* @mpm_teth_aggr_size: MHIP teth aggregation byte size
|
||||||
|
* @mpm_uc_thresh: uc threshold for enabling uc flow control
|
||||||
* @ipa_client_apps_wan_cons_agg_gro: RMNET_IOCTL_INGRESS_FORMAT_AGG_DATA
|
* @ipa_client_apps_wan_cons_agg_gro: RMNET_IOCTL_INGRESS_FORMAT_AGG_DATA
|
||||||
* @apply_rg10_wa: Indicates whether to use register group 10 workaround
|
* @apply_rg10_wa: Indicates whether to use register group 10 workaround
|
||||||
* @gsi_ch20_wa: Indicates whether to apply GSI physical channel 20 workaround
|
* @gsi_ch20_wa: Indicates whether to apply GSI physical channel 20 workaround
|
||||||
@@ -2208,6 +2217,12 @@ struct ipa3_context {
|
|||||||
u32 wan_rx_ring_size;
|
u32 wan_rx_ring_size;
|
||||||
u32 lan_rx_ring_size;
|
u32 lan_rx_ring_size;
|
||||||
bool skip_uc_pipe_reset;
|
bool skip_uc_pipe_reset;
|
||||||
|
int mpm_ring_size_dl;
|
||||||
|
int mpm_ring_size_dl_cache;
|
||||||
|
int mpm_ring_size_ul_cache;
|
||||||
|
int mpm_ring_size_ul;
|
||||||
|
int mpm_teth_aggr_size;
|
||||||
|
int mpm_uc_thresh;
|
||||||
unsigned long gsi_dev_hdl;
|
unsigned long gsi_dev_hdl;
|
||||||
u32 ee;
|
u32 ee;
|
||||||
bool apply_rg10_wa;
|
bool apply_rg10_wa;
|
||||||
|
@@ -62,12 +62,9 @@
|
|||||||
|
|
||||||
#define IPA_MPM_MAX_MHIP_CHAN 3
|
#define IPA_MPM_MAX_MHIP_CHAN 3
|
||||||
|
|
||||||
#define IPA_MPM_NUM_RING_DESC 6
|
|
||||||
#define IPA_MPM_RING_LEN IPA_MPM_NUM_RING_DESC
|
|
||||||
|
|
||||||
#define IPA_MPM_MHI_HOST_UL_CHANNEL 4
|
#define IPA_MPM_MHI_HOST_UL_CHANNEL 4
|
||||||
#define IPA_MPM_MHI_HOST_DL_CHANNEL 5
|
#define IPA_MPM_MHI_HOST_DL_CHANNEL 5
|
||||||
#define TETH_AGGR_TIME_LIMIT 10000 /* 10ms */
|
#define TETH_AGGR_TIME_LIMIT 1000 /* 1ms */
|
||||||
#define TETH_AGGR_BYTE_LIMIT 24
|
#define TETH_AGGR_BYTE_LIMIT 24
|
||||||
#define TETH_AGGR_DL_BYTE_LIMIT 16
|
#define TETH_AGGR_DL_BYTE_LIMIT 16
|
||||||
#define TRE_BUFF_SIZE 32768
|
#define TRE_BUFF_SIZE 32768
|
||||||
@@ -369,17 +366,17 @@ struct ipa_mpm_clk_cnt_type {
|
|||||||
struct producer_rings {
|
struct producer_rings {
|
||||||
struct mhi_p_desc *tr_va;
|
struct mhi_p_desc *tr_va;
|
||||||
struct mhi_p_desc *er_va;
|
struct mhi_p_desc *er_va;
|
||||||
void *tr_buff_va[IPA_MPM_RING_LEN];
|
void *tr_buff_va[IPA_MPM_MAX_RING_LEN];
|
||||||
dma_addr_t tr_pa;
|
dma_addr_t tr_pa;
|
||||||
dma_addr_t er_pa;
|
dma_addr_t er_pa;
|
||||||
dma_addr_t tr_buff_c_iova[IPA_MPM_RING_LEN];
|
dma_addr_t tr_buff_c_iova[IPA_MPM_MAX_RING_LEN];
|
||||||
/*
|
/*
|
||||||
* The iova generated for AP CB,
|
* The iova generated for AP CB,
|
||||||
* used only for dma_map_single to flush the cache.
|
* used only for dma_map_single to flush the cache.
|
||||||
*/
|
*/
|
||||||
dma_addr_t ap_iova_er;
|
dma_addr_t ap_iova_er;
|
||||||
dma_addr_t ap_iova_tr;
|
dma_addr_t ap_iova_tr;
|
||||||
dma_addr_t ap_iova_buff[IPA_MPM_RING_LEN];
|
dma_addr_t ap_iova_buff[IPA_MPM_MAX_RING_LEN];
|
||||||
};
|
};
|
||||||
|
|
||||||
struct ipa_mpm_mhi_driver {
|
struct ipa_mpm_mhi_driver {
|
||||||
@@ -421,7 +418,6 @@ struct ipa_mpm_context {
|
|||||||
};
|
};
|
||||||
|
|
||||||
#define IPA_MPM_DESC_SIZE (sizeof(struct mhi_p_desc))
|
#define IPA_MPM_DESC_SIZE (sizeof(struct mhi_p_desc))
|
||||||
#define IPA_MPM_RING_TOTAL_SIZE (IPA_MPM_RING_LEN * IPA_MPM_DESC_SIZE)
|
|
||||||
/* WA: Make the IPA_MPM_PAGE_SIZE from 16k (next power of ring size) to
|
/* WA: Make the IPA_MPM_PAGE_SIZE from 16k (next power of ring size) to
|
||||||
* 32k. This is to make sure IOMMU map happens for the same size
|
* 32k. This is to make sure IOMMU map happens for the same size
|
||||||
* for all TR/ER and doorbells.
|
* for all TR/ER and doorbells.
|
||||||
@@ -691,8 +687,14 @@ static dma_addr_t ipa_mpm_smmu_map(void *va_addr,
|
|||||||
cb->next_addr = iova_p + size_p;
|
cb->next_addr = iova_p + size_p;
|
||||||
iova = iova_p;
|
iova = iova_p;
|
||||||
} else {
|
} else {
|
||||||
|
if (dir == DMA_TO_HIPA)
|
||||||
iova = dma_map_single(ipa3_ctx->pdev, va_addr,
|
iova = dma_map_single(ipa3_ctx->pdev, va_addr,
|
||||||
IPA_MPM_RING_TOTAL_SIZE, dir);
|
ipa3_ctx->mpm_ring_size_dl *
|
||||||
|
IPA_MPM_DESC_SIZE, dir);
|
||||||
|
else
|
||||||
|
iova = dma_map_single(ipa3_ctx->pdev, va_addr,
|
||||||
|
ipa3_ctx->mpm_ring_size_ul *
|
||||||
|
IPA_MPM_DESC_SIZE, dir);
|
||||||
|
|
||||||
if (dma_mapping_error(ipa3_ctx->pdev, iova)) {
|
if (dma_mapping_error(ipa3_ctx->pdev, iova)) {
|
||||||
IPA_MPM_ERR("dma_map_single failure for entry\n");
|
IPA_MPM_ERR("dma_map_single failure for entry\n");
|
||||||
@@ -765,10 +767,16 @@ static void ipa_mpm_smmu_unmap(dma_addr_t carved_iova, int sz, int dir,
|
|||||||
|
|
||||||
cb->next_addr -= size_p;
|
cb->next_addr -= size_p;
|
||||||
dma_unmap_single(ipa3_ctx->pdev, ap_cb_iova,
|
dma_unmap_single(ipa3_ctx->pdev, ap_cb_iova,
|
||||||
IPA_MPM_RING_TOTAL_SIZE, dir);
|
size_p, dir);
|
||||||
} else {
|
} else {
|
||||||
|
if (dir == DMA_TO_HIPA)
|
||||||
dma_unmap_single(ipa3_ctx->pdev, ap_cb_iova,
|
dma_unmap_single(ipa3_ctx->pdev, ap_cb_iova,
|
||||||
IPA_MPM_RING_TOTAL_SIZE, dir);
|
ipa3_ctx->mpm_ring_size_dl *
|
||||||
|
IPA_MPM_DESC_SIZE, dir);
|
||||||
|
else
|
||||||
|
dma_unmap_single(ipa3_ctx->pdev, ap_cb_iova,
|
||||||
|
ipa3_ctx->mpm_ring_size_ul *
|
||||||
|
IPA_MPM_DESC_SIZE, dir);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -920,6 +928,7 @@ static int ipa_mpm_connect_mhip_gsi_pipe(enum ipa_client_type mhip_client,
|
|||||||
int i, k;
|
int i, k;
|
||||||
int result;
|
int result;
|
||||||
struct ipa3_ep_context *ep;
|
struct ipa3_ep_context *ep;
|
||||||
|
int ring_size;
|
||||||
|
|
||||||
if (mhip_client == IPA_CLIENT_MAX)
|
if (mhip_client == IPA_CLIENT_MAX)
|
||||||
goto fail_gen;
|
goto fail_gen;
|
||||||
@@ -943,11 +952,19 @@ static int ipa_mpm_connect_mhip_gsi_pipe(enum ipa_client_type mhip_client,
|
|||||||
|
|
||||||
IPA_MPM_FUNC_ENTRY();
|
IPA_MPM_FUNC_ENTRY();
|
||||||
|
|
||||||
if (IPA_MPM_RING_TOTAL_SIZE > PAGE_SIZE) {
|
if (IPA_CLIENT_IS_PROD(mhip_client) &&
|
||||||
IPA_MPM_ERR("Ring Size / allocation mismatch\n");
|
(ipa3_ctx->mpm_ring_size_dl *
|
||||||
|
IPA_MPM_DESC_SIZE > PAGE_SIZE)) {
|
||||||
|
IPA_MPM_ERR("Ring Size dl / allocation mismatch\n");
|
||||||
ipa_assert();
|
ipa_assert();
|
||||||
}
|
}
|
||||||
|
|
||||||
|
if (IPA_CLIENT_IS_PROD(mhip_client) &&
|
||||||
|
(ipa3_ctx->mpm_ring_size_ul *
|
||||||
|
IPA_MPM_DESC_SIZE > PAGE_SIZE)) {
|
||||||
|
IPA_MPM_ERR("Ring Size ul / allocation mismatch\n");
|
||||||
|
ipa_assert();
|
||||||
|
}
|
||||||
/* Only ring need alignment, separate from buffer */
|
/* Only ring need alignment, separate from buffer */
|
||||||
er_ring_va = (struct mhi_p_desc *) get_zeroed_page(GFP_KERNEL);
|
er_ring_va = (struct mhi_p_desc *) get_zeroed_page(GFP_KERNEL);
|
||||||
|
|
||||||
@@ -965,7 +982,11 @@ static int ipa_mpm_connect_mhip_gsi_pipe(enum ipa_client_type mhip_client,
|
|||||||
DMA_TO_HIPA : DMA_FROM_HIPA;
|
DMA_TO_HIPA : DMA_FROM_HIPA;
|
||||||
|
|
||||||
/* allocate transfer ring elements */
|
/* allocate transfer ring elements */
|
||||||
for (i = 1, k = 1; i < IPA_MPM_RING_LEN; i++, k++) {
|
if (IPA_CLIENT_IS_PROD(mhip_client))
|
||||||
|
ring_size = ipa3_ctx->mpm_ring_size_dl;
|
||||||
|
else
|
||||||
|
ring_size = ipa3_ctx->mpm_ring_size_ul;
|
||||||
|
for (i = 1, k = 1; i < ring_size; i++, k++) {
|
||||||
buff_va = kzalloc(TRE_BUFF_SIZE, GFP_KERNEL);
|
buff_va = kzalloc(TRE_BUFF_SIZE, GFP_KERNEL);
|
||||||
if (!buff_va)
|
if (!buff_va)
|
||||||
goto fail_buff_alloc;
|
goto fail_buff_alloc;
|
||||||
@@ -1087,7 +1108,7 @@ static int ipa_mpm_connect_mhip_gsi_pipe(enum ipa_client_type mhip_client,
|
|||||||
gsi_params.evt_ring_params.intr = GSI_INTR_MSI;
|
gsi_params.evt_ring_params.intr = GSI_INTR_MSI;
|
||||||
gsi_params.evt_ring_params.re_size = GSI_EVT_RING_RE_SIZE_16B;
|
gsi_params.evt_ring_params.re_size = GSI_EVT_RING_RE_SIZE_16B;
|
||||||
gsi_params.evt_ring_params.ring_len =
|
gsi_params.evt_ring_params.ring_len =
|
||||||
(IPA_MPM_RING_LEN) * GSI_EVT_RING_RE_SIZE_16B;
|
(ring_size) * GSI_EVT_RING_RE_SIZE_16B;
|
||||||
gsi_params.evt_ring_params.ring_base_vaddr = NULL;
|
gsi_params.evt_ring_params.ring_base_vaddr = NULL;
|
||||||
gsi_params.evt_ring_params.int_modt = 0;
|
gsi_params.evt_ring_params.int_modt = 0;
|
||||||
gsi_params.evt_ring_params.int_modc = 0;
|
gsi_params.evt_ring_params.int_modc = 0;
|
||||||
@@ -1113,7 +1134,7 @@ static int ipa_mpm_connect_mhip_gsi_pipe(enum ipa_client_type mhip_client,
|
|||||||
/* chan_id is set in ipa3_request_gsi_channel() */
|
/* chan_id is set in ipa3_request_gsi_channel() */
|
||||||
gsi_params.chan_params.re_size = GSI_CHAN_RE_SIZE_16B;
|
gsi_params.chan_params.re_size = GSI_CHAN_RE_SIZE_16B;
|
||||||
gsi_params.chan_params.ring_len =
|
gsi_params.chan_params.ring_len =
|
||||||
(IPA_MPM_RING_LEN) * GSI_EVT_RING_RE_SIZE_16B;
|
(ring_size) * GSI_EVT_RING_RE_SIZE_16B;
|
||||||
gsi_params.chan_params.ring_base_vaddr = NULL;
|
gsi_params.chan_params.ring_base_vaddr = NULL;
|
||||||
gsi_params.chan_params.use_db_eng = GSI_CHAN_DIRECT_MODE;
|
gsi_params.chan_params.use_db_eng = GSI_CHAN_DIRECT_MODE;
|
||||||
gsi_params.chan_params.max_prefetch = GSI_ONE_PREFETCH_SEG;
|
gsi_params.chan_params.max_prefetch = GSI_ONE_PREFETCH_SEG;
|
||||||
@@ -1214,6 +1235,7 @@ static void ipa_mpm_clean_mhip_chan(int mhi_idx,
|
|||||||
int i;
|
int i;
|
||||||
int ipa_ep_idx;
|
int ipa_ep_idx;
|
||||||
int result;
|
int result;
|
||||||
|
int ring_size;
|
||||||
|
|
||||||
IPA_MPM_FUNC_ENTRY();
|
IPA_MPM_FUNC_ENTRY();
|
||||||
|
|
||||||
@@ -1301,7 +1323,11 @@ static void ipa_mpm_clean_mhip_chan(int mhi_idx,
|
|||||||
}
|
}
|
||||||
|
|
||||||
/* deallocate/Unmap transfer ring buffers */
|
/* deallocate/Unmap transfer ring buffers */
|
||||||
for (i = 1; i < IPA_MPM_RING_LEN; i++) {
|
if (IPA_CLIENT_IS_PROD(mhip_client))
|
||||||
|
ring_size = ipa3_ctx->mpm_ring_size_dl_cache;
|
||||||
|
else
|
||||||
|
ring_size = ipa3_ctx->mpm_ring_size_ul_cache;
|
||||||
|
for (i = 1; i < ring_size; i++) {
|
||||||
if (IPA_CLIENT_IS_PROD(mhip_client)) {
|
if (IPA_CLIENT_IS_PROD(mhip_client)) {
|
||||||
ipa_mpm_smmu_unmap(
|
ipa_mpm_smmu_unmap(
|
||||||
(dma_addr_t)
|
(dma_addr_t)
|
||||||
@@ -2267,13 +2293,13 @@ static int ipa_mpm_mhi_probe_cb(struct mhi_device *mhi_dev,
|
|||||||
IPA_MPM_MHI_HOST_UL_CHANNEL;
|
IPA_MPM_MHI_HOST_UL_CHANNEL;
|
||||||
ch->chan_props.ch_ctx.erindex =
|
ch->chan_props.ch_ctx.erindex =
|
||||||
mhi_dev->ul_event_id;
|
mhi_dev->ul_event_id;
|
||||||
ch->chan_props.ch_ctx.rlen = (IPA_MPM_RING_LEN) *
|
ch->chan_props.ch_ctx.rlen = (ipa3_ctx->mpm_ring_size_ul) *
|
||||||
GSI_EVT_RING_RE_SIZE_16B;
|
GSI_EVT_RING_RE_SIZE_16B;
|
||||||
/* Store Event properties */
|
/* Store Event properties */
|
||||||
ch->evt_props.ev_ctx.update_rp_modc = 1;
|
ch->evt_props.ev_ctx.update_rp_modc = 1;
|
||||||
ch->evt_props.ev_ctx.update_rp_intmodt = 0;
|
ch->evt_props.ev_ctx.update_rp_intmodt = 0;
|
||||||
ch->evt_props.ev_ctx.ertype = 1;
|
ch->evt_props.ev_ctx.ertype = 1;
|
||||||
ch->evt_props.ev_ctx.rlen = (IPA_MPM_RING_LEN) *
|
ch->evt_props.ev_ctx.rlen = (ipa3_ctx->mpm_ring_size_ul) *
|
||||||
GSI_EVT_RING_RE_SIZE_16B;
|
GSI_EVT_RING_RE_SIZE_16B;
|
||||||
ch->evt_props.ev_ctx.buff_size = TRE_BUFF_SIZE;
|
ch->evt_props.ev_ctx.buff_size = TRE_BUFF_SIZE;
|
||||||
ch->evt_props.device_db =
|
ch->evt_props.device_db =
|
||||||
@@ -2321,13 +2347,13 @@ static int ipa_mpm_mhi_probe_cb(struct mhi_device *mhi_dev,
|
|||||||
ch->chan_props.ch_ctx.chtype =
|
ch->chan_props.ch_ctx.chtype =
|
||||||
IPA_MPM_MHI_HOST_DL_CHANNEL;
|
IPA_MPM_MHI_HOST_DL_CHANNEL;
|
||||||
ch->chan_props.ch_ctx.erindex = mhi_dev->dl_event_id;
|
ch->chan_props.ch_ctx.erindex = mhi_dev->dl_event_id;
|
||||||
ch->chan_props.ch_ctx.rlen = (IPA_MPM_RING_LEN) *
|
ch->chan_props.ch_ctx.rlen = (ipa3_ctx->mpm_ring_size_dl) *
|
||||||
GSI_EVT_RING_RE_SIZE_16B;
|
GSI_EVT_RING_RE_SIZE_16B;
|
||||||
/* Store Event properties */
|
/* Store Event properties */
|
||||||
ch->evt_props.ev_ctx.update_rp_modc = 0;
|
ch->evt_props.ev_ctx.update_rp_modc = 0;
|
||||||
ch->evt_props.ev_ctx.update_rp_intmodt = 0;
|
ch->evt_props.ev_ctx.update_rp_intmodt = 0;
|
||||||
ch->evt_props.ev_ctx.ertype = 1;
|
ch->evt_props.ev_ctx.ertype = 1;
|
||||||
ch->evt_props.ev_ctx.rlen = (IPA_MPM_RING_LEN) *
|
ch->evt_props.ev_ctx.rlen = (ipa3_ctx->mpm_ring_size_dl) *
|
||||||
GSI_EVT_RING_RE_SIZE_16B;
|
GSI_EVT_RING_RE_SIZE_16B;
|
||||||
ch->evt_props.ev_ctx.buff_size = TRE_BUFF_SIZE;
|
ch->evt_props.ev_ctx.buff_size = TRE_BUFF_SIZE;
|
||||||
ch->evt_props.device_db =
|
ch->evt_props.device_db =
|
||||||
@@ -2399,7 +2425,8 @@ static int ipa_mpm_mhi_probe_cb(struct mhi_device *mhi_dev,
|
|||||||
(phys_addr_t)(ul_out_params.db_reg_phs_addr_lsb), 4);
|
(phys_addr_t)(ul_out_params.db_reg_phs_addr_lsb), 4);
|
||||||
|
|
||||||
wp_addr = ipa_mpm_ctx->md[probe_id].ul_prod_ring.tr_pa +
|
wp_addr = ipa_mpm_ctx->md[probe_id].ul_prod_ring.tr_pa +
|
||||||
((IPA_MPM_RING_LEN - 1) * GSI_CHAN_RE_SIZE_16B);
|
((ipa3_ctx->mpm_ring_size_ul - 1) *
|
||||||
|
GSI_CHAN_RE_SIZE_16B);
|
||||||
|
|
||||||
iowrite32(wp_addr, db_addr);
|
iowrite32(wp_addr, db_addr);
|
||||||
|
|
||||||
@@ -2432,7 +2459,8 @@ static int ipa_mpm_mhi_probe_cb(struct mhi_device *mhi_dev,
|
|||||||
db_addr = ioremap((phys_addr_t)(evt_ring_db_addr_low), 4);
|
db_addr = ioremap((phys_addr_t)(evt_ring_db_addr_low), 4);
|
||||||
|
|
||||||
wp_addr = ipa_mpm_ctx->md[probe_id].ul_prod_ring.er_pa +
|
wp_addr = ipa_mpm_ctx->md[probe_id].ul_prod_ring.er_pa +
|
||||||
((IPA_MPM_RING_LEN + 1) * GSI_EVT_RING_RE_SIZE_16B);
|
((ipa3_ctx->mpm_ring_size_ul + 1) *
|
||||||
|
GSI_EVT_RING_RE_SIZE_16B);
|
||||||
IPA_MPM_DBG("Host UL ER DB = 0X%pK, wp_addr = 0X%0x",
|
IPA_MPM_DBG("Host UL ER DB = 0X%pK, wp_addr = 0X%0x",
|
||||||
db_addr, wp_addr);
|
db_addr, wp_addr);
|
||||||
|
|
||||||
@@ -2445,7 +2473,8 @@ static int ipa_mpm_mhi_probe_cb(struct mhi_device *mhi_dev,
|
|||||||
4);
|
4);
|
||||||
|
|
||||||
wp_addr = ipa_mpm_ctx->md[probe_id].ul_prod_ring.tr_pa +
|
wp_addr = ipa_mpm_ctx->md[probe_id].ul_prod_ring.tr_pa +
|
||||||
((IPA_MPM_RING_LEN + 1) * GSI_EVT_RING_RE_SIZE_16B);
|
((ipa3_ctx->mpm_ring_size_ul + 1) *
|
||||||
|
GSI_EVT_RING_RE_SIZE_16B);
|
||||||
|
|
||||||
iowrite32(wp_addr, db_addr);
|
iowrite32(wp_addr, db_addr);
|
||||||
iounmap(db_addr);
|
iounmap(db_addr);
|
||||||
@@ -2458,7 +2487,8 @@ static int ipa_mpm_mhi_probe_cb(struct mhi_device *mhi_dev,
|
|||||||
4);
|
4);
|
||||||
|
|
||||||
wp_addr = ipa_mpm_ctx->md[probe_id].dl_prod_ring.tr_pa +
|
wp_addr = ipa_mpm_ctx->md[probe_id].dl_prod_ring.tr_pa +
|
||||||
((IPA_MPM_RING_LEN - 1) * GSI_CHAN_RE_SIZE_16B);
|
((ipa3_ctx->mpm_ring_size_dl - 1) *
|
||||||
|
GSI_CHAN_RE_SIZE_16B);
|
||||||
|
|
||||||
IPA_MPM_DBG("Device DL TR DB = 0X%pK, wp_addr = 0X%0x",
|
IPA_MPM_DBG("Device DL TR DB = 0X%pK, wp_addr = 0X%0x",
|
||||||
db_addr, wp_addr);
|
db_addr, wp_addr);
|
||||||
@@ -2479,7 +2509,8 @@ static int ipa_mpm_mhi_probe_cb(struct mhi_device *mhi_dev,
|
|||||||
4);
|
4);
|
||||||
|
|
||||||
wp_addr = ipa_mpm_ctx->md[probe_id].dl_prod_ring.er_pa +
|
wp_addr = ipa_mpm_ctx->md[probe_id].dl_prod_ring.er_pa +
|
||||||
((IPA_MPM_RING_LEN + 1) * GSI_EVT_RING_RE_SIZE_16B);
|
((ipa3_ctx->mpm_ring_size_dl + 1) *
|
||||||
|
GSI_EVT_RING_RE_SIZE_16B);
|
||||||
|
|
||||||
iowrite32(wp_addr, db_addr);
|
iowrite32(wp_addr, db_addr);
|
||||||
IPA_MPM_DBG("Device UL ER DB = 0X%pK,wp_addr = 0X%0x",
|
IPA_MPM_DBG("Device UL ER DB = 0X%pK,wp_addr = 0X%0x",
|
||||||
@@ -2502,7 +2533,8 @@ static int ipa_mpm_mhi_probe_cb(struct mhi_device *mhi_dev,
|
|||||||
db_addr = ioremap((phys_addr_t)(evt_ring_db_addr_low), 4);
|
db_addr = ioremap((phys_addr_t)(evt_ring_db_addr_low), 4);
|
||||||
|
|
||||||
wp_addr = ipa_mpm_ctx->md[probe_id].dl_prod_ring.tr_pa +
|
wp_addr = ipa_mpm_ctx->md[probe_id].dl_prod_ring.tr_pa +
|
||||||
((IPA_MPM_RING_LEN + 1) * GSI_EVT_RING_RE_SIZE_16B);
|
((ipa3_ctx->mpm_ring_size_dl + 1) *
|
||||||
|
GSI_EVT_RING_RE_SIZE_16B);
|
||||||
iowrite32(wp_addr, db_addr);
|
iowrite32(wp_addr, db_addr);
|
||||||
IPA_MPM_DBG("Host DL ER DB = 0X%pK, wp_addr = 0X%0x",
|
IPA_MPM_DBG("Host DL ER DB = 0X%pK, wp_addr = 0X%0x",
|
||||||
db_addr, wp_addr);
|
db_addr, wp_addr);
|
||||||
@@ -2596,7 +2628,9 @@ static int ipa_mpm_mhi_probe_cb(struct mhi_device *mhi_dev,
|
|||||||
ipa_ep_idx = ipa3_get_ep_mapping(ul_prod);
|
ipa_ep_idx = ipa3_get_ep_mapping(ul_prod);
|
||||||
ep = &ipa3_ctx->ep[ipa_ep_idx];
|
ep = &ipa3_ctx->ep[ipa_ep_idx];
|
||||||
ret = ipa3_uc_send_enable_flow_control(ep->gsi_chan_hdl,
|
ret = ipa3_uc_send_enable_flow_control(ep->gsi_chan_hdl,
|
||||||
IPA_MPM_RING_LEN / 4);
|
ipa3_ctx->mpm_uc_thresh);
|
||||||
|
IPA_MPM_DBG("Updated uc threshold to %d",
|
||||||
|
ipa3_ctx->mpm_uc_thresh);
|
||||||
if (ret) {
|
if (ret) {
|
||||||
IPA_MPM_ERR("Err %d flow control enable\n", ret);
|
IPA_MPM_ERR("Err %d flow control enable\n", ret);
|
||||||
goto fail_flow_control;
|
goto fail_flow_control;
|
||||||
@@ -2612,6 +2646,11 @@ static int ipa_mpm_mhi_probe_cb(struct mhi_device *mhi_dev,
|
|||||||
}
|
}
|
||||||
IPA_MPM_DBG("Flow Control updated for %d", probe_id);
|
IPA_MPM_DBG("Flow Control updated for %d", probe_id);
|
||||||
}
|
}
|
||||||
|
/* cache the current ring-size */
|
||||||
|
ipa3_ctx->mpm_ring_size_ul_cache = ipa3_ctx->mpm_ring_size_ul;
|
||||||
|
ipa3_ctx->mpm_ring_size_dl_cache = ipa3_ctx->mpm_ring_size_dl;
|
||||||
|
IPA_MPM_DBG("Mpm ring size ul/dl %d / %d",
|
||||||
|
ipa3_ctx->mpm_ring_size_ul, ipa3_ctx->mpm_ring_size_dl);
|
||||||
IPA_MPM_FUNC_EXIT();
|
IPA_MPM_FUNC_EXIT();
|
||||||
return 0;
|
return 0;
|
||||||
|
|
||||||
@@ -2641,9 +2680,14 @@ static void ipa_mpm_init_mhip_channel_info(void)
|
|||||||
IPA_CLIENT_MHI_PRIME_TETH_CONS;
|
IPA_CLIENT_MHI_PRIME_TETH_CONS;
|
||||||
ipa_mpm_pipes[IPA_MPM_MHIP_CH_ID_0].ul_prod.ep_cfg =
|
ipa_mpm_pipes[IPA_MPM_MHIP_CH_ID_0].ul_prod.ep_cfg =
|
||||||
mhip_ul_teth_ep_cfg;
|
mhip_ul_teth_ep_cfg;
|
||||||
|
ipa_mpm_pipes[IPA_MPM_MHIP_CH_ID_0].ul_prod.ep_cfg.aggr.aggr_byte_limit
|
||||||
|
= ipa3_ctx->mpm_teth_aggr_size;
|
||||||
ipa_mpm_pipes[IPA_MPM_MHIP_CH_ID_0].mhip_client =
|
ipa_mpm_pipes[IPA_MPM_MHIP_CH_ID_0].mhip_client =
|
||||||
IPA_MPM_MHIP_TETH;
|
IPA_MPM_MHIP_TETH;
|
||||||
|
|
||||||
|
IPA_MPM_DBG("Teth Aggregation byte limit =%d\n",
|
||||||
|
ipa3_ctx->mpm_teth_aggr_size);
|
||||||
|
|
||||||
/* IPA_MPM_MHIP_CH_ID_1 => MHIP RMNET PIPES */
|
/* IPA_MPM_MHIP_CH_ID_1 => MHIP RMNET PIPES */
|
||||||
ipa_mpm_pipes[IPA_MPM_MHIP_CH_ID_1].dl_cons.ipa_client =
|
ipa_mpm_pipes[IPA_MPM_MHIP_CH_ID_1].dl_cons.ipa_client =
|
||||||
IPA_CLIENT_MHI_PRIME_RMNET_PROD;
|
IPA_CLIENT_MHI_PRIME_RMNET_PROD;
|
||||||
|
@@ -2286,6 +2286,7 @@ int ipa3_qmi_set_aggr_info(enum ipa_aggr_enum_type_v01 aggr_enum_type)
|
|||||||
|
|
||||||
/* replace to right qmap format */
|
/* replace to right qmap format */
|
||||||
aggr_req.aggr_info[1].aggr_type = aggr_enum_type;
|
aggr_req.aggr_info[1].aggr_type = aggr_enum_type;
|
||||||
|
aggr_req.aggr_info[1].bytes_count = ipa3_ctx->mpm_teth_aggr_size;
|
||||||
aggr_req.aggr_info[2].aggr_type = aggr_enum_type;
|
aggr_req.aggr_info[2].aggr_type = aggr_enum_type;
|
||||||
aggr_req.aggr_info[3].aggr_type = aggr_enum_type;
|
aggr_req.aggr_info[3].aggr_type = aggr_enum_type;
|
||||||
aggr_req.aggr_info[4].aggr_type = aggr_enum_type;
|
aggr_req.aggr_info[4].aggr_type = aggr_enum_type;
|
||||||
|
Reference in New Issue
Block a user