Files
android_kernel_samsung_sm86…/drivers/cam_cpas/cam_cpas_hw.c
Anand Ravi cbe499e9eb msm: camera: common: create a common root folder for debugfs
Create common root folder under debugfs root named camera at probe. Add
utility functions to create subdirectories under the common camera root.

CRs-Fixed: 3093049
Change-Id: Ia4cefb5d2263ecabf1b9d70deefa1ee624b04f07
Signed-off-by: Anand Ravi <quic_ananravi@quicinc.com>
2021-12-22 16:43:42 -08:00

3154 rindas
88 KiB
C

// SPDX-License-Identifier: GPL-2.0-only
/*
* Copyright (c) 2017-2021, The Linux Foundation. All rights reserved.
*/
#include <linux/device.h>
#include <linux/platform_device.h>
#include <linux/of.h>
#include <linux/pm_opp.h>
#include <linux/slab.h>
#include <linux/module.h>
#include "cam_cpas_hw.h"
#include "cam_cpas_hw_intf.h"
#include "cam_cpas_soc.h"
#include "cam_req_mgr_dev.h"
#include "cam_smmu_api.h"
#include "cam_compat.h"
#include "cam_cpastop_hw.h"
#define CAM_CPAS_LOG_BUF_LEN 512
static uint cam_min_camnoc_ib_bw;
module_param(cam_min_camnoc_ib_bw, uint, 0644);
static void cam_cpas_update_monitor_array(struct cam_hw_info *cpas_hw,
const char *identifier_string, int32_t identifier_value);
static void cam_cpas_dump_monitor_array(
struct cam_hw_info *cpas_hw);
static void cam_cpas_process_bw_overrides(
struct cam_cpas_bus_client *bus_client, uint64_t *ab, uint64_t *ib,
const struct cam_cpas_debug_settings *cpas_settings)
{
uint64_t curr_ab = *ab;
uint64_t curr_ib = *ib;
size_t name_len = strlen(bus_client->common_data.name);
if (!cpas_settings) {
CAM_ERR(CAM_CPAS, "Invalid cpas debug settings");
return;
}
if (strnstr(bus_client->common_data.name, "cam_hf_0", name_len)) {
if (cpas_settings->mnoc_hf_0_ab_bw)
*ab = cpas_settings->mnoc_hf_0_ab_bw;
if (cpas_settings->mnoc_hf_0_ib_bw)
*ib = cpas_settings->mnoc_hf_0_ib_bw;
} else if (strnstr(bus_client->common_data.name, "cam_hf_1",
name_len)) {
if (cpas_settings->mnoc_hf_1_ab_bw)
*ab = cpas_settings->mnoc_hf_1_ab_bw;
if (cpas_settings->mnoc_hf_0_ib_bw)
*ib = cpas_settings->mnoc_hf_1_ib_bw;
} else if (strnstr(bus_client->common_data.name, "cam_sf_0",
name_len)) {
if (cpas_settings->mnoc_sf_0_ab_bw)
*ab = cpas_settings->mnoc_sf_0_ab_bw;
if (cpas_settings->mnoc_sf_0_ib_bw)
*ib = cpas_settings->mnoc_sf_0_ib_bw;
} else if (strnstr(bus_client->common_data.name, "cam_sf_1",
name_len)) {
if (cpas_settings->mnoc_sf_1_ab_bw)
*ab = cpas_settings->mnoc_sf_1_ab_bw;
if (cpas_settings->mnoc_sf_1_ib_bw)
*ib = cpas_settings->mnoc_sf_1_ib_bw;
} else if (strnstr(bus_client->common_data.name, "cam_sf_icp",
name_len)) {
if (cpas_settings->mnoc_sf_icp_ab_bw)
*ab = cpas_settings->mnoc_sf_icp_ab_bw;
if (cpas_settings->mnoc_sf_icp_ib_bw)
*ib = cpas_settings->mnoc_sf_icp_ib_bw;
} else {
CAM_ERR(CAM_CPAS, "unknown mnoc port: %s, bw override failed",
bus_client->common_data.name);
return;
}
CAM_INFO(CAM_CPAS,
"Overriding mnoc bw for: %s with ab: %llu, ib: %llu, curr_ab: %llu, curr_ib: %llu",
bus_client->common_data.name, *ab, *ib, curr_ab, curr_ib);
}
int cam_cpas_util_reg_read(struct cam_hw_info *cpas_hw,
enum cam_cpas_reg_base reg_base, struct cam_cpas_reg *reg_info)
{
struct cam_cpas *cpas_core = (struct cam_cpas *) cpas_hw->core_info;
struct cam_hw_soc_info *soc_info = &cpas_hw->soc_info;
uint32_t value;
int reg_base_index;
if (!reg_info->enable)
return 0;
reg_base_index = cpas_core->regbase_index[reg_base];
if (reg_base_index == -1)
return -EINVAL;
value = cam_io_r_mb(
soc_info->reg_map[reg_base_index].mem_base + reg_info->offset);
CAM_INFO(CAM_CPAS, "Base[%d] Offset[0x%08x] Value[0x%08x]",
reg_base, reg_info->offset, value);
return 0;
}
int cam_cpas_util_reg_update(struct cam_hw_info *cpas_hw,
enum cam_cpas_reg_base reg_base, struct cam_cpas_reg *reg_info)
{
struct cam_cpas *cpas_core = (struct cam_cpas *) cpas_hw->core_info;
struct cam_hw_soc_info *soc_info = &cpas_hw->soc_info;
uint32_t value;
int reg_base_index;
if (reg_info->enable == false)
return 0;
reg_base_index = cpas_core->regbase_index[reg_base];
if (reg_base_index == -1)
return -EINVAL;
if (reg_info->masked_value) {
value = cam_io_r_mb(
soc_info->reg_map[reg_base_index].mem_base +
reg_info->offset);
value = value & (~reg_info->mask);
value = value | (reg_info->value << reg_info->shift);
} else {
value = reg_info->value;
}
CAM_DBG(CAM_CPAS, "Base[%d]:[0x%08x] Offset[0x%08x] Value[0x%08x]",
reg_base, soc_info->reg_map[reg_base_index].mem_base, reg_info->offset, value);
cam_io_w_mb(value, soc_info->reg_map[reg_base_index].mem_base +
reg_info->offset);
return 0;
}
static int cam_cpas_util_vote_bus_client_level(
struct cam_cpas_bus_client *bus_client, unsigned int level)
{
int rc = 0;
if (!bus_client->valid) {
CAM_ERR(CAM_CPAS, "bus client not valid");
rc = -EINVAL;
goto end;
}
if (level >= CAM_MAX_VOTE) {
CAM_ERR(CAM_CPAS,
"Invalid votelevel=%d,usecases=%d,Bus client=[%s]",
level, bus_client->common_data.num_usecases,
bus_client->common_data.name);
return -EINVAL;
}
if (level == bus_client->curr_vote_level)
goto end;
rc = cam_soc_bus_client_update_request(bus_client->soc_bus_client,
level);
if (rc) {
CAM_ERR(CAM_CPAS, "Client: %s update request failed rc: %d",
bus_client->common_data.name, rc);
goto end;
}
bus_client->curr_vote_level = level;
end:
return rc;
}
static int cam_cpas_util_vote_bus_client_bw(
struct cam_cpas_bus_client *bus_client, uint64_t ab, uint64_t ib,
bool camnoc_bw, uint64_t *applied_ab, uint64_t *applied_ib)
{
int rc = 0;
uint64_t min_camnoc_ib_bw = CAM_CPAS_AXI_MIN_CAMNOC_IB_BW;
const struct camera_debug_settings *cam_debug = NULL;
if (!bus_client->valid) {
CAM_ERR(CAM_CPAS, "bus client: %s not valid",
bus_client->common_data.name);
rc = -EINVAL;
goto end;
}
if (cam_min_camnoc_ib_bw > 0)
min_camnoc_ib_bw = (uint64_t)cam_min_camnoc_ib_bw * 1000000L;
CAM_DBG(CAM_CPAS,
"Bus_client: %s, cam_min_camnoc_ib_bw = %d, min_camnoc_ib_bw=%llu",
bus_client->common_data.name, cam_min_camnoc_ib_bw,
min_camnoc_ib_bw);
mutex_lock(&bus_client->lock);
if (camnoc_bw) {
if ((ab > 0) && (ab < CAM_CPAS_AXI_MIN_CAMNOC_AB_BW))
ab = CAM_CPAS_AXI_MIN_CAMNOC_AB_BW;
if ((ib > 0) && (ib < min_camnoc_ib_bw))
ib = min_camnoc_ib_bw;
} else {
if ((ab > 0) && (ab < CAM_CPAS_AXI_MIN_MNOC_AB_BW))
ab = CAM_CPAS_AXI_MIN_MNOC_AB_BW;
if ((ib > 0) && (ib < CAM_CPAS_AXI_MIN_MNOC_IB_BW))
ib = CAM_CPAS_AXI_MIN_MNOC_IB_BW;
}
cam_debug = cam_debug_get_settings();
if (cam_debug && (cam_debug->cpas_settings.mnoc_hf_0_ab_bw ||
cam_debug->cpas_settings.mnoc_hf_0_ib_bw ||
cam_debug->cpas_settings.mnoc_hf_1_ab_bw ||
cam_debug->cpas_settings.mnoc_hf_1_ib_bw ||
cam_debug->cpas_settings.mnoc_sf_0_ab_bw ||
cam_debug->cpas_settings.mnoc_sf_0_ib_bw ||
cam_debug->cpas_settings.mnoc_sf_1_ab_bw ||
cam_debug->cpas_settings.mnoc_sf_1_ib_bw ||
cam_debug->cpas_settings.mnoc_sf_icp_ab_bw ||
cam_debug->cpas_settings.mnoc_sf_icp_ib_bw))
cam_cpas_process_bw_overrides(bus_client, &ab, &ib,
&cam_debug->cpas_settings);
rc = cam_soc_bus_client_update_bw(bus_client->soc_bus_client, ab, ib);
if (rc) {
CAM_ERR(CAM_CPAS,
"Update bw failed, ab[%llu] ib[%llu]",
ab, ib);
goto unlock_client;
}
if (applied_ab)
*applied_ab = ab;
if (applied_ib)
*applied_ib = ib;
unlock_client:
mutex_unlock(&bus_client->lock);
end:
return rc;
}
static int cam_cpas_util_register_bus_client(
struct cam_hw_soc_info *soc_info, struct device_node *dev_node,
struct cam_cpas_bus_client *bus_client)
{
int rc = 0;
rc = cam_soc_bus_client_register(soc_info->pdev, dev_node,
&bus_client->soc_bus_client, &bus_client->common_data);
if (rc) {
CAM_ERR(CAM_CPAS, "Bus client: %s registertion failed ,rc: %d",
bus_client->common_data.name, rc);
return rc;
}
bus_client->curr_vote_level = 0;
bus_client->valid = true;
mutex_init(&bus_client->lock);
return 0;
}
static int cam_cpas_util_unregister_bus_client(
struct cam_cpas_bus_client *bus_client)
{
if (!bus_client->valid) {
CAM_ERR(CAM_CPAS, "bus client not valid");
return -EINVAL;
}
cam_soc_bus_client_unregister(&bus_client->soc_bus_client);
bus_client->curr_vote_level = 0;
bus_client->valid = false;
mutex_destroy(&bus_client->lock);
return 0;
}
static int cam_cpas_util_axi_cleanup(struct cam_cpas *cpas_core,
struct cam_hw_soc_info *soc_info)
{
int i = 0;
if (cpas_core->num_axi_ports > CAM_CPAS_MAX_AXI_PORTS) {
CAM_ERR(CAM_CPAS, "Invalid num_axi_ports: %d",
cpas_core->num_axi_ports);
return -EINVAL;
}
if (cpas_core->num_camnoc_axi_ports > CAM_CPAS_MAX_AXI_PORTS) {
CAM_ERR(CAM_CPAS, "Invalid num_camnoc_axi_ports: %d",
cpas_core->num_camnoc_axi_ports);
return -EINVAL;
}
for (i = 0; i < cpas_core->num_axi_ports; i++) {
cam_cpas_util_unregister_bus_client(
&cpas_core->axi_port[i].bus_client);
of_node_put(cpas_core->axi_port[i].axi_port_node);
cpas_core->axi_port[i].axi_port_node = NULL;
}
for (i = 0; i < cpas_core->num_camnoc_axi_ports; i++) {
cam_cpas_util_unregister_bus_client(
&cpas_core->camnoc_axi_port[i].bus_client);
of_node_put(cpas_core->camnoc_axi_port[i].axi_port_node);
cpas_core->camnoc_axi_port[i].axi_port_node = NULL;
}
return 0;
}
static int cam_cpas_util_axi_setup(struct cam_cpas *cpas_core,
struct cam_hw_soc_info *soc_info)
{
int i = 0, rc = 0;
struct device_node *axi_port_mnoc_node = NULL;
struct device_node *axi_port_camnoc_node = NULL;
if (cpas_core->num_axi_ports > CAM_CPAS_MAX_AXI_PORTS) {
CAM_ERR(CAM_CPAS, "Invalid num_axi_ports: %d",
cpas_core->num_axi_ports);
return -EINVAL;
}
for (i = 0; i < cpas_core->num_axi_ports; i++) {
axi_port_mnoc_node = cpas_core->axi_port[i].axi_port_node;
rc = cam_cpas_util_register_bus_client(soc_info,
axi_port_mnoc_node, &cpas_core->axi_port[i].bus_client);
if (rc)
goto bus_register_fail;
}
for (i = 0; i < cpas_core->num_camnoc_axi_ports; i++) {
axi_port_camnoc_node =
cpas_core->camnoc_axi_port[i].axi_port_node;
rc = cam_cpas_util_register_bus_client(soc_info,
axi_port_camnoc_node,
&cpas_core->camnoc_axi_port[i].bus_client);
if (rc)
goto bus_register_fail;
}
return 0;
bus_register_fail:
of_node_put(cpas_core->axi_port[i].axi_port_node);
return rc;
}
static int cam_cpas_util_vote_default_ahb_axi(struct cam_hw_info *cpas_hw,
int enable)
{
int rc, i = 0;
struct cam_cpas *cpas_core = (struct cam_cpas *)cpas_hw->core_info;
uint64_t ab_bw, ib_bw;
uint64_t applied_ab_bw = 0, applied_ib_bw = 0;
rc = cam_cpas_util_vote_bus_client_level(&cpas_core->ahb_bus_client,
(enable == true) ? CAM_SVS_VOTE : CAM_SUSPEND_VOTE);
if (rc) {
CAM_ERR(CAM_CPAS, "Failed in AHB vote, enable=%d, rc=%d",
enable, rc);
return rc;
}
if (enable) {
ab_bw = CAM_CPAS_DEFAULT_AXI_BW;
ib_bw = CAM_CPAS_DEFAULT_AXI_BW;
} else {
ab_bw = 0;
ib_bw = 0;
}
for (i = 0; i < cpas_core->num_axi_ports; i++) {
rc = cam_cpas_util_vote_bus_client_bw(
&cpas_core->axi_port[i].bus_client,
ab_bw, ib_bw, false, &applied_ab_bw, &applied_ib_bw);
if (rc) {
CAM_ERR(CAM_CPAS,
"Failed in mnoc vote, enable=%d, rc=%d",
enable, rc);
goto remove_ahb_vote;
}
cpas_core->axi_port[i].applied_ab_bw = applied_ab_bw;
cpas_core->axi_port[i].applied_ib_bw = applied_ib_bw;
}
return 0;
remove_ahb_vote:
cam_cpas_util_vote_bus_client_level(&cpas_core->ahb_bus_client,
CAM_SUSPEND_VOTE);
return rc;
}
static int cam_cpas_hw_reg_write(struct cam_hw_info *cpas_hw,
uint32_t client_handle, enum cam_cpas_reg_base reg_base,
uint32_t offset, bool mb, uint32_t value)
{
struct cam_hw_soc_info *soc_info = &cpas_hw->soc_info;
struct cam_cpas *cpas_core = (struct cam_cpas *) cpas_hw->core_info;
struct cam_cpas_client *cpas_client = NULL;
int reg_base_index = cpas_core->regbase_index[reg_base];
uint32_t client_indx = CAM_CPAS_GET_CLIENT_IDX(client_handle);
int rc = 0;
if (reg_base_index < 0 || reg_base_index >= soc_info->num_reg_map) {
CAM_ERR(CAM_CPAS,
"Invalid reg_base=%d, reg_base_index=%d, num_map=%d",
reg_base, reg_base_index, soc_info->num_reg_map);
return -EINVAL;
}
if (!CAM_CPAS_CLIENT_VALID(client_indx))
return -EINVAL;
mutex_lock(&cpas_core->client_mutex[client_indx]);
cpas_client = cpas_core->cpas_client[client_indx];
if (!CAM_CPAS_CLIENT_STARTED(cpas_core, client_indx)) {
CAM_ERR(CAM_CPAS, "client=[%d][%s][%d] has not started",
client_indx, cpas_client->data.identifier,
cpas_client->data.cell_index);
rc = -EPERM;
goto unlock_client;
}
if (mb)
cam_io_w_mb(value,
soc_info->reg_map[reg_base_index].mem_base + offset);
else
cam_io_w(value,
soc_info->reg_map[reg_base_index].mem_base + offset);
unlock_client:
mutex_unlock(&cpas_core->client_mutex[client_indx]);
return rc;
}
static int cam_cpas_hw_reg_read(struct cam_hw_info *cpas_hw,
uint32_t client_handle, enum cam_cpas_reg_base reg_base,
uint32_t offset, bool mb, uint32_t *value)
{
struct cam_hw_soc_info *soc_info = &cpas_hw->soc_info;
struct cam_cpas *cpas_core = (struct cam_cpas *) cpas_hw->core_info;
struct cam_cpas_client *cpas_client = NULL;
int reg_base_index = cpas_core->regbase_index[reg_base];
uint32_t reg_value;
uint32_t client_indx = CAM_CPAS_GET_CLIENT_IDX(client_handle);
int rc = 0;
if (!value)
return -EINVAL;
if (reg_base_index < 0 || reg_base_index >= soc_info->num_reg_map) {
CAM_ERR(CAM_CPAS,
"Invalid reg_base=%d, reg_base_index=%d, num_map=%d",
reg_base, reg_base_index, soc_info->num_reg_map);
return -EINVAL;
}
if (!CAM_CPAS_CLIENT_VALID(client_indx))
return -EINVAL;
cpas_client = cpas_core->cpas_client[client_indx];
if (!CAM_CPAS_CLIENT_STARTED(cpas_core, client_indx)) {
CAM_ERR(CAM_CPAS, "client=[%d][%s][%d] has not started",
client_indx, cpas_client->data.identifier,
cpas_client->data.cell_index);
return -EPERM;
}
if (mb)
reg_value = cam_io_r_mb(
soc_info->reg_map[reg_base_index].mem_base + offset);
else
reg_value = cam_io_r(
soc_info->reg_map[reg_base_index].mem_base + offset);
*value = reg_value;
return rc;
}
static int cam_cpas_hw_dump_camnoc_buff_fill_info(
struct cam_hw_info *cpas_hw,
uint32_t client_handle)
{
int rc = 0, i;
uint32_t val = 0;
struct cam_cpas *cpas_core = (struct cam_cpas *) cpas_hw->core_info;
struct cam_camnoc_info *camnoc_info =
(struct cam_camnoc_info *) cpas_core->camnoc_info;
char log_buf[CAM_CPAS_LOG_BUF_LEN] = {0};
size_t len = 0;
if (!camnoc_info) {
CAM_ERR(CAM_CPAS, "Invalid camnoc info for hw_version: 0x%x",
cpas_hw->soc_info.hw_version);
return -EINVAL;
}
for (i = 0; i < camnoc_info->specific_size; i++) {
if ((!camnoc_info->specific[i].enable) ||
(!camnoc_info->specific[i].maxwr_low.enable))
continue;
rc = cam_cpas_hw_reg_read(cpas_hw, client_handle,
CAM_CPAS_REG_CAMNOC,
camnoc_info->specific[i].maxwr_low.offset, true, &val);
if (rc)
break;
len += scnprintf((log_buf + len), (CAM_CPAS_LOG_BUF_LEN - len),
" %s:[%d %d]", camnoc_info->specific[i].port_name,
(val & 0x7FF), (val & 0x7F0000) >> 16);
}
CAM_INFO(CAM_CPAS, "CAMNOC Fill level [Queued Pending] %s", log_buf);
return rc;
}
static void cam_cpas_print_smart_qos_priority(
struct cam_hw_info *cpas_hw)
{
struct cam_cpas *cpas_core = (struct cam_cpas *) cpas_hw->core_info;
struct cam_hw_soc_info *soc_info = &cpas_hw->soc_info;
struct cam_cpas_private_soc *soc_private =
(struct cam_cpas_private_soc *) cpas_hw->soc_info.soc_private;
struct cam_cpas_tree_node *niu_node;
uint8_t i;
int32_t reg_indx = cpas_core->regbase_index[CAM_CPAS_REG_CAMNOC];
char log_buf[CAM_CPAS_LOG_BUF_LEN] = {0};
size_t len = 0;
uint32_t val = 0;
for (i = 0; i < soc_private->smart_qos_info->num_rt_wr_nius; i++) {
niu_node = soc_private->smart_qos_info->rt_wr_niu_node[i];
val = cam_io_r_mb(soc_info->reg_map[reg_indx].mem_base +
niu_node->pri_lut_low_offset);
len += scnprintf((log_buf + len), (CAM_CPAS_LOG_BUF_LEN - len),
" [%s:0x%x]", niu_node->node_name, val);
}
CAM_INFO(CAM_CPAS, "SmartQoS [Node Pri_lut_low] %s", log_buf);
}
static bool cam_cpas_is_new_rt_bw_lower(
const struct cam_hw_info *cpas_hw)
{
struct cam_cpas *cpas_core = (struct cam_cpas *) cpas_hw->core_info;
int i;
struct cam_cpas_axi_port *temp_axi_port = NULL;
uint64_t applied_total = 0, new_total = 0;
for (i = 0; i < cpas_core->num_axi_ports; i++) {
temp_axi_port = &cpas_core->axi_port[i];
if (temp_axi_port->is_rt) {
CAM_DBG(CAM_PERF, "Port %s applied %llu new %llu",
temp_axi_port->axi_port_name, temp_axi_port->applied_ab_bw,
temp_axi_port->ab_bw);
applied_total += temp_axi_port->applied_ab_bw;
new_total += temp_axi_port->ab_bw;
}
}
return (new_total < applied_total) ? true : false;
}
static void cam_cpas_reset_niu_priorities(
struct cam_hw_info *cpas_hw)
{
struct cam_cpas_private_soc *soc_private =
(struct cam_cpas_private_soc *) cpas_hw->soc_info.soc_private;
uint8_t i;
for (i = 0; i < soc_private->smart_qos_info->num_rt_wr_nius; i++)
soc_private->smart_qos_info->rt_wr_niu_node[i]->applied_priority = 0x0;
}
static bool cam_cpas_calculate_smart_qos(
struct cam_hw_info *cpas_hw)
{
struct cam_cpas *cpas_core = (struct cam_cpas *) cpas_hw->core_info;
struct cam_cpas_private_soc *soc_private =
(struct cam_cpas_private_soc *) cpas_hw->soc_info.soc_private;
struct cam_cpas_tree_node *niu_node;
uint8_t i;
bool needs_update = false;
uint64_t bw_per_kb, max_bw_per_kb = 0, remainder, ramp_val;
int8_t pos;
uint32_t priority;
uint8_t val;
for (i = 0; i < soc_private->smart_qos_info->num_rt_wr_nius; i++) {
niu_node = soc_private->smart_qos_info->rt_wr_niu_node[i];
bw_per_kb = niu_node->camnoc_bw;
remainder = do_div(bw_per_kb, niu_node->niu_size);
if (max_bw_per_kb < bw_per_kb)
max_bw_per_kb = bw_per_kb;
CAM_DBG(CAM_PERF,
"NIU[%d][%s] : camnoc_bw %llu, niu_size %u, bw_per_kb %lld, remainder %lld max_bw_per_kb %lld",
i, niu_node->node_name, niu_node->camnoc_bw, niu_node->niu_size,
bw_per_kb, remainder, max_bw_per_kb);
}
if (!max_bw_per_kb) {
CAM_DBG(CAM_PERF, "No valid bw on NIU nodes");
return false;
}
for (i = 0; i < soc_private->smart_qos_info->num_rt_wr_nius; i++) {
niu_node = soc_private->smart_qos_info->rt_wr_niu_node[i];
bw_per_kb = niu_node->camnoc_bw;
remainder = do_div(bw_per_kb, niu_node->niu_size); // --> dropping remainder
priority = 0;
for (pos = 7; pos >= 0; pos--) {
if (pos == 0) {
val = soc_private->smart_qos_info->rt_wr_priority_min;
} else if (pos == 7) {
val = soc_private->smart_qos_info->rt_wr_priority_max;
} else {
ramp_val = pos * bw_per_kb;
remainder = do_div(ramp_val, max_bw_per_kb);
CAM_DBG(CAM_PERF,
"pos=%d, bw_per_kb=%lld, pos*bw_per_kb=%lld, ramp_val=%lld, remainder=%lld, max_bw_per_kb=%lld",
pos, bw_per_kb, pos * bw_per_kb, ramp_val, remainder,
max_bw_per_kb);
// round the value
if ((remainder * 2) >= max_bw_per_kb)
ramp_val += 1;
val = (uint8_t)(ramp_val);
val += soc_private->smart_qos_info->rt_wr_priority_min;
val = min(val, soc_private->smart_qos_info->rt_wr_priority_max);
}
priority = priority << 4;
priority |= val;
CAM_DBG(CAM_PERF, "pos=%d, val=0x%x, priority=0x%x", pos, val, priority);
}
niu_node->curr_priority = priority;
if (niu_node->curr_priority != niu_node->applied_priority)
needs_update = true;
CAM_DBG(CAM_PERF,
"Node[%d][%s] : camnoc_bw=%lld, niu_size=%d, bw_per_kb %lld, Priority applied 0x%x new 0x%x needs_update %d",
i, niu_node->node_name, niu_node->camnoc_bw, niu_node->niu_size, bw_per_kb,
niu_node->applied_priority, niu_node->curr_priority,
needs_update);
}
if (cpas_core->smart_qos_dump && needs_update) {
for (i = 0; i < soc_private->smart_qos_info->num_rt_wr_nius; i++) {
niu_node = soc_private->smart_qos_info->rt_wr_niu_node[i];
CAM_INFO(CAM_PERF,
"Node[%d][%s] : camnoc_bw=%lld, niu_size=%d, offset 0x%x, Priority new 0x%x applied 0x%x",
i, niu_node->node_name, niu_node->camnoc_bw, niu_node->niu_size,
niu_node->pri_lut_low_offset,
niu_node->curr_priority, niu_node->applied_priority);
}
}
return needs_update;
}
static int cam_cpas_apply_smart_qos(
struct cam_hw_info *cpas_hw)
{
struct cam_cpas *cpas_core = (struct cam_cpas *) cpas_hw->core_info;
struct cam_hw_soc_info *soc_info = &cpas_hw->soc_info;
struct cam_cpas_private_soc *soc_private =
(struct cam_cpas_private_soc *) cpas_hw->soc_info.soc_private;
struct cam_cpas_tree_node *niu_node;
uint8_t i;
int32_t reg_indx = cpas_core->regbase_index[CAM_CPAS_REG_CAMNOC];
if (cpas_core->smart_qos_dump) {
CAM_INFO(CAM_PERF, "Printing SmartQos values before update");
cam_cpas_print_smart_qos_priority(cpas_hw);
}
for (i = 0; i < soc_private->smart_qos_info->num_rt_wr_nius; i++) {
niu_node = soc_private->smart_qos_info->rt_wr_niu_node[i];
if (niu_node->curr_priority != niu_node->applied_priority) {
cam_io_w_mb(niu_node->curr_priority,
soc_info->reg_map[reg_indx].mem_base +
niu_node->pri_lut_low_offset);
niu_node->applied_priority = niu_node->curr_priority;
}
}
if (cpas_core->smart_qos_dump) {
CAM_INFO(CAM_PERF, "Printing SmartQos values after update");
cam_cpas_print_smart_qos_priority(cpas_hw);
}
return 0;
}
static int cam_cpas_util_set_camnoc_axi_clk_rate(
struct cam_hw_info *cpas_hw)
{
struct cam_cpas_private_soc *soc_private =
(struct cam_cpas_private_soc *) cpas_hw->soc_info.soc_private;
struct cam_cpas *cpas_core = (struct cam_cpas *) cpas_hw->core_info;
struct cam_cpas_tree_node *tree_node = NULL;
int rc = 0, i = 0;
const struct camera_debug_settings *cam_debug = NULL;
CAM_DBG(CAM_CPAS, "control_camnoc_axi_clk=%d",
soc_private->control_camnoc_axi_clk);
if (soc_private->control_camnoc_axi_clk) {
struct cam_hw_soc_info *soc_info = &cpas_hw->soc_info;
uint64_t required_camnoc_bw = 0, intermediate_result = 0;
int64_t clk_rate = 0;
for (i = 0; i < CAM_CPAS_MAX_TREE_NODES; i++) {
tree_node = soc_private->tree_node[i];
if (!tree_node ||
!tree_node->camnoc_max_needed)
continue;
if (required_camnoc_bw < (tree_node->camnoc_bw *
tree_node->bus_width_factor)) {
required_camnoc_bw = tree_node->camnoc_bw *
tree_node->bus_width_factor;
}
}
intermediate_result = required_camnoc_bw *
soc_private->camnoc_axi_clk_bw_margin;
do_div(intermediate_result, 100);
required_camnoc_bw += intermediate_result;
if (cpas_core->streamon_clients && (required_camnoc_bw == 0)) {
CAM_DBG(CAM_CPAS,
"Set min vote if streamon_clients is non-zero : streamon_clients=%d",
cpas_core->streamon_clients);
required_camnoc_bw = CAM_CPAS_DEFAULT_AXI_BW;
}
if ((required_camnoc_bw > 0) &&
(required_camnoc_bw <
soc_private->camnoc_axi_min_ib_bw))
required_camnoc_bw = soc_private->camnoc_axi_min_ib_bw;
cam_debug = cam_debug_get_settings();
if (cam_debug && cam_debug->cpas_settings.camnoc_bw) {
if (cam_debug->cpas_settings.camnoc_bw <
soc_private->camnoc_bus_width)
required_camnoc_bw =
soc_private->camnoc_bus_width;
else
required_camnoc_bw =
cam_debug->cpas_settings.camnoc_bw;
CAM_INFO(CAM_CPAS, "Overriding camnoc bw: %llu",
required_camnoc_bw);
}
intermediate_result = required_camnoc_bw;
do_div(intermediate_result, soc_private->camnoc_bus_width);
clk_rate = intermediate_result;
CAM_DBG(CAM_CPAS,
"Setting camnoc axi clk rate[BW Clk] : [%llu %lld]",
required_camnoc_bw, clk_rate);
/*
* CPAS hw is not powered on for the first client.
* Also, clk_rate will be overwritten with default
* value while power on. So, skipping this for first
* client.
*/
if (cpas_core->streamon_clients) {
rc = cam_soc_util_set_src_clk_rate(soc_info, clk_rate);
if (rc)
CAM_ERR(CAM_CPAS,
"Failed in setting camnoc axi clk %llu %lld %d",
required_camnoc_bw, clk_rate, rc);
cpas_core->applied_camnoc_axi_rate = clk_rate;
}
}
return rc;
}
static int cam_cpas_util_translate_client_paths(
struct cam_axi_vote *axi_vote)
{
int i;
uint32_t *path_data_type = NULL;
if (!axi_vote)
return -EINVAL;
for (i = 0; i < axi_vote->num_paths; i++) {
path_data_type = &axi_vote->axi_path[i].path_data_type;
/* Update path_data_type from UAPI value to internal value */
if (*path_data_type >= CAM_CPAS_PATH_DATA_CONSO_OFFSET)
*path_data_type = CAM_CPAS_MAX_GRAN_PATHS_PER_CLIENT +
(*path_data_type %
CAM_CPAS_MAX_GRAN_PATHS_PER_CLIENT);
else
*path_data_type %= CAM_CPAS_MAX_GRAN_PATHS_PER_CLIENT;
if (*path_data_type >= CAM_CPAS_PATH_DATA_MAX) {
CAM_ERR(CAM_CPAS, "index Invalid: %d", path_data_type);
return -EINVAL;
}
}
return 0;
}
static int cam_cpas_axi_consolidate_path_votes(
struct cam_cpas_client *cpas_client,
struct cam_axi_vote *axi_vote)
{
int rc = 0, i, k, l;
struct cam_axi_vote *con_axi_vote = &cpas_client->axi_vote;
bool path_found = false, cons_entry_found;
struct cam_cpas_tree_node *curr_tree_node = NULL;
struct cam_cpas_tree_node *sum_tree_node = NULL;
uint32_t transac_type;
uint32_t path_data_type;
struct cam_axi_per_path_bw_vote *axi_path;
con_axi_vote->num_paths = 0;
for (i = 0; i < axi_vote->num_paths; i++) {
path_found = false;
path_data_type = axi_vote->axi_path[i].path_data_type;
transac_type = axi_vote->axi_path[i].transac_type;
if ((path_data_type >= CAM_CPAS_PATH_DATA_MAX) ||
(transac_type >= CAM_CPAS_TRANSACTION_MAX)) {
CAM_ERR(CAM_CPAS, "Invalid path or transac type: %d %d",
path_data_type, transac_type);
return -EINVAL;
}
axi_path = &con_axi_vote->axi_path[con_axi_vote->num_paths];
curr_tree_node =
cpas_client->tree_node[path_data_type][transac_type];
if (curr_tree_node) {
path_found = true;
memcpy(axi_path, &axi_vote->axi_path[i],
sizeof(struct cam_axi_per_path_bw_vote));
con_axi_vote->num_paths++;
continue;
}
for (k = 0; k < CAM_CPAS_PATH_DATA_MAX; k++) {
sum_tree_node = cpas_client->tree_node[k][transac_type];
if (!sum_tree_node)
continue;
if (sum_tree_node->constituent_paths[path_data_type]) {
path_found = true;
/*
* Check if corresponding consolidated path
* entry is already added into consolidated list
*/
cons_entry_found = false;
for (l = 0; l < con_axi_vote->num_paths; l++) {
if ((con_axi_vote->axi_path[l]
.path_data_type == k) &&
(con_axi_vote->axi_path[l]
.transac_type == transac_type)) {
cons_entry_found = true;
con_axi_vote->axi_path[l]
.camnoc_bw +=
axi_vote->axi_path[i]
.camnoc_bw;
con_axi_vote->axi_path[l]
.mnoc_ab_bw +=
axi_vote->axi_path[i]
.mnoc_ab_bw;
con_axi_vote->axi_path[l]
.mnoc_ib_bw +=
axi_vote->axi_path[i]
.mnoc_ib_bw;
break;
}
}
/* If not found, add a new entry */
if (!cons_entry_found) {
axi_path->path_data_type = k;
axi_path->transac_type = transac_type;
axi_path->camnoc_bw =
axi_vote->axi_path[i].camnoc_bw;
axi_path->mnoc_ab_bw =
axi_vote->axi_path[i].mnoc_ab_bw;
axi_path->mnoc_ib_bw =
axi_vote->axi_path[i].mnoc_ib_bw;
con_axi_vote->num_paths++;
}
break;
}
}
if (!path_found) {
CAM_ERR(CAM_CPAS,
"Client [%s][%d] i=%d num_paths=%d Consolidated path not found for path=%d, transac=%d",
cpas_client->data.identifier, cpas_client->data.cell_index, i,
axi_vote->num_paths, path_data_type, transac_type);
return -EINVAL;
}
}
return rc;
}
static int cam_cpas_update_axi_vote_bw(
struct cam_hw_info *cpas_hw,
struct cam_cpas_tree_node *cpas_tree_node,
bool *mnoc_axi_port_updated,
bool *camnoc_axi_port_updated)
{
struct cam_cpas *cpas_core = (struct cam_cpas *) cpas_hw->core_info;
struct cam_cpas_private_soc *soc_private =
(struct cam_cpas_private_soc *) cpas_hw->soc_info.soc_private;
if (cpas_tree_node->axi_port_idx >= CAM_CPAS_MAX_AXI_PORTS) {
CAM_ERR(CAM_CPAS, "Invalid axi_port_idx: %d",
cpas_tree_node->axi_port_idx);
return -EINVAL;
}
cpas_core->axi_port[cpas_tree_node->axi_port_idx].ab_bw =
cpas_tree_node->mnoc_ab_bw;
cpas_core->axi_port[cpas_tree_node->axi_port_idx].ib_bw =
cpas_tree_node->mnoc_ib_bw;
mnoc_axi_port_updated[cpas_tree_node->axi_port_idx] = true;
if (soc_private->control_camnoc_axi_clk)
return 0;
cpas_core->camnoc_axi_port[cpas_tree_node->axi_port_idx].camnoc_bw =
cpas_tree_node->camnoc_bw;
camnoc_axi_port_updated[cpas_tree_node->camnoc_axi_port_idx] = true;
return 0;
}
static int cam_cpas_camnoc_set_vote_axi_clk_rate(
struct cam_hw_info *cpas_hw,
bool *camnoc_axi_port_updated)
{
struct cam_cpas *cpas_core = (struct cam_cpas *) cpas_hw->core_info;
struct cam_cpas_private_soc *soc_private =
(struct cam_cpas_private_soc *) cpas_hw->soc_info.soc_private;
int i;
int rc = 0;
struct cam_cpas_axi_port *camnoc_axi_port = NULL;
uint64_t camnoc_bw;
uint64_t applied_ab = 0, applied_ib = 0;
if (soc_private->control_camnoc_axi_clk) {
rc = cam_cpas_util_set_camnoc_axi_clk_rate(cpas_hw);
if (rc)
CAM_ERR(CAM_CPAS,
"Failed in setting axi clk rate rc=%d", rc);
return rc;
}
/* Below code is executed if we just vote and do not set the clk rate
* for camnoc
*/
if (cpas_core->num_camnoc_axi_ports > CAM_CPAS_MAX_AXI_PORTS) {
CAM_ERR(CAM_CPAS, "Invalid num_camnoc_axi_ports: %d",
cpas_core->num_camnoc_axi_ports);
return -EINVAL;
}
for (i = 0; i < cpas_core->num_camnoc_axi_ports; i++) {
if (camnoc_axi_port_updated[i])
camnoc_axi_port = &cpas_core->camnoc_axi_port[i];
else
continue;
CAM_DBG(CAM_PERF, "Port[%s] : camnoc_bw=%lld",
camnoc_axi_port->axi_port_name,
camnoc_axi_port->camnoc_bw);
if (camnoc_axi_port->camnoc_bw)
camnoc_bw = camnoc_axi_port->camnoc_bw;
else if (camnoc_axi_port->additional_bw)
camnoc_bw = camnoc_axi_port->additional_bw;
else if (cpas_core->streamon_clients)
camnoc_bw = CAM_CPAS_DEFAULT_AXI_BW;
else
camnoc_bw = 0;
rc = cam_cpas_util_vote_bus_client_bw(
&camnoc_axi_port->bus_client,
0, camnoc_bw, true, &applied_ab, &applied_ib);
CAM_DBG(CAM_CPAS,
"camnoc vote camnoc_bw[%llu] rc=%d %s",
camnoc_bw, rc, camnoc_axi_port->axi_port_name);
if (rc) {
CAM_ERR(CAM_CPAS,
"Failed in camnoc vote camnoc_bw[%llu] rc=%d",
camnoc_bw, rc);
break;
}
camnoc_axi_port->applied_ab_bw = applied_ab;
camnoc_axi_port->applied_ib_bw = applied_ib;
}
return rc;
}
static int cam_cpas_util_apply_client_axi_vote(
struct cam_hw_info *cpas_hw,
struct cam_cpas_client *cpas_client,
struct cam_axi_vote *axi_vote)
{
struct cam_cpas *cpas_core = (struct cam_cpas *) cpas_hw->core_info;
struct cam_cpas_private_soc *soc_private =
(struct cam_cpas_private_soc *) cpas_hw->soc_info.soc_private;
struct cam_axi_vote *con_axi_vote = NULL;
struct cam_cpas_axi_port *mnoc_axi_port = NULL;
struct cam_cpas_tree_node *curr_tree_node = NULL;
struct cam_cpas_tree_node *par_tree_node = NULL;
uint32_t transac_type;
uint32_t path_data_type;
bool mnoc_axi_port_updated[CAM_CPAS_MAX_AXI_PORTS] = {false};
bool camnoc_axi_port_updated[CAM_CPAS_MAX_AXI_PORTS] = {false};
uint64_t mnoc_ab_bw = 0, mnoc_ib_bw = 0,
curr_camnoc_old = 0, curr_mnoc_ab_old = 0, curr_mnoc_ib_old = 0,
par_camnoc_old = 0, par_mnoc_ab_old = 0, par_mnoc_ib_old = 0;
int rc = 0, i = 0;
uint64_t applied_ab = 0, applied_ib = 0;
bool apply_smart_qos = false;
bool rt_bw_updated = false;
mutex_lock(&cpas_core->tree_lock);
if (!cpas_client->tree_node_valid) {
/*
* This is by assuming apply_client_axi_vote is called
* for these clients from only cpas_start, cpas_stop.
* not called from hw_update_axi_vote
*/
for (i = 0; i < cpas_core->num_axi_ports; i++) {
if (axi_vote->axi_path[0].mnoc_ab_bw) {
/* start case */
cpas_core->axi_port[i].additional_bw +=
CAM_CPAS_DEFAULT_AXI_BW;
} else {
/* stop case */
cpas_core->axi_port[i].additional_bw -=
CAM_CPAS_DEFAULT_AXI_BW;
}
mnoc_axi_port_updated[i] = true;
}
for (i = 0; i < cpas_core->num_camnoc_axi_ports; i++) {
if (axi_vote->axi_path[0].camnoc_bw) {
/* start case */
cpas_core->camnoc_axi_port[i].additional_bw +=
CAM_CPAS_DEFAULT_AXI_BW;
} else {
/* stop case */
cpas_core->camnoc_axi_port[i].additional_bw -=
CAM_CPAS_DEFAULT_AXI_BW;
}
camnoc_axi_port_updated[i] = true;
}
goto vote_start_clients;
}
rc = cam_cpas_axi_consolidate_path_votes(cpas_client, axi_vote);
if (rc) {
CAM_ERR(CAM_PERF, "Failed in bw consolidation, Client [%s][%d]",
cpas_client->data.identifier,
cpas_client->data.cell_index);
goto unlock_tree;
}
con_axi_vote = &cpas_client->axi_vote;
cam_cpas_dump_axi_vote_info(cpas_client, "Consolidated Vote",
con_axi_vote);
/* Traverse through node tree and update bw vote values */
for (i = 0; i < con_axi_vote->num_paths; i++) {
path_data_type =
con_axi_vote->axi_path[i].path_data_type;
transac_type =
con_axi_vote->axi_path[i].transac_type;
curr_tree_node = cpas_client->tree_node[path_data_type]
[transac_type];
if (con_axi_vote->axi_path[i].mnoc_ab_bw == 0)
con_axi_vote->axi_path[i].mnoc_ab_bw =
con_axi_vote->axi_path[i].camnoc_bw;
if (con_axi_vote->axi_path[i].camnoc_bw == 0)
con_axi_vote->axi_path[i].camnoc_bw =
con_axi_vote->axi_path[i].mnoc_ab_bw;
if ((curr_tree_node->camnoc_bw ==
con_axi_vote->axi_path[i].camnoc_bw) &&
(curr_tree_node->mnoc_ab_bw ==
con_axi_vote->axi_path[i].mnoc_ab_bw) &&
(curr_tree_node->mnoc_ib_bw ==
con_axi_vote->axi_path[i].mnoc_ib_bw))
continue;
curr_camnoc_old = curr_tree_node->camnoc_bw;
curr_mnoc_ab_old = curr_tree_node->mnoc_ab_bw;
curr_mnoc_ib_old = curr_tree_node->mnoc_ib_bw;
curr_tree_node->camnoc_bw =
con_axi_vote->axi_path[i].camnoc_bw;
curr_tree_node->mnoc_ab_bw =
con_axi_vote->axi_path[i].mnoc_ab_bw;
curr_tree_node->mnoc_ib_bw =
con_axi_vote->axi_path[i].mnoc_ib_bw;
while (curr_tree_node->parent_node) {
par_tree_node = curr_tree_node->parent_node;
par_camnoc_old = par_tree_node->camnoc_bw;
par_mnoc_ab_old = par_tree_node->mnoc_ab_bw;
par_mnoc_ib_old = par_tree_node->mnoc_ib_bw;
par_tree_node->mnoc_ab_bw -= curr_mnoc_ab_old;
par_tree_node->mnoc_ab_bw += curr_tree_node->mnoc_ab_bw;
par_tree_node->mnoc_ib_bw -= curr_mnoc_ib_old;
par_tree_node->mnoc_ib_bw += curr_tree_node->mnoc_ib_bw;
if (par_tree_node->merge_type ==
CAM_CPAS_TRAFFIC_MERGE_SUM) {
par_tree_node->camnoc_bw -=
curr_camnoc_old;
par_tree_node->camnoc_bw +=
curr_tree_node->camnoc_bw;
} else if (par_tree_node->merge_type ==
CAM_CPAS_TRAFFIC_MERGE_SUM_INTERLEAVE) {
par_tree_node->camnoc_bw -=
(curr_camnoc_old / 2);
par_tree_node->camnoc_bw +=
(curr_tree_node->camnoc_bw / 2);
} else {
CAM_ERR(CAM_CPAS, "Invalid Merge type");
rc = -EINVAL;
goto unlock_tree;
}
if (!par_tree_node->parent_node) {
if ((par_tree_node->axi_port_idx < 0) ||
(par_tree_node->axi_port_idx >=
CAM_CPAS_MAX_AXI_PORTS)) {
CAM_ERR(CAM_CPAS,
"AXI port index invalid");
rc = -EINVAL;
goto unlock_tree;
}
rc = cam_cpas_update_axi_vote_bw(cpas_hw,
par_tree_node,
mnoc_axi_port_updated,
camnoc_axi_port_updated);
if (rc) {
CAM_ERR(CAM_CPAS,
"Update Vote failed");
goto unlock_tree;
}
}
curr_tree_node = par_tree_node;
curr_camnoc_old = par_camnoc_old;
curr_mnoc_ab_old = par_mnoc_ab_old;
curr_mnoc_ib_old = par_mnoc_ib_old;
}
}
if (!par_tree_node) {
CAM_DBG(CAM_CPAS, "No change in BW for all paths");
rc = 0;
goto unlock_tree;
}
if (soc_private->enable_smart_qos) {
CAM_DBG(CAM_PERF, "Start QoS update for client[%s][%d]",
cpas_client->data.identifier, cpas_client->data.cell_index);
for (i = 0; i < cpas_core->num_axi_ports; i++) {
if (mnoc_axi_port_updated[i] && cpas_core->axi_port[i].is_rt) {
rt_bw_updated = true;
break;
}
}
if (rt_bw_updated) {
apply_smart_qos = cam_cpas_calculate_smart_qos(cpas_hw);
if (apply_smart_qos && cam_cpas_is_new_rt_bw_lower(cpas_hw)) {
/*
* If new BW is low, apply QoS first and then vote,
* otherwise vote first and then apply QoS
*/
CAM_DBG(CAM_PERF, "Apply Smart QoS first");
rc = cam_cpas_apply_smart_qos(cpas_hw);
if (rc) {
CAM_ERR(CAM_CPAS,
"Failed in Smart QoS rc=%d", rc);
goto unlock_tree;
}
apply_smart_qos = false;
}
}
}
vote_start_clients:
for (i = 0; i < cpas_core->num_axi_ports; i++) {
if (mnoc_axi_port_updated[i])
mnoc_axi_port = &cpas_core->axi_port[i];
else
continue;
CAM_DBG(CAM_PERF,
"Port[%s] : ab=%lld ib=%lld additional=%lld, streamon_clients=%d",
mnoc_axi_port->axi_port_name, mnoc_axi_port->ab_bw,
mnoc_axi_port->ib_bw, mnoc_axi_port->additional_bw,
cpas_core->streamon_clients);
if (mnoc_axi_port->ab_bw)
mnoc_ab_bw = mnoc_axi_port->ab_bw;
else if (mnoc_axi_port->additional_bw)
mnoc_ab_bw = mnoc_axi_port->additional_bw;
else if (cpas_core->streamon_clients)
mnoc_ab_bw = CAM_CPAS_DEFAULT_AXI_BW;
else
mnoc_ab_bw = 0;
if (cpas_core->axi_port[i].ib_bw_voting_needed)
mnoc_ib_bw = mnoc_axi_port->ib_bw;
else
mnoc_ib_bw = 0;
rc = cam_cpas_util_vote_bus_client_bw(
&mnoc_axi_port->bus_client,
mnoc_ab_bw, mnoc_ib_bw, false, &applied_ab,
&applied_ib);
if (rc) {
CAM_ERR(CAM_CPAS,
"Failed in mnoc vote ab[%llu] ib[%llu] rc=%d",
mnoc_ab_bw, mnoc_ib_bw, rc);
goto unlock_tree;
}
mnoc_axi_port->applied_ab_bw = applied_ab;
mnoc_axi_port->applied_ib_bw = applied_ib;
}
rc = cam_cpas_camnoc_set_vote_axi_clk_rate(
cpas_hw, camnoc_axi_port_updated);
if (rc) {
CAM_ERR(CAM_CPAS, "Failed in setting axi clk rate rc=%d", rc);
goto unlock_tree;
}
if (soc_private->enable_smart_qos && apply_smart_qos) {
CAM_DBG(CAM_PERF, "Apply Smart QoS after bw votes");
rc = cam_cpas_apply_smart_qos(cpas_hw);
if (rc) {
CAM_ERR(CAM_CPAS, "Failed in Smart QoS rc=%d", rc);
goto unlock_tree;
}
}
unlock_tree:
mutex_unlock(&cpas_core->tree_lock);
return rc;
}
static int cam_cpas_util_apply_default_axi_vote(
struct cam_hw_info *cpas_hw, bool enable)
{
struct cam_cpas *cpas_core = (struct cam_cpas *) cpas_hw->core_info;
struct cam_cpas_axi_port *axi_port = NULL;
uint64_t mnoc_ab_bw = 0, mnoc_ib_bw = 0;
int rc = 0, i = 0;
mutex_lock(&cpas_core->tree_lock);
for (i = 0; i < cpas_core->num_axi_ports; i++) {
if (!cpas_core->axi_port[i].ab_bw ||
!cpas_core->axi_port[i].ib_bw)
axi_port = &cpas_core->axi_port[i];
else
continue;
if (enable)
mnoc_ib_bw = CAM_CPAS_DEFAULT_AXI_BW;
else
mnoc_ib_bw = 0;
CAM_DBG(CAM_CPAS, "Port=[%s] :ab[%llu] ib[%llu]",
axi_port->axi_port_name, mnoc_ab_bw, mnoc_ib_bw);
rc = cam_cpas_util_vote_bus_client_bw(&axi_port->bus_client,
mnoc_ab_bw, mnoc_ib_bw, false, &axi_port->applied_ab_bw,
&axi_port->applied_ib_bw);
if (rc) {
CAM_ERR(CAM_CPAS,
"Failed in mnoc vote ab[%llu] ib[%llu] rc=%d",
mnoc_ab_bw, mnoc_ib_bw, rc);
goto unlock_tree;
}
}
unlock_tree:
mutex_unlock(&cpas_core->tree_lock);
return rc;
}
static int cam_cpas_hw_update_axi_vote(struct cam_hw_info *cpas_hw,
uint32_t client_handle, struct cam_axi_vote *client_axi_vote)
{
struct cam_cpas *cpas_core = (struct cam_cpas *) cpas_hw->core_info;
struct cam_cpas_client *cpas_client = NULL;
struct cam_axi_vote *axi_vote = NULL;
uint32_t client_indx = CAM_CPAS_GET_CLIENT_IDX(client_handle);
int rc = 0;
if (!client_axi_vote) {
CAM_ERR(CAM_CPAS, "Invalid arg, client_handle=%d",
client_handle);
return -EINVAL;
}
if (!CAM_CPAS_CLIENT_VALID(client_indx))
return -EINVAL;
mutex_lock(&cpas_hw->hw_mutex);
mutex_lock(&cpas_core->client_mutex[client_indx]);
axi_vote = kmemdup(client_axi_vote, sizeof(struct cam_axi_vote),
GFP_KERNEL);
if (!axi_vote) {
CAM_ERR(CAM_CPAS, "Out of memory");
mutex_unlock(&cpas_core->client_mutex[client_indx]);
mutex_unlock(&cpas_hw->hw_mutex);
return -ENOMEM;
}
cam_cpas_dump_axi_vote_info(cpas_core->cpas_client[client_indx],
"Incoming Vote", axi_vote);
cpas_client = cpas_core->cpas_client[client_indx];
if (!CAM_CPAS_CLIENT_STARTED(cpas_core, client_indx)) {
CAM_ERR(CAM_CPAS, "client=[%d][%s][%d] has not started",
client_indx, cpas_client->data.identifier,
cpas_client->data.cell_index);
rc = -EPERM;
goto unlock_client;
}
rc = cam_cpas_util_translate_client_paths(axi_vote);
if (rc) {
CAM_ERR(CAM_CPAS,
"Unable to translate per path votes rc: %d", rc);
goto unlock_client;
}
cam_cpas_dump_axi_vote_info(cpas_core->cpas_client[client_indx],
"Translated Vote", axi_vote);
rc = cam_cpas_util_apply_client_axi_vote(cpas_hw,
cpas_core->cpas_client[client_indx], axi_vote);
/* Log an entry whenever there is an AXI update - after updating */
cam_cpas_update_monitor_array(cpas_hw, "CPAS AXI post-update",
client_indx);
unlock_client:
cam_free_clear((void *)axi_vote);
axi_vote = NULL;
mutex_unlock(&cpas_core->client_mutex[client_indx]);
mutex_unlock(&cpas_hw->hw_mutex);
return rc;
}
static int cam_cpas_util_get_ahb_level(struct cam_hw_info *cpas_hw,
struct device *dev, unsigned long freq, enum cam_vote_level *req_level)
{
struct cam_cpas_private_soc *soc_private =
(struct cam_cpas_private_soc *) cpas_hw->soc_info.soc_private;
struct dev_pm_opp *opp;
unsigned int corner;
enum cam_vote_level level = CAM_SVS_VOTE;
unsigned long corner_freq = freq;
int i;
if (!dev || !req_level) {
CAM_ERR(CAM_CPAS, "Invalid params %pK, %pK", dev, req_level);
return -EINVAL;
}
opp = dev_pm_opp_find_freq_ceil(dev, &corner_freq);
if (IS_ERR(opp)) {
CAM_DBG(CAM_CPAS, "OPP Ceil not available for freq :%ld, %pK",
corner_freq, opp);
*req_level = CAM_TURBO_VOTE;
return 0;
}
corner = dev_pm_opp_get_voltage(opp);
for (i = 0; i < soc_private->num_vdd_ahb_mapping; i++)
if (corner == soc_private->vdd_ahb[i].vdd_corner)
level = soc_private->vdd_ahb[i].ahb_level;
CAM_DBG(CAM_CPAS,
"From OPP table : freq=[%ld][%ld], corner=%d, level=%d",
freq, corner_freq, corner, level);
*req_level = level;
return 0;
}
static int cam_cpas_util_apply_client_ahb_vote(struct cam_hw_info *cpas_hw,
struct cam_cpas_client *cpas_client, struct cam_ahb_vote *ahb_vote,
enum cam_vote_level *applied_level)
{
struct cam_cpas *cpas_core = (struct cam_cpas *) cpas_hw->core_info;
struct cam_cpas_bus_client *ahb_bus_client = &cpas_core->ahb_bus_client;
enum cam_vote_level required_level;
enum cam_vote_level highest_level;
int i, rc = 0;
if (!ahb_bus_client->valid) {
CAM_ERR(CAM_CPAS, "AHB Bus client not valid");
return -EINVAL;
}
if (ahb_vote->type == CAM_VOTE_DYNAMIC) {
rc = cam_cpas_util_get_ahb_level(cpas_hw, cpas_client->data.dev,
ahb_vote->vote.freq, &required_level);
if (rc)
return rc;
} else {
required_level = ahb_vote->vote.level;
}
if (cpas_client->ahb_level == required_level)
return 0;
mutex_lock(&ahb_bus_client->lock);
cpas_client->ahb_level = required_level;
CAM_DBG(CAM_CPAS, "Client[%s] required level[%d], curr_level[%d]",
ahb_bus_client->common_data.name, required_level,
ahb_bus_client->curr_vote_level);
if (required_level == ahb_bus_client->curr_vote_level)
goto unlock_bus_client;
highest_level = required_level;
for (i = 0; i < cpas_core->num_clients; i++) {
if (cpas_core->cpas_client[i] && (highest_level <
cpas_core->cpas_client[i]->ahb_level))
highest_level = cpas_core->cpas_client[i]->ahb_level;
}
CAM_DBG(CAM_CPAS, "Required highest_level[%d]", highest_level);
if (!cpas_core->ahb_bus_scaling_disable) {
rc = cam_cpas_util_vote_bus_client_level(ahb_bus_client,
highest_level);
if (rc) {
CAM_ERR(CAM_CPAS, "Failed in ahb vote, level=%d, rc=%d",
highest_level, rc);
goto unlock_bus_client;
}
}
if (cpas_core->streamon_clients) {
rc = cam_soc_util_set_clk_rate_level(&cpas_hw->soc_info,
highest_level, true);
if (rc) {
CAM_ERR(CAM_CPAS,
"Failed in scaling clock rate level %d for AHB",
highest_level);
goto unlock_bus_client;
}
}
if (applied_level)
*applied_level = highest_level;
unlock_bus_client:
mutex_unlock(&ahb_bus_client->lock);
return rc;
}
static int cam_cpas_hw_update_ahb_vote(struct cam_hw_info *cpas_hw,
uint32_t client_handle, struct cam_ahb_vote *client_ahb_vote)
{
struct cam_ahb_vote ahb_vote;
struct cam_cpas *cpas_core = (struct cam_cpas *) cpas_hw->core_info;
struct cam_cpas_client *cpas_client = NULL;
uint32_t client_indx = CAM_CPAS_GET_CLIENT_IDX(client_handle);
int rc = 0;
if (!client_ahb_vote) {
CAM_ERR(CAM_CPAS, "Invalid input arg");
return -EINVAL;
}
ahb_vote = *client_ahb_vote;
if (ahb_vote.vote.level == 0) {
CAM_DBG(CAM_CPAS, "0 ahb vote from client %d",
client_handle);
ahb_vote.type = CAM_VOTE_ABSOLUTE;
ahb_vote.vote.level = CAM_SVS_VOTE;
}
if (!CAM_CPAS_CLIENT_VALID(client_indx))
return -EINVAL;
mutex_lock(&cpas_hw->hw_mutex);
mutex_lock(&cpas_core->client_mutex[client_indx]);
cpas_client = cpas_core->cpas_client[client_indx];
if (!CAM_CPAS_CLIENT_STARTED(cpas_core, client_indx)) {
CAM_ERR(CAM_CPAS, "client=[%d][%s][%d] has not started",
client_indx, cpas_client->data.identifier,
cpas_client->data.cell_index);
rc = -EPERM;
goto unlock_client;
}
CAM_DBG(CAM_PERF,
"client=[%d][%s][%d] : type[%d], level[%d], freq[%ld], applied[%d]",
client_indx, cpas_client->data.identifier,
cpas_client->data.cell_index, ahb_vote.type,
ahb_vote.vote.level, ahb_vote.vote.freq,
cpas_core->cpas_client[client_indx]->ahb_level);
rc = cam_cpas_util_apply_client_ahb_vote(cpas_hw,
cpas_core->cpas_client[client_indx], &ahb_vote, NULL);
unlock_client:
mutex_unlock(&cpas_core->client_mutex[client_indx]);
mutex_unlock(&cpas_hw->hw_mutex);
return rc;
}
static int cam_cpas_util_create_vote_all_paths(
struct cam_cpas_client *cpas_client,
struct cam_axi_vote *axi_vote)
{
int i, j;
uint64_t camnoc_bw, mnoc_ab_bw, mnoc_ib_bw;
struct cam_axi_per_path_bw_vote *axi_path;
if (!cpas_client || !axi_vote)
return -EINVAL;
camnoc_bw = axi_vote->axi_path[0].camnoc_bw;
mnoc_ab_bw = axi_vote->axi_path[0].mnoc_ab_bw;
mnoc_ib_bw = axi_vote->axi_path[0].mnoc_ib_bw;
axi_vote->num_paths = 0;
for (i = 0; i < CAM_CPAS_TRANSACTION_MAX; i++) {
for (j = 0; j < CAM_CPAS_PATH_DATA_MAX; j++) {
if (cpas_client->tree_node[j][i]) {
axi_path =
&axi_vote->axi_path[axi_vote->num_paths];
axi_path->path_data_type = j;
axi_path->transac_type = i;
axi_path->camnoc_bw = camnoc_bw;
axi_path->mnoc_ab_bw = mnoc_ab_bw;
axi_path->mnoc_ib_bw = mnoc_ib_bw;
axi_vote->num_paths++;
}
}
}
return 0;
}
static int cam_cpas_hw_start(void *hw_priv, void *start_args,
uint32_t arg_size)
{
struct cam_hw_info *cpas_hw;
struct cam_cpas *cpas_core;
uint32_t client_indx;
struct cam_cpas_hw_cmd_start *cmd_hw_start;
struct cam_cpas_client *cpas_client;
struct cam_ahb_vote *ahb_vote;
struct cam_ahb_vote remove_ahb;
struct cam_axi_vote axi_vote = {0};
enum cam_vote_level applied_level = CAM_SVS_VOTE;
int rc, i = 0;
struct cam_cpas_private_soc *soc_private = NULL;
bool invalid_start = true;
if (!hw_priv || !start_args) {
CAM_ERR(CAM_CPAS, "Invalid arguments %pK %pK",
hw_priv, start_args);
return -EINVAL;
}
if (sizeof(struct cam_cpas_hw_cmd_start) != arg_size) {
CAM_ERR(CAM_CPAS, "HW_CAPS size mismatch %zd %d",
sizeof(struct cam_cpas_hw_cmd_start), arg_size);
return -EINVAL;
}
cpas_hw = (struct cam_hw_info *)hw_priv;
cpas_core = (struct cam_cpas *) cpas_hw->core_info;
soc_private = (struct cam_cpas_private_soc *)
cpas_hw->soc_info.soc_private;
cmd_hw_start = (struct cam_cpas_hw_cmd_start *)start_args;
client_indx = CAM_CPAS_GET_CLIENT_IDX(cmd_hw_start->client_handle);
ahb_vote = cmd_hw_start->ahb_vote;
if (!ahb_vote || !cmd_hw_start->axi_vote)
return -EINVAL;
if (!ahb_vote->vote.level) {
CAM_ERR(CAM_CPAS, "Invalid vote ahb[%d]",
ahb_vote->vote.level);
return -EINVAL;
}
memcpy(&axi_vote, cmd_hw_start->axi_vote, sizeof(struct cam_axi_vote));
for (i = 0; i < axi_vote.num_paths; i++) {
if ((axi_vote.axi_path[i].camnoc_bw != 0) ||
(axi_vote.axi_path[i].mnoc_ab_bw != 0) ||
(axi_vote.axi_path[i].mnoc_ib_bw != 0)) {
invalid_start = false;
break;
}
}
if (invalid_start) {
CAM_ERR(CAM_CPAS, "Zero start vote");
return -EINVAL;
}
if (!CAM_CPAS_CLIENT_VALID(client_indx))
return -EINVAL;
mutex_lock(&cpas_hw->hw_mutex);
mutex_lock(&cpas_core->client_mutex[client_indx]);
cpas_client = cpas_core->cpas_client[client_indx];
if (!CAM_CPAS_CLIENT_REGISTERED(cpas_core, client_indx)) {
CAM_ERR(CAM_CPAS, "client=[%d] is not registered",
client_indx);
rc = -EPERM;
goto error;
}
if (CAM_CPAS_CLIENT_STARTED(cpas_core, client_indx)) {
CAM_ERR(CAM_CPAS, "client=[%d][%s][%d] is in start state",
client_indx, cpas_client->data.identifier,
cpas_client->data.cell_index);
rc = -EPERM;
goto error;
}
CAM_DBG(CAM_CPAS,
"AHB :client=[%d][%s][%d] type[%d], level[%d], applied[%d]",
client_indx, cpas_client->data.identifier,
cpas_client->data.cell_index,
ahb_vote->type, ahb_vote->vote.level, cpas_client->ahb_level);
rc = cam_cpas_util_apply_client_ahb_vote(cpas_hw, cpas_client,
ahb_vote, &applied_level);
if (rc)
goto error;
cam_cpas_dump_axi_vote_info(cpas_client, "CPAS Start Vote",
&axi_vote);
/*
* If client has indicated start bw to be applied on all paths
* of client, apply that otherwise apply whatever the client supplies
* for specific paths
*/
if (axi_vote.axi_path[0].path_data_type ==
CAM_CPAS_API_PATH_DATA_STD_START) {
rc = cam_cpas_util_create_vote_all_paths(cpas_client,
&axi_vote);
} else {
rc = cam_cpas_util_translate_client_paths(&axi_vote);
}
if (rc) {
CAM_ERR(CAM_CPAS, "Unable to create or translate paths rc: %d",
rc);
goto remove_ahb_vote;
}
cam_cpas_dump_axi_vote_info(cpas_client, "CPAS Start Translated Vote",
&axi_vote);
rc = cam_cpas_util_apply_client_axi_vote(cpas_hw,
cpas_client, &axi_vote);
if (rc)
goto remove_ahb_vote;
if (cpas_core->streamon_clients == 0) {
rc = cam_cpas_util_apply_default_axi_vote(cpas_hw, true);
if (rc)
goto remove_ahb_vote;
atomic_set(&cpas_core->irq_count, 1);
rc = cam_cpas_soc_enable_resources(&cpas_hw->soc_info,
applied_level);
if (rc) {
atomic_set(&cpas_core->irq_count, 0);
CAM_ERR(CAM_CPAS, "enable_resorce failed, rc=%d", rc);
goto remove_axi_vote;
}
if (cpas_core->internal_ops.power_on) {
rc = cpas_core->internal_ops.power_on(cpas_hw);
if (rc) {
atomic_set(&cpas_core->irq_count, 0);
cam_cpas_soc_disable_resources(
&cpas_hw->soc_info, true, true);
CAM_ERR(CAM_CPAS,
"failed in power_on settings rc=%d",
rc);
goto remove_axi_vote;
}
}
CAM_DBG(CAM_CPAS, "irq_count=%d\n",
atomic_read(&cpas_core->irq_count));
if (soc_private->enable_smart_qos)
cam_cpas_reset_niu_priorities(cpas_hw);
cam_smmu_reset_cb_page_fault_cnt();
cpas_hw->hw_state = CAM_HW_STATE_POWER_UP;
}
cpas_client->started = true;
cpas_core->streamon_clients++;
CAM_DBG(CAM_CPAS, "client=[%d][%s][%d] streamon_clients=%d",
client_indx, cpas_client->data.identifier,
cpas_client->data.cell_index, cpas_core->streamon_clients);
mutex_unlock(&cpas_core->client_mutex[client_indx]);
mutex_unlock(&cpas_hw->hw_mutex);
return rc;
remove_axi_vote:
memset(&axi_vote, 0x0, sizeof(struct cam_axi_vote));
rc = cam_cpas_util_create_vote_all_paths(cpas_client, &axi_vote);
if (rc)
CAM_ERR(CAM_CPAS, "Unable to create per path votes rc: %d", rc);
cam_cpas_dump_axi_vote_info(cpas_client, "CPAS Start fail Vote",
&axi_vote);
rc = cam_cpas_util_apply_client_axi_vote(cpas_hw,
cpas_client, &axi_vote);
if (rc)
CAM_ERR(CAM_CPAS, "Unable remove votes rc: %d", rc);
remove_ahb_vote:
remove_ahb.type = CAM_VOTE_ABSOLUTE;
remove_ahb.vote.level = CAM_SUSPEND_VOTE;
rc = cam_cpas_util_apply_client_ahb_vote(cpas_hw, cpas_client,
&remove_ahb, NULL);
if (rc)
CAM_ERR(CAM_CPAS, "Removing AHB vote failed, rc=%d", rc);
error:
mutex_unlock(&cpas_core->client_mutex[client_indx]);
mutex_unlock(&cpas_hw->hw_mutex);
return rc;
}
static int _check_irq_count(struct cam_cpas *cpas_core)
{
return (atomic_read(&cpas_core->irq_count) > 0) ? 0 : 1;
}
static int cam_cpas_hw_stop(void *hw_priv, void *stop_args,
uint32_t arg_size)
{
struct cam_hw_info *cpas_hw;
struct cam_cpas *cpas_core;
uint32_t client_indx;
struct cam_cpas_hw_cmd_stop *cmd_hw_stop;
struct cam_cpas_client *cpas_client;
struct cam_ahb_vote ahb_vote;
struct cam_axi_vote axi_vote = {0};
struct cam_cpas_private_soc *soc_private = NULL;
int rc = 0;
long result;
int retry_camnoc_idle = 0;
if (!hw_priv || !stop_args) {
CAM_ERR(CAM_CPAS, "Invalid arguments %pK %pK",
hw_priv, stop_args);
return -EINVAL;
}
if (sizeof(struct cam_cpas_hw_cmd_stop) != arg_size) {
CAM_ERR(CAM_CPAS, "HW_CAPS size mismatch %zd %d",
sizeof(struct cam_cpas_hw_cmd_stop), arg_size);
return -EINVAL;
}
cpas_hw = (struct cam_hw_info *)hw_priv;
cpas_core = (struct cam_cpas *) cpas_hw->core_info;
soc_private = (struct cam_cpas_private_soc *)
cpas_hw->soc_info.soc_private;
cmd_hw_stop = (struct cam_cpas_hw_cmd_stop *)stop_args;
client_indx = CAM_CPAS_GET_CLIENT_IDX(cmd_hw_stop->client_handle);
if (!CAM_CPAS_CLIENT_VALID(client_indx))
return -EINVAL;
mutex_lock(&cpas_hw->hw_mutex);
mutex_lock(&cpas_core->client_mutex[client_indx]);
cpas_client = cpas_core->cpas_client[client_indx];
CAM_DBG(CAM_CPAS, "Client=[%d][%s][%d] streamon_clients=%d",
client_indx, cpas_client->data.identifier,
cpas_client->data.cell_index, cpas_core->streamon_clients);
if (!CAM_CPAS_CLIENT_STARTED(cpas_core, client_indx)) {
CAM_ERR(CAM_CPAS, "Client=[%d][%s][%d] is not started",
client_indx, cpas_client->data.identifier,
cpas_client->data.cell_index);
rc = -EPERM;
goto done;
}
cpas_client->started = false;
cpas_core->streamon_clients--;
if (cpas_core->streamon_clients == 0) {
if (cpas_core->internal_ops.power_off) {
rc = cpas_core->internal_ops.power_off(cpas_hw);
if (rc) {
CAM_ERR(CAM_CPAS,
"failed in power_off settings rc=%d",
rc);
/* Do not return error, passthrough */
}
}
if (cpas_core->internal_ops.qchannel_handshake) {
rc = cpas_core->internal_ops.qchannel_handshake(
cpas_hw, false);
if (rc) {
CAM_ERR(CAM_CPAS,
"failed in qchannel_handshake rc=%d",
rc);
retry_camnoc_idle = 1;
/* Do not return error, passthrough */
}
}
rc = cam_cpas_soc_disable_irq(&cpas_hw->soc_info);
if (rc) {
CAM_ERR(CAM_CPAS, "disable_irq failed, rc=%d", rc);
goto done;
}
/* Wait for any IRQs still being handled */
atomic_dec(&cpas_core->irq_count);
result = wait_event_timeout(cpas_core->irq_count_wq,
_check_irq_count(cpas_core), HZ);
if (result == 0) {
CAM_ERR(CAM_CPAS, "Wait failed: irq_count=%d",
atomic_read(&cpas_core->irq_count));
}
/* try again incase camnoc is still not idle */
if (cpas_core->internal_ops.qchannel_handshake &&
retry_camnoc_idle) {
rc = cpas_core->internal_ops.qchannel_handshake(
cpas_hw, false);
if (rc) {
CAM_ERR(CAM_CPAS,
"failed in qchannel_handshake rc=%d",
rc);
/* Do not return error, passthrough */
}
}
rc = cam_cpas_soc_disable_resources(&cpas_hw->soc_info,
true, false);
if (rc) {
CAM_ERR(CAM_CPAS, "disable_resorce failed, rc=%d", rc);
goto done;
}
CAM_DBG(CAM_CPAS, "Disabled all the resources: irq_count=%d",
atomic_read(&cpas_core->irq_count));
cpas_hw->hw_state = CAM_HW_STATE_POWER_DOWN;
}
ahb_vote.type = CAM_VOTE_ABSOLUTE;
ahb_vote.vote.level = CAM_SUSPEND_VOTE;
rc = cam_cpas_util_apply_client_ahb_vote(cpas_hw, cpas_client,
&ahb_vote, NULL);
if (rc)
goto done;
rc = cam_cpas_util_create_vote_all_paths(cpas_client, &axi_vote);
if (rc) {
CAM_ERR(CAM_CPAS, "Unable to create per path votes rc: %d", rc);
goto done;
}
cam_cpas_dump_axi_vote_info(cpas_client, "CPAS Stop Vote", &axi_vote);
rc = cam_cpas_util_apply_client_axi_vote(cpas_hw,
cpas_client, &axi_vote);
if (rc)
goto done;
if (cpas_core->streamon_clients == 0)
rc = cam_cpas_util_apply_default_axi_vote(cpas_hw, false);
done:
mutex_unlock(&cpas_core->client_mutex[client_indx]);
mutex_unlock(&cpas_hw->hw_mutex);
return rc;
}
static int cam_cpas_hw_init(void *hw_priv, void *init_hw_args,
uint32_t arg_size)
{
struct cam_hw_info *cpas_hw;
struct cam_cpas *cpas_core;
int rc = 0;
if (!hw_priv || !init_hw_args) {
CAM_ERR(CAM_CPAS, "Invalid arguments %pK %pK",
hw_priv, init_hw_args);
return -EINVAL;
}
if (sizeof(struct cam_cpas_hw_caps) != arg_size) {
CAM_ERR(CAM_CPAS, "INIT HW size mismatch %zd %d",
sizeof(struct cam_cpas_hw_caps), arg_size);
return -EINVAL;
}
cpas_hw = (struct cam_hw_info *)hw_priv;
cpas_core = (struct cam_cpas *)cpas_hw->core_info;
if (cpas_core->internal_ops.init_hw_version) {
rc = cpas_core->internal_ops.init_hw_version(cpas_hw,
(struct cam_cpas_hw_caps *)init_hw_args);
}
return rc;
}
static int cam_cpas_hw_register_client(struct cam_hw_info *cpas_hw,
struct cam_cpas_register_params *register_params)
{
int rc;
char client_name[CAM_HW_IDENTIFIER_LENGTH + 3];
int32_t client_indx = -1;
struct cam_cpas *cpas_core = (struct cam_cpas *)cpas_hw->core_info;
struct cam_cpas_private_soc *soc_private =
(struct cam_cpas_private_soc *) cpas_hw->soc_info.soc_private;
if ((!register_params) ||
(strlen(register_params->identifier) < 1)) {
CAM_ERR(CAM_CPAS, "Invalid cpas client identifier");
return -EINVAL;
}
CAM_DBG(CAM_CPAS, "Register params : identifier=%s, cell_index=%d",
register_params->identifier, register_params->cell_index);
if (soc_private->client_id_based)
snprintf(client_name, sizeof(client_name), "%s%d",
register_params->identifier,
register_params->cell_index);
else
snprintf(client_name, sizeof(client_name), "%s",
register_params->identifier);
mutex_lock(&cpas_hw->hw_mutex);
rc = cam_common_util_get_string_index(soc_private->client_name,
soc_private->num_clients, client_name, &client_indx);
mutex_lock(&cpas_core->client_mutex[client_indx]);
if (rc || !CAM_CPAS_CLIENT_VALID(client_indx) ||
CAM_CPAS_CLIENT_REGISTERED(cpas_core, client_indx)) {
CAM_ERR(CAM_CPAS,
"Inval client %s %d : %d %d %pK %d",
register_params->identifier,
register_params->cell_index,
CAM_CPAS_CLIENT_VALID(client_indx),
CAM_CPAS_CLIENT_REGISTERED(cpas_core, client_indx),
cpas_core->cpas_client[client_indx], rc);
mutex_unlock(&cpas_core->client_mutex[client_indx]);
mutex_unlock(&cpas_hw->hw_mutex);
return -EPERM;
}
register_params->client_handle =
CAM_CPAS_GET_CLIENT_HANDLE(client_indx);
memcpy(&cpas_core->cpas_client[client_indx]->data, register_params,
sizeof(struct cam_cpas_register_params));
cpas_core->registered_clients++;
cpas_core->cpas_client[client_indx]->registered = true;
CAM_DBG(CAM_CPAS, "client=[%d][%s][%d], registered_clients=%d",
client_indx,
cpas_core->cpas_client[client_indx]->data.identifier,
cpas_core->cpas_client[client_indx]->data.cell_index,
cpas_core->registered_clients);
mutex_unlock(&cpas_core->client_mutex[client_indx]);
mutex_unlock(&cpas_hw->hw_mutex);
return 0;
}
static int cam_cpas_hw_unregister_client(struct cam_hw_info *cpas_hw,
uint32_t client_handle)
{
struct cam_cpas *cpas_core = (struct cam_cpas *) cpas_hw->core_info;
uint32_t client_indx = CAM_CPAS_GET_CLIENT_IDX(client_handle);
int rc = 0;
if (!CAM_CPAS_CLIENT_VALID(client_indx))
return -EINVAL;
mutex_lock(&cpas_hw->hw_mutex);
mutex_lock(&cpas_core->client_mutex[client_indx]);
if (!CAM_CPAS_CLIENT_REGISTERED(cpas_core, client_indx)) {
CAM_ERR(CAM_CPAS, "Client=[%d][%s][%d] not registered",
client_indx,
cpas_core->cpas_client[client_indx]->data.identifier,
cpas_core->cpas_client[client_indx]->data.cell_index);
rc = -EPERM;
goto done;
}
if (CAM_CPAS_CLIENT_STARTED(cpas_core, client_indx)) {
CAM_ERR(CAM_CPAS, "Client=[%d][%s][%d] is not stopped",
client_indx,
cpas_core->cpas_client[client_indx]->data.identifier,
cpas_core->cpas_client[client_indx]->data.cell_index);
rc = -EPERM;
goto done;
}
CAM_DBG(CAM_CPAS, "client=[%d][%s][%d], registered_clients=%d",
client_indx,
cpas_core->cpas_client[client_indx]->data.identifier,
cpas_core->cpas_client[client_indx]->data.cell_index,
cpas_core->registered_clients);
cpas_core->cpas_client[client_indx]->registered = false;
cpas_core->registered_clients--;
done:
mutex_unlock(&cpas_core->client_mutex[client_indx]);
mutex_unlock(&cpas_hw->hw_mutex);
return rc;
}
static int cam_cpas_hw_get_hw_info(void *hw_priv,
void *get_hw_cap_args, uint32_t arg_size)
{
struct cam_hw_info *cpas_hw;
struct cam_cpas *cpas_core;
struct cam_cpas_hw_caps *hw_caps;
struct cam_cpas_private_soc *soc_private;
if (!hw_priv || !get_hw_cap_args) {
CAM_ERR(CAM_CPAS, "Invalid arguments %pK %pK",
hw_priv, get_hw_cap_args);
return -EINVAL;
}
if (sizeof(struct cam_cpas_hw_caps) != arg_size) {
CAM_ERR(CAM_CPAS, "HW_CAPS size mismatch %zd %d",
sizeof(struct cam_cpas_hw_caps), arg_size);
return -EINVAL;
}
cpas_hw = (struct cam_hw_info *)hw_priv;
cpas_core = (struct cam_cpas *) cpas_hw->core_info;
hw_caps = (struct cam_cpas_hw_caps *)get_hw_cap_args;
*hw_caps = cpas_core->hw_caps;
/*Extract Fuse Info*/
soc_private = (struct cam_cpas_private_soc *)
cpas_hw->soc_info.soc_private;
hw_caps->fuse_info = soc_private->fuse_info;
CAM_INFO(CAM_CPAS, "fuse info->num_fuses %d",
hw_caps->fuse_info.num_fuses);
return 0;
}
static int cam_cpas_log_vote(struct cam_hw_info *cpas_hw)
{
struct cam_cpas *cpas_core = (struct cam_cpas *) cpas_hw->core_info;
struct cam_cpas_private_soc *soc_private =
(struct cam_cpas_private_soc *) cpas_hw->soc_info.soc_private;
uint32_t i;
struct cam_cpas_tree_node *curr_node;
struct cam_hw_soc_info *soc_info = &cpas_hw->soc_info;
if ((cpas_core->streamon_clients > 0) && soc_private->enable_smart_qos)
cam_cpas_print_smart_qos_priority(cpas_hw);
/*
* First print rpmh registers as early as possible to catch nearest
* state of rpmh after an issue (overflow) occurs.
*/
if ((cpas_core->streamon_clients > 0) &&
(cpas_core->regbase_index[CAM_CPAS_REG_RPMH] != -1)) {
int reg_base_index =
cpas_core->regbase_index[CAM_CPAS_REG_RPMH];
void __iomem *rpmh_base =
soc_info->reg_map[reg_base_index].mem_base;
uint32_t offset_fe, offset_be;
uint32_t fe_val, be_val;
uint32_t *rpmh_info = &soc_private->rpmh_info[0];
uint32_t ddr_bcm_index =
soc_private->rpmh_info[CAM_RPMH_BCM_DDR_INDEX];
uint32_t mnoc_bcm_index =
soc_private->rpmh_info[CAM_RPMH_BCM_MNOC_INDEX];
/*
* print 12 registers from 0x4, 0x800 offsets -
* this will give ddr, mmnoc and other BCM info.
* i=0 for DDR, i=4 for mnoc, but double check for each chipset.
*/
for (i = 0; i < rpmh_info[CAM_RPMH_NUMBER_OF_BCMS]; i++) {
if ((!cpas_core->full_state_dump) &&
(i != ddr_bcm_index) &&
(i != mnoc_bcm_index))
continue;
offset_fe = rpmh_info[CAM_RPMH_BCM_FE_OFFSET] +
(i * 0x4);
offset_be = rpmh_info[CAM_RPMH_BCM_BE_OFFSET] +
(i * 0x4);
fe_val = cam_io_r_mb(rpmh_base + offset_fe);
be_val = cam_io_r_mb(rpmh_base + offset_be);
CAM_INFO(CAM_CPAS,
"i=%d, FE[offset=0x%x, value=0x%x] BE[offset=0x%x, value=0x%x]",
i, offset_fe, fe_val, offset_be, be_val);
}
}
for (i = 0; i < cpas_core->num_axi_ports; i++) {
CAM_INFO(CAM_CPAS,
"[%s] ab_bw[%lld] ib_bw[%lld] additional_bw[%lld] applied_ab[%lld] applied_ib[%lld]",
cpas_core->axi_port[i].axi_port_name,
cpas_core->axi_port[i].ab_bw,
cpas_core->axi_port[i].ib_bw,
cpas_core->axi_port[i].additional_bw,
cpas_core->axi_port[i].applied_ab_bw,
cpas_core->axi_port[i].applied_ib_bw);
}
if (soc_private->control_camnoc_axi_clk) {
CAM_INFO(CAM_CPAS, "applied camnoc axi clk[%lld]",
cpas_core->applied_camnoc_axi_rate);
} else {
for (i = 0; i < cpas_core->num_camnoc_axi_ports; i++) {
CAM_INFO(CAM_CPAS,
"[%s] ab_bw[%lld] ib_bw[%lld] additional_bw[%lld] applied_ab[%lld] applied_ib[%lld]",
cpas_core->camnoc_axi_port[i].axi_port_name,
cpas_core->camnoc_axi_port[i].ab_bw,
cpas_core->camnoc_axi_port[i].ib_bw,
cpas_core->camnoc_axi_port[i].additional_bw,
cpas_core->camnoc_axi_port[i].applied_ab_bw,
cpas_core->camnoc_axi_port[i].applied_ib_bw);
}
}
CAM_INFO(CAM_CPAS, "ahb client curr vote level[%d]",
cpas_core->ahb_bus_client.curr_vote_level);
if (!cpas_core->full_state_dump) {
CAM_DBG(CAM_CPAS, "CPAS full state dump not enabled");
return 0;
}
/* This will traverse through all nodes in the tree and print stats*/
for (i = 0; i < CAM_CPAS_MAX_TREE_NODES; i++) {
if (!soc_private->tree_node[i])
continue;
curr_node = soc_private->tree_node[i];
CAM_INFO(CAM_CPAS,
"[%s] Cell[%d] level[%d] PortIdx[%d][%d] camnoc_bw[%d %d %lld %lld] mnoc_bw[%lld %lld]",
curr_node->node_name, curr_node->cell_idx,
curr_node->level_idx, curr_node->axi_port_idx,
curr_node->camnoc_axi_port_idx,
curr_node->camnoc_max_needed,
curr_node->bus_width_factor,
curr_node->camnoc_bw,
curr_node->camnoc_bw * curr_node->bus_width_factor,
curr_node->mnoc_ab_bw, curr_node->mnoc_ib_bw);
}
cam_cpas_dump_monitor_array(cpas_hw);
if (cpas_core->internal_ops.print_poweron_settings)
cpas_core->internal_ops.print_poweron_settings(cpas_hw);
else
CAM_DBG(CAM_CPAS, "No ops for print_poweron_settings");
return 0;
}
static void cam_cpas_update_monitor_array(struct cam_hw_info *cpas_hw,
const char *identifier_string, int32_t identifier_value)
{
struct cam_cpas *cpas_core = (struct cam_cpas *) cpas_hw->core_info;
struct cam_camnoc_info *camnoc_info =
(struct cam_camnoc_info *) cpas_core->camnoc_info;
struct cam_hw_soc_info *soc_info = &cpas_hw->soc_info;
struct cam_cpas_private_soc *soc_private =
(struct cam_cpas_private_soc *) cpas_hw->soc_info.soc_private;
struct cam_cpas_monitor *entry;
int iterator;
int i, j = 0;
int reg_camnoc = cpas_core->regbase_index[CAM_CPAS_REG_CAMNOC];
uint32_t val = 0;
if (!camnoc_info) {
CAM_ERR(CAM_CPAS, "Invalid camnoc info for hw_version: 0x%x",
cpas_hw->soc_info.hw_version);
return;
}
CAM_CPAS_INC_MONITOR_HEAD(&cpas_core->monitor_head, &iterator);
entry = &cpas_core->monitor_entries[iterator];
CAM_GET_TIMESTAMP(entry->timestamp);
strlcpy(entry->identifier_string, identifier_string,
sizeof(entry->identifier_string));
entry->identifier_value = identifier_value;
for (i = 0; i < cpas_core->num_axi_ports; i++) {
entry->axi_info[i].axi_port_name =
cpas_core->axi_port[i].axi_port_name;
entry->axi_info[i].ab_bw = cpas_core->axi_port[i].ab_bw;
entry->axi_info[i].ib_bw = cpas_core->axi_port[i].ib_bw;
entry->axi_info[i].camnoc_bw = cpas_core->axi_port[i].camnoc_bw;
entry->axi_info[i].applied_ab_bw =
cpas_core->axi_port[i].applied_ab_bw;
entry->axi_info[i].applied_ib_bw =
cpas_core->axi_port[i].applied_ib_bw;
}
entry->applied_camnoc_clk = cpas_core->applied_camnoc_axi_rate;
entry->applied_ahb_level = cpas_core->ahb_bus_client.curr_vote_level;
if ((cpas_core->streamon_clients > 0) &&
(cpas_core->regbase_index[CAM_CPAS_REG_RPMH] != -1) &&
soc_private->rpmh_info[CAM_RPMH_NUMBER_OF_BCMS]) {
int reg_base_index =
cpas_core->regbase_index[CAM_CPAS_REG_RPMH];
void __iomem *rpmh_base =
soc_info->reg_map[reg_base_index].mem_base;
uint32_t fe_ddr_offset =
soc_private->rpmh_info[CAM_RPMH_BCM_FE_OFFSET] +
(0x4 * soc_private->rpmh_info[CAM_RPMH_BCM_DDR_INDEX]);
uint32_t fe_mnoc_offset =
soc_private->rpmh_info[CAM_RPMH_BCM_FE_OFFSET] +
(0x4 * soc_private->rpmh_info[CAM_RPMH_BCM_MNOC_INDEX]);
uint32_t be_ddr_offset =
soc_private->rpmh_info[CAM_RPMH_BCM_BE_OFFSET] +
(0x4 * soc_private->rpmh_info[CAM_RPMH_BCM_DDR_INDEX]);
uint32_t be_mnoc_offset =
soc_private->rpmh_info[CAM_RPMH_BCM_BE_OFFSET] +
(0x4 * soc_private->rpmh_info[CAM_RPMH_BCM_MNOC_INDEX]);
uint32_t be_shub_offset =
soc_private->rpmh_info[CAM_RPMH_BCM_BE_OFFSET] +
(0x4 * 1); /* i=1 for SHUB, hardcode for now */
/*
* 0x4, 0x800 - DDR
* 0x800, 0x810 - mmnoc
*/
entry->fe_ddr = cam_io_r_mb(rpmh_base + fe_ddr_offset);
entry->fe_mnoc = cam_io_r_mb(rpmh_base + fe_mnoc_offset);
entry->be_ddr = cam_io_r_mb(rpmh_base + be_ddr_offset);
entry->be_mnoc = cam_io_r_mb(rpmh_base + be_mnoc_offset);
entry->be_shub = cam_io_r_mb(rpmh_base + be_shub_offset);
CAM_DBG(CAM_CPAS,
"fe_ddr=0x%x, fe_mnoc=0x%x, be_ddr=0x%x, be_mnoc=0x%x",
entry->fe_ddr, entry->fe_mnoc, entry->be_ddr,
entry->be_mnoc);
}
for (i = 0; i < camnoc_info->specific_size; i++) {
if ((!camnoc_info->specific[i].enable) ||
(!camnoc_info->specific[i].maxwr_low.enable))
continue;
if (j >= CAM_CAMNOC_FILL_LVL_REG_INFO_MAX) {
CAM_WARN(CAM_CPAS,
"CPAS monitor reg info buffer full, max : %d",
j);
break;
}
entry->camnoc_port_name[j] = camnoc_info->specific[i].port_name;
val = cam_io_r_mb(soc_info->reg_map[reg_camnoc].mem_base +
camnoc_info->specific[i].maxwr_low.offset);
entry->camnoc_fill_level[j] = val;
j++;
}
entry->num_camnoc_lvl_regs = j;
if (soc_private->enable_smart_qos) {
for (i = 0; i < soc_private->smart_qos_info->num_rt_wr_nius; i++) {
struct cam_cpas_tree_node *niu_node =
soc_private->smart_qos_info->rt_wr_niu_node[i];
entry->rt_wr_niu_pri_lut[i] =
cam_io_r_mb(soc_info->reg_map[reg_camnoc].mem_base +
niu_node->pri_lut_low_offset);
}
}
}
static void cam_cpas_dump_monitor_array(
struct cam_hw_info *cpas_hw)
{
struct cam_cpas *cpas_core = (struct cam_cpas *) cpas_hw->core_info;
struct cam_cpas_private_soc *soc_private =
(struct cam_cpas_private_soc *) cpas_hw->soc_info.soc_private;
int i = 0, j = 0;
int64_t state_head = 0;
uint32_t index, num_entries, oldest_entry;
uint64_t ms, hrs, min, sec;
struct cam_cpas_monitor *entry;
struct timespec64 curr_timestamp;
char log_buf[CAM_CPAS_LOG_BUF_LEN];
size_t len;
if (!cpas_core->full_state_dump)
return;
state_head = atomic64_read(&cpas_core->monitor_head);
if (state_head == -1) {
CAM_WARN(CAM_CPAS, "No valid entries in cpas monitor array");
return;
} else if (state_head < CAM_CPAS_MONITOR_MAX_ENTRIES) {
num_entries = state_head;
oldest_entry = 0;
} else {
num_entries = CAM_CPAS_MONITOR_MAX_ENTRIES;
div_u64_rem(state_head + 1,
CAM_CPAS_MONITOR_MAX_ENTRIES, &oldest_entry);
}
CAM_GET_TIMESTAMP(curr_timestamp);
CAM_CONVERT_TIMESTAMP_FORMAT(curr_timestamp, hrs, min, sec, ms);
CAM_INFO(CAM_CPAS,
"**** %llu:%llu:%llu.%llu : ======== Dumping monitor information ===========",
hrs, min, sec, ms);
index = oldest_entry;
for (i = 0; i < num_entries; i++) {
entry = &cpas_core->monitor_entries[index];
CAM_CONVERT_TIMESTAMP_FORMAT(entry->timestamp, hrs, min, sec, ms);
memset(log_buf, 0, sizeof(log_buf));
len = 0;
CAM_INFO(CAM_CPAS,
"**** %llu:%llu:%llu.%llu : Index[%d] Identifier[%s][%d] camnoc=%lld, ahb=%d",
hrs, min, sec, ms,
index,
entry->identifier_string, entry->identifier_value,
entry->applied_camnoc_clk, entry->applied_ahb_level);
for (j = 0; j < cpas_core->num_axi_ports; j++) {
CAM_INFO(CAM_CPAS,
"MNOC BW [%s] : ab=%lld, ib=%lld, camnoc=%lld",
entry->axi_info[j].axi_port_name,
entry->axi_info[j].applied_ab_bw,
entry->axi_info[j].applied_ib_bw,
entry->axi_info[j].camnoc_bw);
}
if (cpas_core->regbase_index[CAM_CPAS_REG_RPMH] != -1) {
CAM_INFO(CAM_CPAS,
"fe_ddr=0x%x, fe_mnoc=0x%x, be_ddr=0x%x, be_mnoc=0x%x, be_shub=0x%x",
entry->fe_ddr, entry->fe_mnoc,
entry->be_ddr, entry->be_mnoc, entry->be_shub);
}
for (j = 0; j < entry->num_camnoc_lvl_regs; j++) {
len += scnprintf((log_buf + len),
(CAM_CPAS_LOG_BUF_LEN - len), " %s:[%d %d]",
entry->camnoc_port_name[j],
(entry->camnoc_fill_level[j] & 0x7FF),
(entry->camnoc_fill_level[j] & 0x7F0000) >> 16);
}
CAM_INFO(CAM_CPAS, "CAMNOC REG[Queued Pending] %s", log_buf);
if (soc_private->enable_smart_qos) {
len = 0;
for (j = 0; j < soc_private->smart_qos_info->num_rt_wr_nius; j++) {
struct cam_cpas_tree_node *niu_node =
soc_private->smart_qos_info->rt_wr_niu_node[j];
len += scnprintf((log_buf + len),
(CAM_CPAS_LOG_BUF_LEN - len), " [%s: 0x%x]",
niu_node->node_name,
entry->rt_wr_niu_pri_lut[j]);
}
CAM_INFO(CAM_CPAS, "SmartQoS [Node: Pri_lut_low] %s", log_buf);
}
index = (index + 1) % CAM_CPAS_MONITOR_MAX_ENTRIES;
}
}
static int cam_cpas_log_event(struct cam_hw_info *cpas_hw,
const char *identifier_string, int32_t identifier_value)
{
cam_cpas_update_monitor_array(cpas_hw, identifier_string,
identifier_value);
return 0;
}
static int cam_cpas_select_qos(struct cam_hw_info *cpas_hw,
uint32_t selection_mask)
{
struct cam_cpas *cpas_core = (struct cam_cpas *) cpas_hw->core_info;
int rc = 0;
mutex_lock(&cpas_hw->hw_mutex);
if (cpas_hw->hw_state == CAM_HW_STATE_POWER_UP) {
CAM_ERR(CAM_CPAS,
"Hw already in power up state, can't change QoS settings");
rc = -EINVAL;
goto done;
}
if (cpas_core->internal_ops.setup_qos_settings) {
rc = cpas_core->internal_ops.setup_qos_settings(cpas_hw,
selection_mask);
if (rc)
CAM_ERR(CAM_CPAS, "Failed in changing QoS %d", rc);
} else {
CAM_WARN(CAM_CPAS, "No ops for qos_settings");
}
done:
mutex_unlock(&cpas_hw->hw_mutex);
return rc;
}
static int cam_cpas_activate_cache(
struct cam_hw_info *cpas_hw,
struct cam_sys_cache_info *cache_info)
{
int rc = 0;
mutex_lock(&cpas_hw->hw_mutex);
cache_info->ref_cnt++;
if (cache_info->ref_cnt > 1) {
mutex_unlock(&cpas_hw->hw_mutex);
CAM_DBG(CAM_CPAS, "Cache: %s has already been activated cnt: %d",
cache_info->name, cache_info->ref_cnt);
return rc;
}
rc = llcc_slice_activate(cache_info->slic_desc);
if (rc) {
CAM_ERR(CAM_CPAS, "Failed to activate cache:%s",
cache_info->name);
goto end;
}
mutex_unlock(&cpas_hw->hw_mutex);
CAM_DBG(CAM_CPAS, "Activated cache:%s", cache_info->name);
return rc;
end:
cache_info->ref_cnt--;
mutex_unlock(&cpas_hw->hw_mutex);
return rc;
}
static int cam_cpas_deactivate_cache(
struct cam_hw_info *cpas_hw,
struct cam_sys_cache_info *cache_info)
{
int rc = 0;
mutex_lock(&cpas_hw->hw_mutex);
if (!cache_info->ref_cnt) {
mutex_unlock(&cpas_hw->hw_mutex);
CAM_ERR(CAM_CPAS, "Unbalanced deactivate");
return -EFAULT;
}
cache_info->ref_cnt--;
if (cache_info->ref_cnt) {
mutex_unlock(&cpas_hw->hw_mutex);
CAM_DBG(CAM_CPAS, "activate cnt for: %s non-zero: %d",
cache_info->name, cache_info->ref_cnt);
return rc;
}
rc = llcc_slice_deactivate(cache_info->slic_desc);
if (rc)
CAM_ERR(CAM_CPAS, "Failed to deactivate cache:%s",
cache_info->name);
mutex_unlock(&cpas_hw->hw_mutex);
CAM_DBG(CAM_CPAS, "De-activated cache:%s", cache_info->name);
return rc;
}
static inline int cam_cpas_validate_cache_type(
uint32_t num_caches, enum cam_sys_cache_config_types type)
{
if ((!num_caches) || (type < 0) || (type >= num_caches))
return -EINVAL;
else
return 0;
}
static int cam_cpas_get_slice_id(
struct cam_hw_info *cpas_hw,
enum cam_sys_cache_config_types type)
{
struct cam_cpas_private_soc *soc_private =
(struct cam_cpas_private_soc *)cpas_hw->soc_info.soc_private;
uint32_t num_caches = soc_private->num_caches;
int scid = -1, i;
if (cam_cpas_validate_cache_type(num_caches, type))
goto end;
for (i = 0; i < num_caches; i++) {
if (type == soc_private->llcc_info[i].type) {
scid = soc_private->llcc_info[i].scid;
CAM_DBG(CAM_CPAS, "Cache:%s type:%d scid:%d",
soc_private->llcc_info[i].name, type, scid);
break;
}
}
end:
return scid;
}
static int cam_cpas_activate_cache_slice(
struct cam_hw_info *cpas_hw,
enum cam_sys_cache_config_types type)
{
struct cam_cpas_private_soc *soc_private =
(struct cam_cpas_private_soc *)cpas_hw->soc_info.soc_private;
uint32_t num_caches = soc_private->num_caches;
int rc = 0, i;
CAM_DBG(CAM_CPAS, "Activate type: %d", type);
if (cam_cpas_validate_cache_type(num_caches, type))
goto end;
for (i = 0; i < num_caches; i++) {
if (type == soc_private->llcc_info[i].type)
rc = cam_cpas_activate_cache(cpas_hw,
&soc_private->llcc_info[i]);
}
end:
return rc;
}
static int cam_cpas_deactivate_cache_slice(
struct cam_hw_info *cpas_hw,
enum cam_sys_cache_config_types type)
{
struct cam_cpas_private_soc *soc_private =
(struct cam_cpas_private_soc *)cpas_hw->soc_info.soc_private;
uint32_t num_caches = soc_private->num_caches;
int rc = 0, i;
CAM_DBG(CAM_CPAS, "De-activate type: %d", type);
if (cam_cpas_validate_cache_type(num_caches, type))
goto end;
for (i = 0; i < num_caches; i++) {
if (type == soc_private->llcc_info[i].type)
rc = cam_cpas_deactivate_cache(cpas_hw,
&soc_private->llcc_info[i]);
}
end:
return rc;
}
static int cam_cpas_hw_process_cmd(void *hw_priv,
uint32_t cmd_type, void *cmd_args, uint32_t arg_size)
{
int rc = -EINVAL;
if (!hw_priv || !cmd_args ||
(cmd_type >= CAM_CPAS_HW_CMD_INVALID)) {
CAM_ERR(CAM_CPAS, "Invalid arguments %pK %pK %d",
hw_priv, cmd_args, cmd_type);
return -EINVAL;
}
switch (cmd_type) {
case CAM_CPAS_HW_CMD_REGISTER_CLIENT: {
struct cam_cpas_register_params *register_params;
if (sizeof(struct cam_cpas_register_params) != arg_size) {
CAM_ERR(CAM_CPAS, "cmd_type %d, size mismatch %d",
cmd_type, arg_size);
break;
}
register_params = (struct cam_cpas_register_params *)cmd_args;
rc = cam_cpas_hw_register_client(hw_priv, register_params);
break;
}
case CAM_CPAS_HW_CMD_UNREGISTER_CLIENT: {
uint32_t *client_handle;
if (sizeof(uint32_t) != arg_size) {
CAM_ERR(CAM_CPAS, "cmd_type %d, size mismatch %d",
cmd_type, arg_size);
break;
}
client_handle = (uint32_t *)cmd_args;
rc = cam_cpas_hw_unregister_client(hw_priv, *client_handle);
break;
}
case CAM_CPAS_HW_CMD_REG_WRITE: {
struct cam_cpas_hw_cmd_reg_read_write *reg_write;
if (sizeof(struct cam_cpas_hw_cmd_reg_read_write) !=
arg_size) {
CAM_ERR(CAM_CPAS, "cmd_type %d, size mismatch %d",
cmd_type, arg_size);
break;
}
reg_write =
(struct cam_cpas_hw_cmd_reg_read_write *)cmd_args;
rc = cam_cpas_hw_reg_write(hw_priv, reg_write->client_handle,
reg_write->reg_base, reg_write->offset, reg_write->mb,
reg_write->value);
break;
}
case CAM_CPAS_HW_CMD_REG_READ: {
struct cam_cpas_hw_cmd_reg_read_write *reg_read;
if (sizeof(struct cam_cpas_hw_cmd_reg_read_write) !=
arg_size) {
CAM_ERR(CAM_CPAS, "cmd_type %d, size mismatch %d",
cmd_type, arg_size);
break;
}
reg_read =
(struct cam_cpas_hw_cmd_reg_read_write *)cmd_args;
rc = cam_cpas_hw_reg_read(hw_priv,
reg_read->client_handle, reg_read->reg_base,
reg_read->offset, reg_read->mb, &reg_read->value);
break;
}
case CAM_CPAS_HW_CMD_AHB_VOTE: {
struct cam_cpas_hw_cmd_ahb_vote *cmd_ahb_vote;
if (sizeof(struct cam_cpas_hw_cmd_ahb_vote) != arg_size) {
CAM_ERR(CAM_CPAS, "cmd_type %d, size mismatch %d",
cmd_type, arg_size);
break;
}
cmd_ahb_vote = (struct cam_cpas_hw_cmd_ahb_vote *)cmd_args;
rc = cam_cpas_hw_update_ahb_vote(hw_priv,
cmd_ahb_vote->client_handle, cmd_ahb_vote->ahb_vote);
break;
}
case CAM_CPAS_HW_CMD_AXI_VOTE: {
struct cam_cpas_hw_cmd_axi_vote *cmd_axi_vote;
if (sizeof(struct cam_cpas_hw_cmd_axi_vote) != arg_size) {
CAM_ERR(CAM_CPAS, "cmd_type %d, size mismatch %d",
cmd_type, arg_size);
break;
}
cmd_axi_vote = (struct cam_cpas_hw_cmd_axi_vote *)cmd_args;
rc = cam_cpas_hw_update_axi_vote(hw_priv,
cmd_axi_vote->client_handle, cmd_axi_vote->axi_vote);
break;
}
case CAM_CPAS_HW_CMD_LOG_VOTE: {
rc = cam_cpas_log_vote(hw_priv);
break;
}
case CAM_CPAS_HW_CMD_LOG_EVENT: {
struct cam_cpas_hw_cmd_notify_event *event;
if (sizeof(struct cam_cpas_hw_cmd_notify_event) != arg_size) {
CAM_ERR(CAM_CPAS, "cmd_type %d, size mismatch %d",
cmd_type, arg_size);
break;
}
event = (struct cam_cpas_hw_cmd_notify_event *)cmd_args;
rc = cam_cpas_log_event(hw_priv, event->identifier_string,
event->identifier_value);
break;
}
case CAM_CPAS_HW_CMD_SELECT_QOS: {
uint32_t *selection_mask;
if (sizeof(uint32_t) != arg_size) {
CAM_ERR(CAM_CPAS, "cmd_type %d, size mismatch %d",
cmd_type, arg_size);
break;
}
selection_mask = (uint32_t *)cmd_args;
rc = cam_cpas_select_qos(hw_priv, *selection_mask);
break;
}
case CAM_CPAS_HW_CMD_GET_SCID: {
enum cam_sys_cache_config_types type;
if (sizeof(enum cam_sys_cache_config_types) != arg_size) {
CAM_ERR(CAM_CPAS, "cmd_type %d, size mismatch %d",
cmd_type, arg_size);
break;
}
type = *((enum cam_sys_cache_config_types *) cmd_args);
rc = cam_cpas_get_slice_id(hw_priv, type);
}
break;
case CAM_CPAS_HW_CMD_ACTIVATE_LLC: {
enum cam_sys_cache_config_types type;
if (sizeof(enum cam_sys_cache_config_types) != arg_size) {
CAM_ERR(CAM_CPAS, "cmd_type %d, size mismatch %d",
cmd_type, arg_size);
break;
}
type = *((enum cam_sys_cache_config_types *) cmd_args);
rc = cam_cpas_activate_cache_slice(hw_priv, type);
}
break;
case CAM_CPAS_HW_CMD_DEACTIVATE_LLC: {
enum cam_sys_cache_config_types type;
if (sizeof(enum cam_sys_cache_config_types) != arg_size) {
CAM_ERR(CAM_CPAS, "cmd_type %d, size mismatch %d",
cmd_type, arg_size);
break;
}
type = *((enum cam_sys_cache_config_types *) cmd_args);
rc = cam_cpas_deactivate_cache_slice(hw_priv, type);
}
break;
case CAM_CPAS_HW_CMD_DUMP_BUFF_FILL_INFO: {
uint32_t *client_handle;
if (sizeof(uint32_t) != arg_size) {
CAM_ERR(CAM_CPAS, "cmd_type %d, size mismatch %d",
cmd_type, arg_size);
break;
}
client_handle = (uint32_t *)cmd_args;
rc = cam_cpas_hw_dump_camnoc_buff_fill_info(hw_priv,
*client_handle);
break;
}
default:
CAM_ERR(CAM_CPAS, "CPAS HW command not valid =%d", cmd_type);
break;
}
return rc;
}
static int cam_cpas_util_client_setup(struct cam_hw_info *cpas_hw)
{
struct cam_cpas *cpas_core = (struct cam_cpas *) cpas_hw->core_info;
int i;
for (i = 0; i < CAM_CPAS_MAX_CLIENTS; i++) {
mutex_init(&cpas_core->client_mutex[i]);
}
return 0;
}
int cam_cpas_util_client_cleanup(struct cam_hw_info *cpas_hw)
{
struct cam_cpas *cpas_core = (struct cam_cpas *) cpas_hw->core_info;
int i;
for (i = 0; i < CAM_CPAS_MAX_CLIENTS; i++) {
if (cpas_core->cpas_client[i] &&
cpas_core->cpas_client[i]->registered) {
cam_cpas_hw_unregister_client(cpas_hw, i);
}
kfree(cpas_core->cpas_client[i]);
cpas_core->cpas_client[i] = NULL;
mutex_destroy(&cpas_core->client_mutex[i]);
}
return 0;
}
static int cam_cpas_util_get_internal_ops(struct platform_device *pdev,
struct cam_hw_intf *hw_intf, struct cam_cpas_internal_ops *internal_ops)
{
struct device_node *of_node = pdev->dev.of_node;
int rc;
const char *compat_str = NULL;
rc = of_property_read_string_index(of_node, "arch-compat", 0,
(const char **)&compat_str);
if (rc) {
CAM_ERR(CAM_CPAS, "failed to get arch-compat rc=%d", rc);
return -EINVAL;
}
if (strnstr(compat_str, "camss_top", strlen(compat_str))) {
hw_intf->hw_type = CAM_HW_CAMSSTOP;
rc = cam_camsstop_get_internal_ops(internal_ops);
} else if (strnstr(compat_str, "cpas_top", strlen(compat_str))) {
hw_intf->hw_type = CAM_HW_CPASTOP;
rc = cam_cpastop_get_internal_ops(internal_ops);
} else {
CAM_ERR(CAM_CPAS, "arch-compat %s not supported", compat_str);
rc = -EINVAL;
}
return rc;
}
static int cam_cpas_util_create_debugfs(struct cam_cpas *cpas_core)
{
int rc = 0;
struct dentry *dbgfileptr = NULL;
if (!cam_debugfs_available())
return 0;
rc = cam_debugfs_create_subdir("cpas", &dbgfileptr);
if (rc) {
CAM_ERR(CAM_CPAS,"DebugFS could not create directory!");
rc = -ENOENT;
goto end;
}
/* Store parent inode for cleanup in caller */
cpas_core->dentry = dbgfileptr;
debugfs_create_bool("ahb_bus_scaling_disable", 0644,
cpas_core->dentry, &cpas_core->ahb_bus_scaling_disable);
debugfs_create_bool("full_state_dump", 0644,
cpas_core->dentry, &cpas_core->full_state_dump);
debugfs_create_bool("smart_qos_dump", 0644,
cpas_core->dentry, &cpas_core->smart_qos_dump);
end:
return rc;
}
int cam_cpas_hw_probe(struct platform_device *pdev,
struct cam_hw_intf **hw_intf)
{
int rc = 0;
int i;
struct cam_hw_info *cpas_hw = NULL;
struct cam_hw_intf *cpas_hw_intf = NULL;
struct cam_cpas *cpas_core = NULL;
struct cam_cpas_private_soc *soc_private;
struct cam_cpas_internal_ops *internal_ops;
cpas_hw_intf = kzalloc(sizeof(struct cam_hw_intf), GFP_KERNEL);
if (!cpas_hw_intf)
return -ENOMEM;
cpas_hw = kzalloc(sizeof(struct cam_hw_info), GFP_KERNEL);
if (!cpas_hw) {
kfree(cpas_hw_intf);
return -ENOMEM;
}
cpas_core = kzalloc(sizeof(struct cam_cpas), GFP_KERNEL);
if (!cpas_core) {
kfree(cpas_hw);
kfree(cpas_hw_intf);
return -ENOMEM;
}
for (i = 0; i < CAM_CPAS_REG_MAX; i++)
cpas_core->regbase_index[i] = -1;
cpas_hw_intf->hw_priv = cpas_hw;
cpas_hw->core_info = cpas_core;
cpas_hw->hw_state = CAM_HW_STATE_POWER_DOWN;
cpas_hw->soc_info.pdev = pdev;
cpas_hw->soc_info.dev = &pdev->dev;
cpas_hw->soc_info.dev_name = pdev->name;
cpas_hw->open_count = 0;
cpas_core->ahb_bus_scaling_disable = false;
cpas_core->full_state_dump = false;
cpas_core->smart_qos_dump = false;
atomic64_set(&cpas_core->monitor_head, -1);
mutex_init(&cpas_hw->hw_mutex);
spin_lock_init(&cpas_hw->hw_lock);
init_completion(&cpas_hw->hw_complete);
cpas_hw_intf->hw_ops.get_hw_caps = cam_cpas_hw_get_hw_info;
cpas_hw_intf->hw_ops.init = cam_cpas_hw_init;
cpas_hw_intf->hw_ops.deinit = NULL;
cpas_hw_intf->hw_ops.reset = NULL;
cpas_hw_intf->hw_ops.reserve = NULL;
cpas_hw_intf->hw_ops.release = NULL;
cpas_hw_intf->hw_ops.start = cam_cpas_hw_start;
cpas_hw_intf->hw_ops.stop = cam_cpas_hw_stop;
cpas_hw_intf->hw_ops.read = NULL;
cpas_hw_intf->hw_ops.write = NULL;
cpas_hw_intf->hw_ops.process_cmd = cam_cpas_hw_process_cmd;
cpas_core->work_queue = alloc_workqueue(CAM_CPAS_WORKQUEUE_NAME,
WQ_UNBOUND | WQ_MEM_RECLAIM, CAM_CPAS_INFLIGHT_WORKS);
if (!cpas_core->work_queue) {
rc = -ENOMEM;
goto release_mem;
}
internal_ops = &cpas_core->internal_ops;
rc = cam_cpas_util_get_internal_ops(pdev, cpas_hw_intf, internal_ops);
if (rc)
goto release_workq;
rc = cam_cpas_soc_init_resources(&cpas_hw->soc_info,
internal_ops->handle_irq, cpas_hw);
if (rc)
goto release_workq;
soc_private = (struct cam_cpas_private_soc *)
cpas_hw->soc_info.soc_private;
cpas_core->num_clients = soc_private->num_clients;
atomic_set(&cpas_core->irq_count, 0);
init_waitqueue_head(&cpas_core->irq_count_wq);
if (internal_ops->setup_regbase) {
rc = internal_ops->setup_regbase(&cpas_hw->soc_info,
cpas_core->regbase_index, CAM_CPAS_REG_MAX);
if (rc)
goto deinit_platform_res;
}
rc = cam_cpas_util_client_setup(cpas_hw);
if (rc) {
CAM_ERR(CAM_CPAS, "failed in client setup, rc=%d", rc);
goto deinit_platform_res;
}
rc = cam_cpas_util_register_bus_client(&cpas_hw->soc_info,
cpas_hw->soc_info.pdev->dev.of_node,
&cpas_core->ahb_bus_client);
if (rc) {
CAM_ERR(CAM_CPAS, "failed in ahb setup, rc=%d", rc);
goto client_cleanup;
}
rc = cam_cpas_util_axi_setup(cpas_core, &cpas_hw->soc_info);
if (rc) {
CAM_ERR(CAM_CPAS, "failed in axi setup, rc=%d", rc);
goto ahb_cleanup;
}
/* Need to vote first before enabling clocks */
rc = cam_cpas_util_vote_default_ahb_axi(cpas_hw, true);
if (rc)
goto axi_cleanup;
rc = cam_cpas_soc_enable_resources(&cpas_hw->soc_info, CAM_SVS_VOTE);
if (rc) {
CAM_ERR(CAM_CPAS, "failed in soc_enable_resources, rc=%d", rc);
goto remove_default_vote;
}
if (internal_ops->get_hw_info) {
rc = internal_ops->get_hw_info(cpas_hw, &cpas_core->hw_caps);
if (rc) {
CAM_ERR(CAM_CPAS, "failed in get_hw_info, rc=%d", rc);
goto disable_soc_res;
}
} else {
CAM_ERR(CAM_CPAS, "Invalid get_hw_info");
goto disable_soc_res;
}
rc = cam_cpas_hw_init(cpas_hw_intf->hw_priv,
&cpas_core->hw_caps, sizeof(struct cam_cpas_hw_caps));
if (rc)
goto disable_soc_res;
rc = cam_cpas_soc_disable_resources(&cpas_hw->soc_info, true, true);
if (rc) {
CAM_ERR(CAM_CPAS, "failed in soc_disable_resources, rc=%d", rc);
goto remove_default_vote;
}
rc = cam_cpas_util_vote_default_ahb_axi(cpas_hw, false);
if (rc)
goto axi_cleanup;
rc = cam_cpas_util_create_debugfs(cpas_core);
*hw_intf = cpas_hw_intf;
return 0;
disable_soc_res:
cam_cpas_soc_disable_resources(&cpas_hw->soc_info, true, true);
remove_default_vote:
cam_cpas_util_vote_default_ahb_axi(cpas_hw, false);
axi_cleanup:
cam_cpas_util_axi_cleanup(cpas_core, &cpas_hw->soc_info);
ahb_cleanup:
cam_cpas_util_unregister_bus_client(&cpas_core->ahb_bus_client);
client_cleanup:
cam_cpas_util_client_cleanup(cpas_hw);
cam_cpas_node_tree_cleanup(cpas_core, cpas_hw->soc_info.soc_private);
deinit_platform_res:
cam_cpas_soc_deinit_resources(&cpas_hw->soc_info);
release_workq:
flush_workqueue(cpas_core->work_queue);
destroy_workqueue(cpas_core->work_queue);
release_mem:
mutex_destroy(&cpas_hw->hw_mutex);
kfree(cpas_core);
kfree(cpas_hw);
kfree(cpas_hw_intf);
CAM_ERR(CAM_CPAS, "failed in hw probe");
return rc;
}
int cam_cpas_hw_remove(struct cam_hw_intf *cpas_hw_intf)
{
struct cam_hw_info *cpas_hw;
struct cam_cpas *cpas_core;
if (!cpas_hw_intf) {
CAM_ERR(CAM_CPAS, "cpas interface not initialized");
return -EINVAL;
}
cpas_hw = (struct cam_hw_info *)cpas_hw_intf->hw_priv;
cpas_core = (struct cam_cpas *)cpas_hw->core_info;
if (cpas_hw->hw_state == CAM_HW_STATE_POWER_UP) {
CAM_ERR(CAM_CPAS, "cpas hw is in power up state");
return -EINVAL;
}
cam_cpas_util_axi_cleanup(cpas_core, &cpas_hw->soc_info);
cam_cpas_node_tree_cleanup(cpas_core, cpas_hw->soc_info.soc_private);
cam_cpas_util_unregister_bus_client(&cpas_core->ahb_bus_client);
cam_cpas_util_client_cleanup(cpas_hw);
cam_cpas_soc_deinit_resources(&cpas_hw->soc_info);
cpas_core->dentry = NULL;
flush_workqueue(cpas_core->work_queue);
destroy_workqueue(cpas_core->work_queue);
mutex_destroy(&cpas_hw->hw_mutex);
kfree(cpas_core);
kfree(cpas_hw);
kfree(cpas_hw_intf);
return 0;
}