123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353 |
- // SPDX-License-Identifier: GPL-2.0-only
- /*
- * Copyright (c) 2020-2021, The Linux Foundation. All rights reserved.
- * Copyright (c) 2023, Qualcomm Innovation Center, Inc. All rights reserved.
- */
- #include <linux/slab.h>
- #include <dt-bindings/regulator/qcom,rpmh-regulator-levels.h>
- #include <linux/clk.h>
- #include <linux/clk/qcom.h>
- #include "mmrm_debug.h"
- #include "mmrm_clk_rsrc_mgr.h"
- #include "mmrm_fixedpoint.h"
- #define Q16_INT(q) ((q) >> 16)
- #define Q16_FRAC(q) ((((q) & 0xFFFF) * 100) >> 16)
- #define CLK_RATE_STEP 1000000
- #define NOTIFY_TIMEOUT 100000000
- /* Max HW DRV Instances (inst 0-5)*/
- #define MAX_HW_DRV_INSTANCES 6
- /* Max HW DRV Instances (power states 0-4)*/
- #define MAX_POWER_STATES 5
- static int mmrm_sw_update_freq(
- struct mmrm_sw_clk_mgr_info *sinfo, struct mmrm_sw_clk_client_tbl_entry *tbl_entry)
- {
- int rc = 0;
- u32 i;
- struct mmrm_driver_data *drv_data = (struct mmrm_driver_data *)sinfo->driver_data;
- struct mmrm_clk_platform_resources *cres = &drv_data->clk_res;
- struct voltage_corner_set *cset = &cres->corner_set;
- long clk_val_min, clk_val_max, clk_val, clk_val_round;
- int voltage_corner;
- clk_val_min = clk_round_rate(tbl_entry->clk, 1);
- clk_val_max = clk_round_rate(tbl_entry->clk, ~0UL);
- d_mpr_h("%s: csid(0x%x): min_clk_rate(%llu) max_clk_rate(%llu)\n",
- __func__,
- tbl_entry->clk_src_id,
- clk_val_min,
- clk_val_max);
- /* init with min val */
- for (i = 0; i < MMRM_VDD_LEVEL_MAX; i++) {
- tbl_entry->freq[i] = clk_val_min;
- }
- /* step through rates */
- for (clk_val = clk_val_min; clk_val < clk_val_max; clk_val += CLK_RATE_STEP) {
- /* get next clk rate */
- clk_val_round = clk_round_rate(tbl_entry->clk, clk_val);
- if (clk_val_round > clk_val_min) {
- clk_val_min = clk_val_round;
- /* Get voltage corner */
- voltage_corner = qcom_clk_get_voltage(tbl_entry->clk, clk_val_round);
- if (voltage_corner < 0 || voltage_corner > mmrm_sw_vdd_corner[MMRM_VDD_LEVEL_TURBO]) {
- break;
- }
- /* voltage corner is below svsl1 */
- if (voltage_corner < mmrm_sw_vdd_corner[MMRM_VDD_LEVEL_LOW_SVS])
- voltage_corner = mmrm_sw_vdd_corner[MMRM_VDD_LEVEL_LOW_SVS];
- /* match vdd level */
- for (i = 0; i < MMRM_VDD_LEVEL_MAX; i++) {
- if (voltage_corner == mmrm_sw_vdd_corner[i])
- break;
- }
- /* update freq */
- while (i < MMRM_VDD_LEVEL_MAX) {
- tbl_entry->freq[i++] = clk_val_round;
- }
- }
- }
- /* print results */
- for (i = 0; i < MMRM_VDD_LEVEL_MAX; i++) {
- d_mpr_h("%s: csid(0x%x) corner(%s) clk_rate(%llu)\n",
- __func__,
- tbl_entry->clk_src_id,
- cset->corner_tbl[i].name,
- tbl_entry->freq[i]);
- }
- return rc;
- }
- static void mmrm_sw_print_client_data(struct mmrm_sw_clk_mgr_info *sinfo,
- struct mmrm_sw_clk_client_tbl_entry *tbl_entry)
- {
- struct mmrm_driver_data *drv_data = (struct mmrm_driver_data *)sinfo->driver_data;
- struct mmrm_clk_platform_resources *cres = &drv_data->clk_res;
- struct voltage_corner_set *cset = &cres->corner_set;
- u32 i, j;
- for (i = 0; i < MMRM_VDD_LEVEL_MAX; i++) {
- d_mpr_p("%s: csid(0x%x) corner(%s) dyn_pwr(%zu) leak_pwr(%zu)\n",
- __func__,
- tbl_entry->clk_src_id,
- cset->corner_tbl[i].name,
- tbl_entry->dyn_pwr[i],
- tbl_entry->leak_pwr[i]);
- for (j = 0; j < MMRM_VDD_LEVEL_MAX; j++) {
- d_mpr_p("%s: csid(0x%x) total_pwr(%zu) cur_ma(%zu)\n",
- __func__,
- tbl_entry->clk_src_id,
- (tbl_entry->dyn_pwr[i] + tbl_entry->leak_pwr[i]),
- tbl_entry->current_ma[i][j]);
- }
- }
- }
- static void mmrm_sw_print_crm_table(struct mmrm_sw_clk_client_tbl_entry *tbl_entry)
- {
- int i;
- if (!tbl_entry->is_crm_client)
- return;
- for (i = 0; i < tbl_entry->crm_client_tbl_size; i++)
- d_mpr_h("%s: csid(0x%x) client tbl idx %d val %llu\n",
- __func__, tbl_entry->clk_src_id,
- i, tbl_entry->crm_client_tbl[i]);
- d_mpr_h("%s: csid(0x%x) client tbl max rate (idx %d) : %llu\n",
- __func__, tbl_entry->clk_src_id, tbl_entry->max_rate_idx,
- tbl_entry->clk_rate);
- }
- static u64 mmrm_sw_get_max_crm_rate(
- struct mmrm_sw_clk_client_tbl_entry *tbl_entry,
- struct mmrm_client_data *client_data, unsigned long new_clk_val,
- int *new_max_rate_idx)
- {
- u32 crm_max_rate, new_val_idx;
- crm_max_rate = tbl_entry->clk_rate;
- *new_max_rate_idx = tbl_entry->max_rate_idx;
- new_val_idx = (client_data->drv_type == MMRM_CRM_SW_DRV) ?
- (tbl_entry->crm_client_tbl_size - 1) : (tbl_entry->num_pwr_states *
- client_data->crm_drv_idx + client_data->pwr_st);
- if (new_clk_val > crm_max_rate) {
- crm_max_rate = new_clk_val;
- *new_max_rate_idx = new_val_idx;
- } else {
- /*
- * Get the new crm_max_rate from all SW/HW clients.
- * If the index with current max value is being updated with a lower value,
- * check if that index still has the max value or if another index has
- * the new max value.
- */
- if (new_val_idx == tbl_entry->max_rate_idx) {
- int i;
- crm_max_rate = 0;
- for (i = 0; i < tbl_entry->crm_client_tbl_size; i++) {
- if (i == tbl_entry->max_rate_idx)
- continue;
- if (tbl_entry->crm_client_tbl[i] > crm_max_rate) {
- crm_max_rate = tbl_entry->crm_client_tbl[i];
- *new_max_rate_idx = i;
- }
- }
- if (new_clk_val >= crm_max_rate) {
- /* New value at old max index is still the maximum value */
- crm_max_rate = new_clk_val;
- *new_max_rate_idx = tbl_entry->max_rate_idx;
- }
- }
- }
- d_mpr_h("%s: csid(0x%x) new clk rate(idx %d) = %llu, crm_max_rate(idx %d) = %llu\n",
- __func__, tbl_entry->clk_src_id, new_val_idx, new_clk_val,
- *new_max_rate_idx, crm_max_rate);
- return crm_max_rate;
- }
- static int mmrm_sw_update_curr(struct mmrm_sw_clk_mgr_info *sinfo,
- struct mmrm_sw_clk_client_tbl_entry *tbl_entry)
- {
- u32 i, j;
- struct mmrm_driver_data *drv_data = (struct mmrm_driver_data *)sinfo->driver_data;
- struct mmrm_clk_platform_resources *cres = &drv_data->clk_res;
- struct voltage_corner_set *cset = &cres->corner_set;
- u32 scaling_factor = 0, voltage_factor = 0;
- fp_t nom_dyn_pwr, nom_leak_pwr, dyn_sc, leak_sc,
- volt, dyn_pwr, leak_pwr, pwr_mw, nom_freq;
- u32 c;
- struct nom_clk_src_info *nom_tbl_entry = NULL;
- for (c = 0; c < sinfo->tot_clk_clients; c++) {
- if (tbl_entry->clk_src_id == sinfo->clk_client_tbl[c].clk_src_id) {
- nom_tbl_entry = &cres->nom_clk_set.clk_src_tbl[c];
- break;
- }
- }
- if (nom_tbl_entry == NULL) {
- d_mpr_h("%s: can't find 0x%x clock src ID\n",
- __func__,
- tbl_entry->clk_src_id);
- return -EINVAL;
- }
- nom_dyn_pwr = FP(Q16_INT(nom_tbl_entry->nom_dyn_pwr),
- Q16_FRAC(nom_tbl_entry->nom_dyn_pwr), 100);
- nom_leak_pwr = FP(Q16_INT(nom_tbl_entry->nom_leak_pwr),
- Q16_FRAC(nom_tbl_entry->nom_leak_pwr), 100);
- nom_freq = tbl_entry->freq[MMRM_VDD_LEVEL_NOM];
- /* update power & current entries for all levels */
- for (i = 0; i < MMRM_VDD_LEVEL_MAX; i++) {
- scaling_factor = cset->corner_tbl[i].scaling_factor_dyn;
- dyn_sc = FP(
- Q16_INT(scaling_factor), Q16_FRAC(scaling_factor), 100);
- scaling_factor = cset->corner_tbl[i].scaling_factor_leak;
- leak_sc = FP(
- Q16_INT(scaling_factor), Q16_FRAC(scaling_factor), 100);
- /* Frequency scaling */
- pwr_mw = fp_mult(nom_dyn_pwr, tbl_entry->freq[i]);
- pwr_mw = fp_div(pwr_mw, nom_freq);
- /* Scaling factor */
- dyn_pwr = fp_mult(pwr_mw, dyn_sc);
- leak_pwr = fp_mult(nom_leak_pwr, leak_sc);
- tbl_entry->dyn_pwr[i] = fp_round(dyn_pwr);
- tbl_entry->leak_pwr[i] = fp_round(leak_pwr);
- for (j = 0; j < MMRM_VDD_LEVEL_MAX; j++) {
- voltage_factor = cset->corner_tbl[j].volt_factor;
- volt = FP(Q16_INT(voltage_factor), Q16_FRAC(voltage_factor), 100);
- tbl_entry->current_ma[i][j] = fp_round(fp_div((dyn_pwr+leak_pwr), volt));
- }
- }
- mmrm_sw_print_client_data(sinfo, tbl_entry);
- return 0;
- }
- static struct mmrm_client *mmrm_sw_clk_client_register(
- struct mmrm_clk_mgr *sw_clk_mgr,
- struct mmrm_clk_client_desc clk_desc,
- enum mmrm_client_priority priority,
- void *pvt_data,
- notifier_callback_fn_t not_fn_cb)
- {
- int rc = 0;
- struct mmrm_client *clk_client = NULL;
- struct mmrm_sw_clk_mgr_info *sinfo = &(sw_clk_mgr->data.sw_info);
- struct mmrm_sw_clk_client_tbl_entry *tbl_entry;
- u32 c = 0;
- u32 clk_client_src_id = 0;
- mutex_lock(&sw_clk_mgr->lock);
- /* check if entry is free in table */
- if (sinfo->tot_clk_clients == sinfo->enabled_clk_clients) {
- d_mpr_e("%s: no free entry to register a clk client\n",
- __func__);
- rc = -EINVAL;
- goto err_nofree_entry;
- }
- /* look for entry that matches domain and id */
- clk_client_src_id = (clk_desc.client_domain << 16 | clk_desc.client_id);
- for (c = 0; c < sinfo->tot_clk_clients; c++) {
- if (clk_client_src_id == sinfo->clk_client_tbl[c].clk_src_id)
- break;
- }
- /* entry not found */
- if (c == sinfo->tot_clk_clients) {
- d_mpr_e("%s: unknown clk client 0x%x\n",
- __func__, clk_client_src_id);
- rc = -EINVAL;
- goto err_nofree_entry;
- }
- tbl_entry = &sinfo->clk_client_tbl[c];
- /* entry already registered */
- if (tbl_entry->client) {
- if (msm_mmrm_allow_multiple_register) {
- tbl_entry->ref_count++;
- d_mpr_h("%s: client csid(0x%x) already registered ref:%d\n",
- __func__, tbl_entry->clk_src_id, tbl_entry->ref_count);
- clk_client = tbl_entry->client;
- mmrm_sw_print_client_data(sinfo, tbl_entry);
- goto exit_found;
- }
- d_mpr_e("%s: client csid(0x%x) already registered\n",
- __func__, tbl_entry->clk_src_id);
- rc = -EINVAL;
- goto err_already_registered;
- }
- /* populate the entry */
- clk_client = kzalloc(sizeof(*clk_client), GFP_KERNEL);
- if (!clk_client) {
- d_mpr_e("%s: failed to allocate memory for clk_client\n",
- __func__);
- rc = -ENOMEM;
- goto err_fail_alloc_clk_client;
- }
- clk_client->client_uid = c;
- clk_client->client_type = MMRM_CLIENT_CLOCK;
- tbl_entry->ref_count = 1;
- /* copy the entries provided by client */
- tbl_entry->client = clk_client;
- strlcpy(tbl_entry->name, clk_desc.name, MMRM_CLK_CLIENT_NAME_SIZE);
- tbl_entry->clk = clk_desc.clk;
- tbl_entry->pri = priority;
- tbl_entry->pvt_data = pvt_data;
- tbl_entry->notifier_cb_fn = not_fn_cb;
- if (clk_desc.hw_drv_instances > MAX_HW_DRV_INSTANCES
- || clk_desc.num_pwr_states > MAX_POWER_STATES) {
- d_mpr_e("%s: Invalid CRM data: HW DRV instances %d power states %d\n",
- __func__, clk_desc.hw_drv_instances, clk_desc.num_pwr_states);
- rc = -EINVAL;
- goto err_invalid_crm_data;
- }
- /* CRM-managed client */
- if (clk_desc.hw_drv_instances > 0 && clk_desc.num_pwr_states > 0) {
- d_mpr_h("%s: CRM-managed clock client: HW DRV instances %d, power states %d\n",
- __func__, clk_desc.hw_drv_instances, clk_desc.num_pwr_states);
- tbl_entry->crm_client_tbl_size = clk_desc.hw_drv_instances *
- clk_desc.num_pwr_states + 1;
- tbl_entry->crm_client_tbl = kcalloc(tbl_entry->crm_client_tbl_size,
- sizeof(u64), GFP_KERNEL);
- if (!tbl_entry->crm_client_tbl) {
- d_mpr_e("%s: failed to allocate CRM client table\n", __func__);
- rc = -ENOMEM;
- goto err_fail_alloc_crm_tbl;
- }
- tbl_entry->is_crm_client = 1;
- tbl_entry->max_rate_idx = 0;
- tbl_entry->hw_drv_instances = clk_desc.hw_drv_instances;
- tbl_entry->num_pwr_states = clk_desc.num_pwr_states;
- }
- /* print table entry */
- d_mpr_h("%s: csid(0x%x) name(%s) pri(%d) pvt(%p) notifier(%p) hw_drv_instances(%d) num_pwr_states(%d)\n",
- __func__,
- tbl_entry->clk_src_id,
- tbl_entry->name,
- tbl_entry->pri,
- tbl_entry->pvt_data,
- tbl_entry->notifier_cb_fn,
- tbl_entry->hw_drv_instances,
- tbl_entry->num_pwr_states);
- /* determine full range of clock freq */
- rc = mmrm_sw_update_freq(sinfo, tbl_entry);
- if (rc) {
- d_mpr_e("%s: csid(0x%x) failed to update freq\n",
- __func__, tbl_entry->clk_src_id);
- goto err_fail_update_entry;
- }
- /* calculate current & scale power for other levels */
- rc = mmrm_sw_update_curr(sinfo, tbl_entry);
- if (rc) {
- d_mpr_e("%s: csid(0x%x) failed to update current\n",
- __func__, tbl_entry->clk_src_id);
- goto err_fail_update_entry;
- }
- exit_found:
- mutex_unlock(&sw_clk_mgr->lock);
- return clk_client;
- err_fail_update_entry:
- tbl_entry->is_crm_client = 0;
- tbl_entry->max_rate_idx = 0;
- tbl_entry->hw_drv_instances = 0;
- tbl_entry->num_pwr_states = 0;
- kfree(tbl_entry->crm_client_tbl);
- tbl_entry->crm_client_tbl = NULL;
- err_fail_alloc_crm_tbl:
- tbl_entry->crm_client_tbl_size = 0;
- err_invalid_crm_data:
- kfree(clk_client);
- err_fail_alloc_clk_client:
- tbl_entry->client = NULL;
- tbl_entry->clk = NULL;
- tbl_entry->pri = 0x0;
- tbl_entry->pvt_data = NULL;
- tbl_entry->notifier_cb_fn = NULL;
- err_nofree_entry:
- err_already_registered:
- mutex_unlock(&sw_clk_mgr->lock);
- d_mpr_e("%s: error = %d\n", __func__, rc);
- return NULL;
- }
- static int mmrm_sw_clk_client_deregister(struct mmrm_clk_mgr *sw_clk_mgr,
- struct mmrm_client *client)
- {
- int rc = 0;
- struct mmrm_sw_clk_client_tbl_entry *tbl_entry;
- struct mmrm_sw_clk_mgr_info *sinfo = &(sw_clk_mgr->data.sw_info);
- /* validate the client ptr */
- if (!client) {
- d_mpr_e("%s: invalid client\n", __func__);
- rc = -EINVAL;
- goto err_invalid_client;
- }
- if (client->client_uid >= sinfo->tot_clk_clients) {
- d_mpr_e("%s: invalid client uid (%d)\n",
- __func__, client->client_uid);
- rc = -EINVAL;
- goto err_invalid_client;
- }
- mutex_lock(&sw_clk_mgr->lock);
- tbl_entry = &sinfo->clk_client_tbl[client->client_uid];
- if (tbl_entry->ref_count > 0) {
- tbl_entry->ref_count--;
- }
- if (tbl_entry->ref_count == 0) {
- kfree(tbl_entry->crm_client_tbl);
- tbl_entry->crm_client_tbl = NULL;
- kfree(tbl_entry->client);
- tbl_entry->vdd_level = 0;
- tbl_entry->clk_rate = 0;
- tbl_entry->client = NULL;
- tbl_entry->clk = NULL;
- tbl_entry->pri = 0x0;
- tbl_entry->pvt_data = NULL;
- tbl_entry->notifier_cb_fn = NULL;
- tbl_entry->is_crm_client = 0;
- tbl_entry->max_rate_idx = 0;
- tbl_entry->hw_drv_instances = 0;
- tbl_entry->num_pwr_states = 0;
- tbl_entry->crm_client_tbl_size = 0;
- }
- mutex_unlock(&sw_clk_mgr->lock);
- return rc;
- err_invalid_client:
- d_mpr_e("%s: error = %d\n", __func__, rc);
- return rc;
- }
- static int mmrm_sw_get_req_level(
- struct mmrm_sw_clk_client_tbl_entry *tbl_entry,
- unsigned long clk_val, u32 *req_level)
- {
- int rc = 0;
- int voltage_corner;
- unsigned long clk_round_val = 0;
- u32 level;
- /*
- * Clients may set rates that are higher than max supported rate for a clock.
- * Round the rate to get the max supported corner.
- */
- clk_round_val = clk_round_rate(tbl_entry->clk, clk_val);
- /* get voltage corner */
- voltage_corner = qcom_clk_get_voltage(tbl_entry->clk, clk_round_val);
- if (voltage_corner < 0 || voltage_corner > mmrm_sw_vdd_corner[MMRM_VDD_LEVEL_TURBO]) {
- d_mpr_e("%s: csid(0x%x): invalid voltage corner(%d) for rounded clk rate(%llu)\n",
- __func__,
- tbl_entry->clk_src_id,
- voltage_corner,
- clk_round_val);
- rc = voltage_corner;
- goto err_invalid_corner;
- }
- /* voltage corner is below low svs */
- if (voltage_corner < mmrm_sw_vdd_corner[MMRM_VDD_LEVEL_LOW_SVS]) {
- d_mpr_h("%s: csid(0x%x): lower voltage corner(%d)\n",
- __func__,
- tbl_entry->clk_src_id,
- voltage_corner);
- *req_level = MMRM_VDD_LEVEL_LOW_SVS;
- goto exit_no_err;
- }
- /* match vdd level */
- for (level = 0; level < MMRM_VDD_LEVEL_MAX; level++) {
- if (voltage_corner == mmrm_sw_vdd_corner[level])
- break;
- }
- if (level == MMRM_VDD_LEVEL_MAX) {
- d_mpr_e("%s: csid(0x%x): invalid voltage corner(%d) for rounded clk rate(%llu)\n",
- __func__,
- tbl_entry->clk_src_id,
- voltage_corner,
- clk_round_val);
- rc = -EINVAL;
- goto err_invalid_corner;
- }
- *req_level = level;
- d_mpr_h("%s: req_level(%d)\n", __func__, level);
- exit_no_err:
- return rc;
- err_invalid_corner:
- return rc;
- }
- static int mmrm_sw_check_req_level(
- struct mmrm_sw_clk_mgr_info *sinfo,
- u32 clk_src_id, u32 req_level, u32 *adj_level)
- {
- int rc = 0;
- struct mmrm_sw_peak_current_data *peak_data = &sinfo->peak_cur_data;
- struct mmrm_sw_clk_client_tbl_entry *tbl_entry = NULL;
- struct mmrm_sw_clk_client_tbl_entry *next_max_entry = NULL;
- u32 c, level = req_level;
- if (req_level >= MMRM_VDD_LEVEL_MAX) {
- d_mpr_e("%s: invalid level %lu\n", __func__, req_level);
- rc = -EINVAL;
- goto err_invalid_level;
- }
- d_mpr_h("%s: csid(0x%x) level(%d) peak_data->aggreg_level(%d)\n",
- __func__, clk_src_id, level, peak_data->aggreg_level);
- /* req_level is rejected when another client has a higher level */
- if (req_level < peak_data->aggreg_level) {
- for (c = 0; c < sinfo->tot_clk_clients; c++) {
- tbl_entry = &sinfo->clk_client_tbl[c];
- if (IS_ERR_OR_NULL(tbl_entry->clk) || !tbl_entry->clk_rate ||
- (tbl_entry->clk_src_id == clk_src_id)) {
- continue;
- }
- if (tbl_entry->vdd_level == peak_data->aggreg_level) {
- break;
- }
- if ((tbl_entry->vdd_level < peak_data->aggreg_level)
- && (tbl_entry->vdd_level > req_level))
- next_max_entry = tbl_entry;
- }
- /* reject req level */
- if (c < sinfo->tot_clk_clients) {
- level = peak_data->aggreg_level;
- } else if (!IS_ERR_OR_NULL(next_max_entry)
- && next_max_entry->vdd_level > req_level) {
- level = next_max_entry->vdd_level;
- }
- }
- *adj_level = level;
- d_mpr_h("%s: adj_level(%d)\n", __func__, level);
- return rc;
- err_invalid_level:
- return rc;
- }
- static int mmrm_sw_calculate_total_current(
- struct mmrm_sw_clk_mgr_info *sinfo,
- u32 req_level, u32 *total_cur, struct mmrm_sw_clk_client_tbl_entry *tbl_entry_new)
- {
- int rc = 0;
- struct mmrm_sw_clk_client_tbl_entry *tbl_entry;
- u32 c, sum_cur = 0;
- if (req_level >= MMRM_VDD_LEVEL_MAX) {
- d_mpr_e("%s: invalid level %lu\n", __func__, req_level);
- rc = -EINVAL;
- goto err_invalid_level;
- }
- /* calculate sum of values (scaled by volt) */
- for (c = 0; c < sinfo->tot_clk_clients; c++) {
- tbl_entry = &sinfo->clk_client_tbl[c];
- if (IS_ERR_OR_NULL(tbl_entry->clk) || !tbl_entry->clk_rate
- || (tbl_entry == tbl_entry_new)) {
- continue;
- }
- sum_cur += (tbl_entry->current_ma[tbl_entry->vdd_level][req_level]
- * tbl_entry->num_hw_blocks);
- }
- *total_cur = sum_cur;
- d_mpr_h("%s: total_cur(%lu)\n", __func__, *total_cur);
- return rc;
- err_invalid_level:
- return rc;
- }
- static int mmrm_sw_throttle_low_priority_client(
- struct mmrm_sw_clk_mgr_info *sinfo, int *delta_cur)
- {
- int rc = 0, i;
- u64 start_ts = 0, end_ts = 0;
- struct mmrm_sw_clk_client_tbl_entry *tbl_entry_throttle_client;
- struct mmrm_client_notifier_data notifier_data;
- struct completion timeout;
- struct mmrm_sw_peak_current_data *peak_data = &sinfo->peak_cur_data;
- struct mmrm_sw_throttled_clients_data *tc_data;
- u32 now_cur_ma, min_cur_ma;
- long clk_min_level = MMRM_VDD_LEVEL_LOW_SVS;
- init_completion(&timeout);
- for (i = 0; i < sinfo->throttle_clients_data_length ; i++) {
- tbl_entry_throttle_client =
- &sinfo->clk_client_tbl[sinfo->throttle_clients_info[i].tbl_entry_id];
- if (IS_ERR_OR_NULL(tbl_entry_throttle_client))
- continue;
- now_cur_ma = tbl_entry_throttle_client->current_ma
- [tbl_entry_throttle_client->vdd_level]
- [peak_data->aggreg_level];
- min_cur_ma = tbl_entry_throttle_client->current_ma[clk_min_level]
- [peak_data->aggreg_level];
- d_mpr_h("%s:csid(0x%x) name(%s)\n",
- __func__, tbl_entry_throttle_client->clk_src_id,
- tbl_entry_throttle_client->name);
- d_mpr_h("%s:now_cur_ma(%llu) min_cur_ma(%llu) delta_cur(%d)\n",
- __func__, now_cur_ma, min_cur_ma, *delta_cur);
- if ((now_cur_ma <= min_cur_ma) || (now_cur_ma - min_cur_ma <= *delta_cur))
- continue;
- d_mpr_h("%s: Throttle client csid(0x%x) name(%s)\n",
- __func__, tbl_entry_throttle_client->clk_src_id,
- tbl_entry_throttle_client->name);
- d_mpr_h("%s:now_cur_ma %llu-min_cur_ma %llu>delta_cur %d\n",
- __func__, now_cur_ma, min_cur_ma, *delta_cur);
- /* Setup notifier */
- notifier_data.cb_type = MMRM_CLIENT_RESOURCE_VALUE_CHANGE;
- notifier_data.cb_data.val_chng.old_val =
- tbl_entry_throttle_client->freq[tbl_entry_throttle_client->vdd_level];
- notifier_data.cb_data.val_chng.new_val =
- tbl_entry_throttle_client->freq[clk_min_level];
- notifier_data.pvt_data = tbl_entry_throttle_client->pvt_data;
- start_ts = ktime_get_ns();
- if (tbl_entry_throttle_client->notifier_cb_fn)
- rc = tbl_entry_throttle_client->notifier_cb_fn(¬ifier_data);
- end_ts = ktime_get_ns();
- d_mpr_h("%s: Client notifier cbk processing time %llu ns\n",
- __func__, (end_ts - start_ts));
- if (rc) {
- d_mpr_e("%s: Client failed to send SUCCESS in callback(%d)\n",
- __func__, tbl_entry_throttle_client->clk_src_id);
- continue;
- }
- if ((end_ts - start_ts) > NOTIFY_TIMEOUT)
- d_mpr_e("%s:Client notifier cbk took %llu ns more than timeout %llu ns\n",
- __func__, (end_ts - start_ts), NOTIFY_TIMEOUT);
- if (tbl_entry_throttle_client->reserve == false) {
- rc = clk_set_rate(tbl_entry_throttle_client->clk,
- tbl_entry_throttle_client->freq[clk_min_level]);
- if (rc) {
- d_mpr_e("%s: Failed to throttle the clk csid(%d)\n",
- __func__, tbl_entry_throttle_client->clk_src_id);
- continue;
- }
- }
- d_mpr_h("%s: %s throttled to %llu\n",
- __func__, tbl_entry_throttle_client->name,
- tbl_entry_throttle_client->freq[clk_min_level]);
- *delta_cur -= now_cur_ma - min_cur_ma;
- /* Store this client for bookkeeping */
- tc_data = kzalloc(sizeof(*tc_data), GFP_KERNEL);
- if (IS_ERR_OR_NULL(tc_data)) {
- d_mpr_e("%s: Failed to allocate memory\n", __func__);
- return -ENOMEM;
- }
- tc_data->table_id = i;
- tc_data->delta_cu_ma = now_cur_ma - min_cur_ma;
- tc_data->prev_vdd_level = tbl_entry_throttle_client->vdd_level;
- // Add throttled client to list to access it later
- list_add_tail(&tc_data->list, &sinfo->throttled_clients);
- /* Store the throttled clock rate of client */
- tbl_entry_throttle_client->clk_rate =
- tbl_entry_throttle_client->freq[clk_min_level];
- /* Store the corner level of throttled client */
- tbl_entry_throttle_client->vdd_level = clk_min_level;
- /* Clearing the reserve flag */
- tbl_entry_throttle_client->reserve = false;
- break;
- }
- return rc;
- }
- static void mmrm_sw_dump_enabled_client_info(struct mmrm_sw_clk_mgr_info *sinfo)
- {
- u32 c;
- struct mmrm_sw_peak_current_data *peak_data = &sinfo->peak_cur_data;
- struct mmrm_sw_clk_client_tbl_entry *tbl_entry = NULL;
- for (c = 0; c < sinfo->tot_clk_clients; c++) {
- tbl_entry = &sinfo->clk_client_tbl[c];
- if (tbl_entry->clk_rate) {
- d_mpr_e("%s: csid(0x%x) clk_rate(%zu) vdd_level(%zu) cur_ma(%zu) num_hw_blocks(%zu)\n",
- __func__,
- tbl_entry->clk_src_id,
- tbl_entry->clk_rate,
- tbl_entry->vdd_level,
- tbl_entry->current_ma[tbl_entry->vdd_level]
- [peak_data->aggreg_level] * tbl_entry->num_hw_blocks,
- tbl_entry->num_hw_blocks);
- }
- }
- if (peak_data) {
- d_mpr_e("%s: aggreg_val(%zu) aggreg_level(%zu)\n", __func__,
- peak_data->aggreg_val, peak_data->aggreg_level);
- }
- }
- static int mmrm_reinstate_throttled_client(struct mmrm_sw_clk_mgr_info *sinfo)
- {
- struct mmrm_sw_peak_current_data *peak_data = &sinfo->peak_cur_data;
- struct mmrm_sw_throttled_clients_data *iter, *safe_iter = NULL;
- struct mmrm_client_notifier_data notifier_data;
- struct mmrm_sw_clk_client_tbl_entry *re_entry_throttle_client;
- int rc = 0;
- u64 start_ts = 0, end_ts = 0;
- list_for_each_entry_safe(iter, safe_iter, &sinfo->throttled_clients, list) {
- if (!IS_ERR_OR_NULL(iter) && peak_data->aggreg_val +
- iter->delta_cu_ma <= peak_data->threshold) {
- d_mpr_h("%s: table_id = %d\n", __func__, iter->table_id);
- re_entry_throttle_client =
- &sinfo->clk_client_tbl
- [sinfo->throttle_clients_info
- [iter->table_id].tbl_entry_id];
- if (!IS_ERR_OR_NULL(re_entry_throttle_client)) {
- d_mpr_h("%s:found throttled client name(%s) clsid (0x%x)\n",
- __func__, re_entry_throttle_client->name,
- re_entry_throttle_client->clk_src_id);
- notifier_data.cb_type = MMRM_CLIENT_RESOURCE_VALUE_CHANGE;
- notifier_data.cb_data.val_chng.old_val =
- re_entry_throttle_client->freq[MMRM_VDD_LEVEL_LOW_SVS];
- notifier_data.cb_data.val_chng.new_val =
- re_entry_throttle_client->freq[iter->prev_vdd_level];
- notifier_data.pvt_data = re_entry_throttle_client->pvt_data;
- start_ts = ktime_get_ns();
- if (re_entry_throttle_client->notifier_cb_fn) {
- rc = re_entry_throttle_client->notifier_cb_fn
- (¬ifier_data);
- end_ts = ktime_get_ns();
- d_mpr_h("%s: Client notifier cbk processing time(%llu)ns\n",
- __func__, end_ts - start_ts);
- if (rc) {
- d_mpr_e("%s: Client notifier callback failed(%d)\n",
- __func__,
- re_entry_throttle_client->clk_src_id);
- }
- if ((end_ts - start_ts) > NOTIFY_TIMEOUT)
- d_mpr_e("%s: Client notifier took %llu ns\n",
- __func__, (end_ts - start_ts));
- }
- list_del(&iter->list);
- kfree(iter);
- }
- }
- }
- return 0;
- }
- static int mmrm_sw_check_peak_current(struct mmrm_sw_clk_mgr_info *sinfo,
- struct mmrm_sw_clk_client_tbl_entry *tbl_entry,
- u32 req_level, u32 clk_val, u32 num_hw_blocks)
- {
- int rc = 0;
- struct mmrm_sw_peak_current_data *peak_data = &sinfo->peak_cur_data;
- u32 adj_level = req_level;
- u32 peak_cur = peak_data->aggreg_val;
- u32 old_cur = 0, new_cur = 0;
- int delta_cur = 0;
- /* check the req level and adjust according to tbl entries */
- rc = mmrm_sw_check_req_level(sinfo, tbl_entry->clk_src_id, req_level, &adj_level);
- if (rc) {
- goto err_invalid_level;
- }
- /* calculate new cur val as per adj_val */
- if (clk_val)
- new_cur = tbl_entry->current_ma[req_level][adj_level] * num_hw_blocks;
- /* calculate old cur */
- if (tbl_entry->clk_rate) {
- //old_cur = tbl_entry->current_ma[tbl_entry->vdd_level][adj_level];
- old_cur = tbl_entry->current_ma[tbl_entry->vdd_level]
- [peak_data->aggreg_level] * tbl_entry->num_hw_blocks;
- }
- /* 1. adj_level increase: recalculated peak_cur other clients + new_cur
- * 2. adj_level decrease: recalculated peak_cur other clients + new_cur
- * 3. clk_val increase: aggreg_val + (new_cur - old_cur)
- * 4. clk_val decrease: aggreg_val + (new_cur - old_cur)
- * 5. clk_val 0: aggreg_val - old_cur
- */
- /* recalculate aggregated current with adj level */
- if (adj_level != peak_data->aggreg_level) {
- rc = mmrm_sw_calculate_total_current(sinfo, adj_level, &peak_cur, tbl_entry);
- if (rc) {
- goto err_invalid_level;
- }
- peak_cur += new_cur;
- } else {
- delta_cur = (signed int)new_cur - old_cur;
- }
- d_mpr_h("%s: csid (0x%x) peak_cur(%zu) new_cur(%zu) old_cur(%zu) delta_cur(%d)\n",
- __func__, tbl_entry->clk_src_id, peak_cur, new_cur, old_cur, delta_cur);
- /* negative value, update peak data */
- if ((signed)peak_cur + delta_cur <= 0) {
- peak_data->aggreg_val = 0;
- peak_data->aggreg_level = adj_level;
- goto exit_no_err;
- }
- /* peak overshoot, do not update peak data */
- if ((signed)peak_cur + delta_cur >= peak_data->threshold) {
- /* Find low prority client and throttle it*/
- if ((tbl_entry->pri == MMRM_CLIENT_PRIOR_HIGH)
- && (msm_mmrm_enable_throttle_feature > 0)) {
- rc = mmrm_sw_throttle_low_priority_client(sinfo, &delta_cur);
- if (rc != 0) {
- d_mpr_e("%s: Failed to throttle the low priority client\n",
- __func__);
- mmrm_sw_dump_enabled_client_info(sinfo);
- goto err_peak_overshoot;
- }
- } else {
- d_mpr_e("%s: Client csid(0x%x) name(%s) can't request throtlling\n",
- __func__, tbl_entry->clk_src_id, tbl_entry->name);
- mmrm_sw_dump_enabled_client_info(sinfo);
- rc = -EINVAL;
- goto err_peak_overshoot;
- }
- }
- /* update peak data */
- peak_data->aggreg_val = peak_cur + delta_cur;
- peak_data->aggreg_level = adj_level;
- mmrm_reinstate_throttled_client(sinfo);
- exit_no_err:
- d_mpr_h("%s: aggreg_val(%lu) aggreg_level(%lu)\n",
- __func__,
- peak_data->aggreg_val,
- peak_data->aggreg_level);
- return rc;
- err_invalid_level:
- err_peak_overshoot:
- return rc;
- }
- static int mmrm_sw_clk_client_setval(struct mmrm_clk_mgr *sw_clk_mgr,
- struct mmrm_client *client,
- struct mmrm_client_data *client_data,
- unsigned long clk_val)
- {
- int rc = 0;
- struct mmrm_sw_clk_client_tbl_entry *tbl_entry;
- struct mmrm_sw_clk_mgr_info *sinfo = &(sw_clk_mgr->data.sw_info);
- bool req_reserve;
- u32 req_level;
- unsigned long crm_max_rate = 0;
- int max_rate_idx = 0;
- /* validate input params */
- if (!client) {
- d_mpr_e("%s: invalid client\n", __func__);
- rc = -EINVAL;
- goto err_invalid_client;
- }
- if (client->client_uid >= sinfo->tot_clk_clients) {
- d_mpr_e("%s: invalid client uid (%d)\n",
- __func__, client->client_uid);
- rc = -EINVAL;
- goto err_invalid_client;
- }
- if (!client_data) {
- d_mpr_e("%s: invalid client data\n", __func__);
- rc = -EINVAL;
- goto err_invalid_client_data;
- }
- /* get table entry */
- tbl_entry = &sinfo->clk_client_tbl[client->client_uid];
- if (IS_ERR_OR_NULL(tbl_entry->clk)) {
- d_mpr_e("%s: clk src not registered\n", __func__);
- rc = -EINVAL;
- goto err_invalid_client;
- }
- d_mpr_h("%s: csid(0x%x) clk rate %llu\n",
- __func__, tbl_entry->clk_src_id, clk_val);
- if (tbl_entry->is_crm_client) {
- if (client_data->crm_drv_idx >= tbl_entry->hw_drv_instances ||
- client_data->pwr_st >= tbl_entry->num_pwr_states) {
- d_mpr_e("%s: invalid CRM data\n", __func__);
- rc = -EINVAL;
- goto err_invalid_client_data;
- }
- crm_max_rate = mmrm_sw_get_max_crm_rate(tbl_entry, client_data,
- clk_val, &max_rate_idx);
- }
- /*
- * Check if the requested clk rate is the same as the current clk rate.
- * When clk rates are the same, compare this with the current state.
- * Skip when duplicate calculations will be made.
- * CRM Clients: Always set the rate
- * --- current ---- requested --- action ---
- * a. reserve && req_reserve: skip
- * b. !reserve && !req_reserve: skip
- * c. !reserve && req_reserve: skip
- * d. reserve && !req_reserve: set clk rate
- */
- req_reserve = client_data->flags & MMRM_CLIENT_DATA_FLAG_RESERVE_ONLY;
- if (tbl_entry->clk_rate == clk_val &&
- tbl_entry->num_hw_blocks == client_data->num_hw_blocks &&
- tbl_entry->is_crm_client == false) {
- d_mpr_h("%s: csid(0x%x) same as previous clk rate %llu\n",
- __func__, tbl_entry->clk_src_id, clk_val);
- /* a & b */
- if (tbl_entry->reserve == req_reserve)
- goto exit_no_err;
- /* c & d */
- mutex_lock(&sw_clk_mgr->lock);
- tbl_entry->reserve = req_reserve;
- mutex_unlock(&sw_clk_mgr->lock);
- /* skip or set clk rate */
- if (req_reserve)
- goto exit_no_err;
- else
- goto set_clk_rate;
- }
- /* get corresponding level */
- if (clk_val) {
- if (!tbl_entry->is_crm_client)
- rc = mmrm_sw_get_req_level(tbl_entry, clk_val, &req_level);
- else
- rc = mmrm_sw_get_req_level(tbl_entry, crm_max_rate, &req_level);
- if (rc || req_level >= MMRM_VDD_LEVEL_MAX) {
- d_mpr_e("%s: csid(0x%x) unable to get level for clk rate %llu crm_max_rate %llu\n",
- __func__, tbl_entry->clk_src_id, clk_val, crm_max_rate);
- rc = -EINVAL;
- goto err_invalid_clk_val;
- }
- if (!((client_data->num_hw_blocks >= 1) &&
- (client_data->num_hw_blocks <= tbl_entry->max_num_hw_blocks))) {
- d_mpr_e("%s: csid(0x%x) num_hw_block:%d\n",
- __func__, tbl_entry->clk_src_id, client_data->num_hw_blocks);
- rc = -EINVAL;
- goto err_invalid_client_data;
- }
- } else {
- req_level = 0;
- }
- mutex_lock(&sw_clk_mgr->lock);
- /* check and update for peak current */
- if (!tbl_entry->is_crm_client) {
- rc = mmrm_sw_check_peak_current(sinfo, tbl_entry,
- req_level, clk_val, client_data->num_hw_blocks);
- } else {
- rc = mmrm_sw_check_peak_current(sinfo, tbl_entry,
- req_level, crm_max_rate, client_data->num_hw_blocks);
- }
- if (rc) {
- d_mpr_e("%s: csid (0x%x) peak overshoot peak_cur(%lu)\n",
- __func__, tbl_entry->clk_src_id,
- sinfo->peak_cur_data.aggreg_val);
- mutex_unlock(&sw_clk_mgr->lock);
- goto err_peak_overshoot;
- }
- /* update table entry */
- if (!tbl_entry->is_crm_client) {
- tbl_entry->clk_rate = clk_val;
- } else {
- tbl_entry->max_rate_idx = max_rate_idx;
- tbl_entry->clk_rate = crm_max_rate;
- if (client_data->drv_type == MMRM_CRM_SW_DRV)
- tbl_entry->crm_client_tbl[tbl_entry->crm_client_tbl_size - 1] = clk_val;
- else
- tbl_entry->crm_client_tbl[tbl_entry->num_pwr_states *
- client_data->crm_drv_idx +
- client_data->pwr_st] = clk_val;
- mmrm_sw_print_crm_table(tbl_entry);
- }
- tbl_entry->vdd_level = req_level;
- tbl_entry->reserve = req_reserve;
- tbl_entry->num_hw_blocks = client_data->num_hw_blocks;
- mutex_unlock(&sw_clk_mgr->lock);
- /* check reserve only flag (skip set clock rate) */
- if (req_reserve && !tbl_entry->is_crm_client) {
- d_mpr_h("%s: csid(0x%x) skip setting clk rate\n",
- __func__, tbl_entry->clk_src_id);
- rc = 0;
- goto exit_no_err;
- }
- set_clk_rate:
- if (!tbl_entry->is_crm_client || client_data->drv_type == MMRM_CRM_SW_DRV) {
- d_mpr_h("%s: csid(0x%x) setting clk rate %llu\n",
- __func__, tbl_entry->clk_src_id, clk_val);
- rc = clk_set_rate(tbl_entry->clk, clk_val);
- if (rc) {
- d_mpr_e("%s: csid(0x%x) failed to set clk rate %llu\n",
- __func__, tbl_entry->clk_src_id, clk_val);
- rc = -EINVAL;
- /* TBD: incase of failure clk_rate is invalid */
- goto err_clk_set_fail;
- }
- } else {
- d_mpr_h(
- "%s: csid(0x%x) setting clk rate %llu drv_type %u, crm_drv_idx %u, pwr_st %u\n",
- __func__, tbl_entry->clk_src_id, clk_val,
- CRM_HW_DRV, client_data->crm_drv_idx,
- client_data->pwr_st);
- rc = qcom_clk_crm_set_rate(tbl_entry->clk, CRM_HW_DRV,
- client_data->crm_drv_idx,
- client_data->pwr_st, clk_val);
- if (rc) {
- d_mpr_e("%s: csid(0x%x) failed to set clk rate %llu\n",
- __func__, tbl_entry->clk_src_id, clk_val);
- rc = -EINVAL;
- /* TBD: incase of failure clk_rate is invalid */
- goto err_clk_set_fail;
- }
- }
- exit_no_err:
- d_mpr_h("%s: clk rate %lu set successfully for %s\n",
- __func__, clk_val, tbl_entry->name);
- return rc;
- err_invalid_client:
- err_invalid_client_data:
- err_invalid_clk_val:
- err_peak_overshoot:
- err_clk_set_fail:
- d_mpr_e("%s: error = %d\n", __func__, rc);
- return rc;
- }
- static int mmrm_sw_clk_client_setval_inrange(struct mmrm_clk_mgr *sw_clk_mgr,
- struct mmrm_client *client,
- struct mmrm_client_data *client_data,
- struct mmrm_client_res_value *val)
- {
- /* TBD: add support for set val in range */
- return mmrm_sw_clk_client_setval(sw_clk_mgr, client, client_data,
- val->cur);
- }
- static int mmrm_sw_clk_client_getval(struct mmrm_clk_mgr *sw_clk_mgr,
- struct mmrm_client *client,
- struct mmrm_client_res_value *val)
- {
- int rc = 0;
- struct mmrm_sw_clk_client_tbl_entry *tbl_entry;
- struct mmrm_sw_clk_mgr_info *sinfo = &(sw_clk_mgr->data.sw_info);
- /* validate input params */
- if (!client) {
- d_mpr_e("%s: invalid client\n", __func__);
- rc = -EINVAL;
- goto err_invalid_client;
- }
- if (client->client_uid >= sinfo->tot_clk_clients) {
- d_mpr_e("%s: invalid client uid (%d)\n",
- __func__, client->client_uid);
- rc = -EINVAL;
- goto err_invalid_client;
- }
- tbl_entry = &sinfo->clk_client_tbl[client->client_uid];
- if (!tbl_entry->clk) {
- d_mpr_e("%s: clk src not registered\n", __func__);
- rc = -EINVAL;
- goto err_invalid_client;
- }
- /* return previously configured value */
- /* TBD: Identify the min & max values */
- val->min = tbl_entry->clk_rate;
- val->cur = tbl_entry->clk_rate;
- val->max = tbl_entry->clk_rate;
- return rc;
- err_invalid_client:
- d_mpr_e("%s: error = %d\n", __func__, rc);
- return rc;
- }
- static int mmrm_sw_clk_print_enabled_client_info(struct mmrm_clk_mgr *sw_clk_mgr,
- char *buf,
- int sz)
- {
- u32 c, len;
- u32 left_spaces = (u32)sz;
- struct mmrm_sw_clk_mgr_info *sinfo = &(sw_clk_mgr->data.sw_info);
- struct mmrm_sw_peak_current_data *peak_data = &sinfo->peak_cur_data;
- struct mmrm_sw_clk_client_tbl_entry *tbl_entry = NULL;
- len = scnprintf(buf, left_spaces, " csid clk_rate vdd_level cur_ma num_hw_blocks\n");
- left_spaces -= len;
- buf += len;
- if (sinfo != NULL && peak_data != NULL) {
- for (c = 0; (c < sinfo->tot_clk_clients) && (left_spaces > 1); c++) {
- tbl_entry = &sinfo->clk_client_tbl[c];
- if ((tbl_entry != NULL) && (tbl_entry->clk_rate)) {
- len = scnprintf(buf, left_spaces, "0x%x %zu %zu %zu %zu\n",
- tbl_entry->clk_src_id,
- tbl_entry->clk_rate,
- tbl_entry->vdd_level,
- tbl_entry->current_ma[tbl_entry->vdd_level]
- [peak_data->aggreg_level] * tbl_entry->num_hw_blocks,
- tbl_entry->num_hw_blocks);
- left_spaces -= len;
- buf += len;
- }
- }
- if (left_spaces > 1) {
- len = scnprintf(buf, left_spaces, "aggreg_val(%zu) aggreg_level(%zu)\n",
- peak_data->aggreg_val, peak_data->aggreg_level);
- left_spaces -= len;
- }
- }
- return (sz - left_spaces);
- }
- static struct mmrm_clk_mgr_client_ops clk_client_swops = {
- .clk_client_reg = mmrm_sw_clk_client_register,
- .clk_client_dereg = mmrm_sw_clk_client_deregister,
- .clk_client_setval = mmrm_sw_clk_client_setval,
- .clk_client_setval_inrange = mmrm_sw_clk_client_setval_inrange,
- .clk_client_getval = mmrm_sw_clk_client_getval,
- .clk_print_enabled_client_info = mmrm_sw_clk_print_enabled_client_info,
- };
- static int mmrm_sw_prepare_table(struct mmrm_clk_platform_resources *cres,
- struct mmrm_sw_clk_mgr_info *sinfo)
- {
- int rc = 0;
- u32 c;
- struct mmrm_sw_clk_client_tbl_entry *tbl_entry;
- struct nom_clk_src_info *nom_tbl_entry;
- /* read all resource entries */
- for (c = 0; c < sinfo->tot_clk_clients; c++) {
- tbl_entry = &sinfo->clk_client_tbl[c];
- nom_tbl_entry = &cres->nom_clk_set.clk_src_tbl[c];
- tbl_entry->clk_src_id = (nom_tbl_entry->domain << 16 |
- nom_tbl_entry->clk_src_id);
- tbl_entry->dyn_pwr[MMRM_VDD_LEVEL_NOM] =
- nom_tbl_entry->nom_dyn_pwr;
- tbl_entry->leak_pwr[MMRM_VDD_LEVEL_NOM] =
- nom_tbl_entry->nom_leak_pwr;
- tbl_entry->max_num_hw_blocks = nom_tbl_entry->num_hw_block;
- d_mpr_h("%s: updating csid(0x%x) dyn_pwr(%d) leak_pwr(%d) num(%d)\n",
- __func__,
- tbl_entry->clk_src_id,
- tbl_entry->dyn_pwr[MMRM_VDD_LEVEL_NOM],
- tbl_entry->leak_pwr[MMRM_VDD_LEVEL_NOM],
- tbl_entry->num_hw_blocks);
- }
- return rc;
- }
- int mmrm_init_sw_clk_mgr(void *driver_data)
- {
- int rc = 0, i, j;
- struct mmrm_driver_data *drv_data =
- (struct mmrm_driver_data *)driver_data;
- struct mmrm_clk_platform_resources *cres = &drv_data->clk_res;
- struct mmrm_sw_clk_mgr_info *sinfo = NULL;
- struct mmrm_clk_mgr *sw_clk_mgr = NULL;
- u32 tbl_size = 0;
- /* mmrm_sw_clk_mgr */
- sw_clk_mgr = kzalloc(sizeof(*sw_clk_mgr), GFP_KERNEL);
- if (!sw_clk_mgr) {
- d_mpr_e("%s: failed to allocate memory for sw_clk_mgr\n",
- __func__);
- rc = -ENOMEM;
- goto err_fail_sw_clk_mgr;
- }
- /* initialize the tables */
- tbl_size = sizeof(struct mmrm_sw_clk_client_tbl_entry) *
- cres->nom_clk_set.count;
- sinfo = &(sw_clk_mgr->data.sw_info);
- sinfo->driver_data = drv_data;
- sinfo->clk_client_tbl = kzalloc(tbl_size, GFP_KERNEL);
- if (!sinfo->clk_client_tbl) {
- d_mpr_e(
- "%s: failed to allocate memory for clk_client_tbl (%d)\n",
- __func__, cres->nom_clk_set.count);
- rc = -ENOMEM;
- goto err_fail_clk_tbl;
- }
- sinfo->tot_clk_clients = cres->nom_clk_set.count;
- sinfo->enabled_clk_clients = 0;
- INIT_LIST_HEAD(&sinfo->throttled_clients);
- /* prepare table entries */
- rc = mmrm_sw_prepare_table(cres, sinfo);
- if (rc) {
- d_mpr_e("%s: failed to prepare clk table\n", __func__);
- rc = -ENOMEM;
- goto err_fail_prep_tbl;
- }
- /* update the peak current threshold */
- sinfo->peak_cur_data.threshold = cres->peak_threshold;
- sinfo->peak_cur_data.aggreg_val = 0;
- sinfo->peak_cur_data.aggreg_level = 0;
- sinfo->throttle_clients_data_length = cres->throttle_clients_data_length;
- for (i = 0; i < sinfo->throttle_clients_data_length; i++) {
- for (j = 0; j < sinfo->tot_clk_clients; j++) {
- if (sinfo->clk_client_tbl[j].clk_src_id
- == cres->clsid_threshold_clients[i]) {
- sinfo->throttle_clients_info[i].csid_throttle_client
- = cres->clsid_threshold_clients[i];
- sinfo->throttle_clients_info[i].tbl_entry_id = j;
- break;
- }
- }
- }
- /* initialize mutex for sw clk mgr */
- mutex_init(&sw_clk_mgr->lock);
- sw_clk_mgr->scheme = drv_data->clk_res.scheme;
- /* clk client operations */
- sw_clk_mgr->clk_client_ops = &clk_client_swops;
- drv_data->clk_mgr = sw_clk_mgr;
- return rc;
- err_fail_prep_tbl:
- kfree(sinfo->clk_client_tbl);
- err_fail_clk_tbl:
- kfree(sw_clk_mgr);
- drv_data->clk_mgr = NULL;
- err_fail_sw_clk_mgr:
- d_mpr_e("%s: error = %d\n", __func__, rc);
- return rc;
- }
- int mmrm_destroy_sw_clk_mgr(struct mmrm_clk_mgr *sw_clk_mgr)
- {
- int rc = 0;
- struct mmrm_sw_clk_mgr_info *sinfo = &(sw_clk_mgr->data.sw_info);
- struct mmrm_sw_throttled_clients_data *iter, *safe_iter = NULL;
- list_for_each_entry_safe(iter, safe_iter, &sinfo->throttled_clients, list) {
- list_del(&iter->list);
- kfree(iter);
- }
- if (!sw_clk_mgr) {
- d_mpr_e("%s: sw_clk_mgr null\n", __func__);
- return -EINVAL;
- }
- kfree(sw_clk_mgr->data.sw_info.clk_client_tbl);
- mutex_destroy(&sw_clk_mgr->lock);
- kfree(sw_clk_mgr);
- return rc;
- }
|