838 lines
20 KiB
C
838 lines
20 KiB
C
|
/*
|
||
|
* Copyright (c) 2018 Samsung Electronics Co., Ltd.
|
||
|
* http://www.samsung.com/
|
||
|
*
|
||
|
* HAFM-TB(AFM with HIU TB) support
|
||
|
* Auther : PARK CHOONGHOON (choong.park@samsung.com)
|
||
|
* This program is free software; you can redistribute it and/or modify
|
||
|
* it under the terms of the GNU General Public License version 2 as
|
||
|
* published by the Free Software Foundation.
|
||
|
*/
|
||
|
|
||
|
#include <linux/cpumask.h>
|
||
|
#include <linux/regmap.h>
|
||
|
#include <linux/of_irq.h>
|
||
|
#include <linux/of.h>
|
||
|
#include <linux/slab.h>
|
||
|
#include <linux/platform_device.h>
|
||
|
#include <linux/io.h>
|
||
|
#include <linux/kthread.h>
|
||
|
#include <linux/delay.h>
|
||
|
|
||
|
#include "exynos-hiu.h"
|
||
|
#include "../../cpufreq/exynos-ff.h"
|
||
|
#include "../../cpufreq/exynos-acme.h"
|
||
|
|
||
|
static struct exynos_hiu_data *data;
|
||
|
|
||
|
static void hiu_stats_create_table(struct cpufreq_policy *policy);
|
||
|
|
||
|
#define POLL_PERIOD 100
|
||
|
|
||
|
/****************************************************************/
|
||
|
/* HIU HELPER FUNCTION */
|
||
|
/****************************************************************/
|
||
|
static unsigned int hiu_get_freq_level(unsigned int freq)
|
||
|
{
|
||
|
int level;
|
||
|
struct hiu_stats *stats = data->stats;
|
||
|
|
||
|
if (unlikely(!stats))
|
||
|
return 0;
|
||
|
|
||
|
for (level = 0; level < stats->last_level; level++)
|
||
|
if (stats->freq_table[level] == freq)
|
||
|
return level + data->level_offset;
|
||
|
|
||
|
return -EINVAL;
|
||
|
}
|
||
|
|
||
|
static unsigned int hiu_get_power_budget(unsigned int freq)
|
||
|
{
|
||
|
return data->sw_pbl;
|
||
|
}
|
||
|
|
||
|
static void hiu_update_reg(int offset, int mask, int shift, unsigned int val)
|
||
|
{
|
||
|
unsigned int reg_val;
|
||
|
|
||
|
reg_val = __raw_readl(data->base + offset);
|
||
|
reg_val &= ~(mask << shift);
|
||
|
reg_val |= val << shift;
|
||
|
__raw_writel(reg_val, data->base + offset);
|
||
|
}
|
||
|
|
||
|
static unsigned int hiu_read_reg(int offset, int mask, int shift)
|
||
|
{
|
||
|
unsigned int reg_val;
|
||
|
|
||
|
reg_val = __raw_readl(data->base + offset);
|
||
|
return (reg_val >> shift) & mask;
|
||
|
}
|
||
|
|
||
|
static unsigned int hiu_get_act_dvfs(void)
|
||
|
{
|
||
|
return hiu_read_reg(HIUTOPCTL1, ACTDVFS_MASK, ACTDVFS_SHIFT);
|
||
|
}
|
||
|
|
||
|
static void hiu_control_err_interrupts(int enable)
|
||
|
{
|
||
|
if (enable)
|
||
|
hiu_update_reg(HIUTOPCTL1, ENB_ERR_INTERRUPTS_MASK, 0, ENB_ERR_INTERRUPTS_MASK);
|
||
|
else
|
||
|
hiu_update_reg(HIUTOPCTL1, ENB_ERR_INTERRUPTS_MASK, 0, 0);
|
||
|
}
|
||
|
|
||
|
static void hiu_control_mailbox(int enable)
|
||
|
{
|
||
|
hiu_update_reg(HIUTOPCTL1, ENB_SR1INTR_MASK, ENB_SR1INTR_SHIFT, !!enable);
|
||
|
hiu_update_reg(HIUTOPCTL1, ENB_ACPM_COMM_MASK, ENB_ACPM_COMM_SHIFT, !!enable);
|
||
|
}
|
||
|
|
||
|
static void hiu_set_limit_dvfs(unsigned int freq)
|
||
|
{
|
||
|
unsigned int level;
|
||
|
|
||
|
level = hiu_get_freq_level(freq);
|
||
|
|
||
|
hiu_update_reg(HIUTOPCTL2, LIMITDVFS_MASK, LIMITDVFS_SHIFT, level);
|
||
|
}
|
||
|
|
||
|
static void hiu_set_tb_dvfs(unsigned int freq)
|
||
|
{
|
||
|
unsigned int level;
|
||
|
|
||
|
level = hiu_get_freq_level(freq);
|
||
|
|
||
|
hiu_update_reg(HIUTBCTL, TBDVFS_MASK, TBDVFS_SHIFT, level);
|
||
|
}
|
||
|
|
||
|
static void hiu_control_tb(int enable)
|
||
|
{
|
||
|
hiu_update_reg(HIUTBCTL, TB_ENB_MASK, TB_ENB_SHIFT, !!enable);
|
||
|
}
|
||
|
|
||
|
static void hiu_control_pc(int enable)
|
||
|
{
|
||
|
hiu_update_reg(HIUTBCTL, PC_DISABLE_MASK, PC_DISABLE_SHIFT, !enable);
|
||
|
}
|
||
|
|
||
|
static void hiu_set_boost_level_inc(void)
|
||
|
{
|
||
|
unsigned int inc;
|
||
|
struct device_node *dn = data->dn;
|
||
|
|
||
|
if (!of_property_read_u32(dn, "bl1-inc", &inc))
|
||
|
hiu_update_reg(HIUTBCTL, B1_INC_MASK, B1_INC_SHIFT, inc);
|
||
|
if (!of_property_read_u32(dn, "bl2-inc", &inc))
|
||
|
hiu_update_reg(HIUTBCTL, B2_INC_MASK, B2_INC_SHIFT, inc);
|
||
|
if (!of_property_read_u32(dn, "bl3-inc", &inc))
|
||
|
hiu_update_reg(HIUTBCTL, B3_INC_MASK, B3_INC_SHIFT, inc);
|
||
|
}
|
||
|
|
||
|
static void hiu_set_tb_ps_cfg_each(int index, unsigned int cfg_val)
|
||
|
{
|
||
|
int offset;
|
||
|
|
||
|
offset = HIUTBPSCFG_BASE + index * HIUTBPSCFG_OFFSET;
|
||
|
hiu_update_reg(offset, HIUTBPSCFG_MASK, 0, cfg_val);
|
||
|
}
|
||
|
|
||
|
static int hiu_set_tb_ps_cfg(void)
|
||
|
{
|
||
|
int size, index;
|
||
|
unsigned int val;
|
||
|
struct hiu_cfg *table;
|
||
|
struct device_node *dn = data->dn;
|
||
|
|
||
|
size = of_property_count_u32_elems(dn, "config-table");
|
||
|
if (size < 0)
|
||
|
return size;
|
||
|
|
||
|
table = kzalloc(sizeof(struct hiu_cfg) * size / 4, GFP_KERNEL);
|
||
|
if (!table)
|
||
|
return -ENOMEM;
|
||
|
|
||
|
of_property_read_u32_array(dn, "config-table", (unsigned int *)table, size);
|
||
|
|
||
|
for (index = 0; index < size / 4; index++) {
|
||
|
val = 0;
|
||
|
val |= table[index].power_borrowed << PB_SHIFT;
|
||
|
val |= table[index].boost_level << BL_SHIFT;
|
||
|
val |= table[index].power_budget_limit << PBL_SHIFT;
|
||
|
val |= table[index].power_threshold_inc << TBPWRTHRESH_INC_SHIFT;
|
||
|
|
||
|
hiu_set_tb_ps_cfg_each(index, val);
|
||
|
}
|
||
|
|
||
|
kfree(table);
|
||
|
|
||
|
return 0;
|
||
|
}
|
||
|
|
||
|
static bool check_hiu_sr1_irq_pending(void)
|
||
|
{
|
||
|
return !!hiu_read_reg(HIUTOPCTL1, HIU_MBOX_RESPONSE_MASK, SR1INTR_SHIFT);
|
||
|
}
|
||
|
|
||
|
static void clear_hiu_sr1_irq_pending(void)
|
||
|
{
|
||
|
hiu_update_reg(HIUTOPCTL1, HIU_MBOX_RESPONSE_MASK, SR1INTR_SHIFT, 0);
|
||
|
}
|
||
|
|
||
|
static bool check_hiu_mailbox_err_pending(void)
|
||
|
{
|
||
|
return !!hiu_read_reg(HIUTOPCTL1, HIU_MBOX_ERR_MASK, HIU_MBOX_ERR_SHIFT);
|
||
|
}
|
||
|
|
||
|
static unsigned int get_hiu_mailbox_err(void)
|
||
|
{
|
||
|
return hiu_read_reg(HIUTOPCTL1, HIU_MBOX_ERR_MASK, HIU_MBOX_ERR_SHIFT);
|
||
|
}
|
||
|
|
||
|
static void hiu_mailbox_err_handler(void)
|
||
|
{
|
||
|
unsigned int err, val;
|
||
|
|
||
|
err = get_hiu_mailbox_err();
|
||
|
|
||
|
if (err & SR1UXPERR_MASK)
|
||
|
pr_err("exynos-hiu: unexpected error occurs\n");
|
||
|
|
||
|
if (err & SR1SNERR_MASK) {
|
||
|
val = __raw_readl(data->base + HIUTOPCTL2);
|
||
|
val = (val >> SEQNUM_SHIFT) & SEQNUM_MASK;
|
||
|
pr_err("exynos-hiu: erroneous sequence num %d\n", val);
|
||
|
}
|
||
|
|
||
|
if (err & SR1TIMEOUT_MASK)
|
||
|
pr_err("exynos-hiu: TIMEOUT on SR1 write\n");
|
||
|
|
||
|
if (err & SR0RDERR_MASK)
|
||
|
pr_err("exynos-hiu: SR0 read twice or more\n");
|
||
|
}
|
||
|
|
||
|
static bool check_hiu_req_freq_updated(unsigned int req_freq)
|
||
|
{
|
||
|
unsigned int cur_level, cur_freq;
|
||
|
|
||
|
cur_level = hiu_get_act_dvfs();
|
||
|
cur_freq = data->stats->freq_table[cur_level - data->level_offset];
|
||
|
|
||
|
/*
|
||
|
* If req_freq == boost_threshold, HIU could request turbo boost
|
||
|
* That's why in case of req_freq == boost_threshold,
|
||
|
* requested frequency update is consdered as done,
|
||
|
* if act_dvfs is larger than or equal to boost threshold
|
||
|
*/
|
||
|
if (req_freq == data->boost_threshold)
|
||
|
return cur_freq >= data->boost_threshold;
|
||
|
|
||
|
return cur_freq == req_freq;
|
||
|
}
|
||
|
|
||
|
static bool check_hiu_normal_req_done(unsigned int req_freq)
|
||
|
{
|
||
|
return check_hiu_sr1_irq_pending() &&
|
||
|
check_hiu_req_freq_updated(req_freq);
|
||
|
}
|
||
|
|
||
|
static bool check_hiu_need_register_restore(void)
|
||
|
{
|
||
|
return !hiu_read_reg(HIUTOPCTL1, ENB_SR1INTR_MASK, ENB_SR1INTR_SHIFT);
|
||
|
}
|
||
|
|
||
|
static int request_dvfs_on_sr0(unsigned int req_freq)
|
||
|
{
|
||
|
unsigned int val, level, budget;
|
||
|
|
||
|
/* Get dvfs level */
|
||
|
level = hiu_get_freq_level(req_freq);
|
||
|
if (level < 0)
|
||
|
return -EINVAL;
|
||
|
|
||
|
/* Get power budget */
|
||
|
budget = hiu_get_power_budget(req_freq);
|
||
|
if (budget < 0)
|
||
|
return -EINVAL;
|
||
|
|
||
|
/* write REQDVFS & REQPBL to HIU SFR */
|
||
|
val = __raw_readl(data->base + HIUTOPCTL2);
|
||
|
val &= ~(REQDVFS_MASK << REQDVFS_SHIFT | REQPBL_MASK << REQPBL_SHIFT);
|
||
|
val |= (level << REQDVFS_SHIFT | budget << REQPBL_SHIFT);
|
||
|
__raw_writel(val, data->base + HIUTOPCTL2);
|
||
|
|
||
|
return 0;
|
||
|
}
|
||
|
|
||
|
/****************************************************************/
|
||
|
/* HIU API */
|
||
|
/****************************************************************/
|
||
|
static int hiu_sr1_check_loop(void *unused);
|
||
|
static void __exynos_hiu_update_data(struct cpufreq_policy *policy);
|
||
|
|
||
|
int exynos_hiu_set_freq(unsigned int id, unsigned int req_freq)
|
||
|
{
|
||
|
bool need_update_cur_freq = true;
|
||
|
|
||
|
if (unlikely(!data))
|
||
|
return -ENODEV;
|
||
|
|
||
|
if (!data->enabled)
|
||
|
return -ENODEV;
|
||
|
|
||
|
pr_debug("exynos-hiu: update data->cur_freq:%d\n", data->cur_freq);
|
||
|
|
||
|
mutex_lock(&data->lock);
|
||
|
|
||
|
if (check_hiu_need_register_restore())
|
||
|
__exynos_hiu_update_data(NULL);
|
||
|
|
||
|
/* PM QoS could make req_freq bigger than boost_threshold */
|
||
|
if (req_freq >= data->boost_threshold){
|
||
|
/*
|
||
|
* 1) If turbo boost is already activated
|
||
|
* just update cur_freq and return.
|
||
|
* 2) If not, req_freq should be boost_threshold;
|
||
|
* DO NOT allow req_freq to be bigger than boost_threshold.
|
||
|
*/
|
||
|
if (data->cur_freq >= data->boost_threshold) {
|
||
|
data->cur_freq = req_freq;
|
||
|
mutex_unlock(&data->lock);
|
||
|
return 0;
|
||
|
}
|
||
|
else {
|
||
|
data->cur_freq = req_freq;
|
||
|
req_freq = data->boost_threshold;
|
||
|
need_update_cur_freq = false;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
/* Write req_freq on SR0 to request DVFS */
|
||
|
request_dvfs_on_sr0(req_freq);
|
||
|
|
||
|
if (data->operation_mode == POLLING_MODE) {
|
||
|
while (!check_hiu_normal_req_done(req_freq) &&
|
||
|
!check_hiu_mailbox_err_pending())
|
||
|
usleep_range(POLL_PERIOD, 2 * POLL_PERIOD);
|
||
|
|
||
|
if (check_hiu_mailbox_err_pending()) {
|
||
|
hiu_mailbox_err_handler();
|
||
|
BUG_ON(1);
|
||
|
}
|
||
|
|
||
|
if (need_update_cur_freq)
|
||
|
data->cur_freq = req_freq;
|
||
|
clear_hiu_sr1_irq_pending();
|
||
|
|
||
|
if (req_freq == data->boost_threshold && !data->boosting_activated) {
|
||
|
data->boosting_activated = true;
|
||
|
wake_up(&data->polling_wait);
|
||
|
}
|
||
|
}
|
||
|
|
||
|
mutex_unlock(&data->lock);
|
||
|
|
||
|
pr_debug("exynos-hiu: set REQDVFS to HIU : %ukHz\n", req_freq);
|
||
|
|
||
|
return 0;
|
||
|
}
|
||
|
|
||
|
int exynos_hiu_get_freq(unsigned int id)
|
||
|
{
|
||
|
if (unlikely(!data))
|
||
|
return -ENODEV;
|
||
|
|
||
|
return data->cur_freq;
|
||
|
}
|
||
|
|
||
|
int exynos_hiu_get_max_freq(void)
|
||
|
{
|
||
|
if (unlikely(!data))
|
||
|
return -1;
|
||
|
|
||
|
return data->clipped_freq;
|
||
|
}
|
||
|
|
||
|
unsigned int exynos_pstate_get_boost_freq(int cpu)
|
||
|
{
|
||
|
if (!cpumask_test_cpu(cpu, &data->cpus))
|
||
|
return 0;
|
||
|
|
||
|
return data->boost_max;
|
||
|
}
|
||
|
|
||
|
/****************************************************************/
|
||
|
/* HIU SR1 WRITE HANDLER */
|
||
|
/****************************************************************/
|
||
|
static void exynos_hiu_work(struct work_struct *work)
|
||
|
{
|
||
|
unsigned int boost_freq, level;
|
||
|
struct cpufreq_policy *policy;
|
||
|
struct hiu_stats *stats = data->stats;
|
||
|
struct cpumask *mask;
|
||
|
|
||
|
level = hiu_get_act_dvfs();
|
||
|
boost_freq = stats->freq_table[level - data->level_offset];
|
||
|
|
||
|
/*
|
||
|
* Only when TB bit is set, this work callback is called.
|
||
|
* However, while this callback is waiting to start,
|
||
|
* well... turbo boost could be released.
|
||
|
* So, acting frequency coulde be lower than turbo boost threshold.
|
||
|
* This condition code is for treating that case.
|
||
|
*/
|
||
|
if (boost_freq < data->boost_threshold)
|
||
|
goto done;
|
||
|
|
||
|
policy = cpufreq_cpu_get(cpumask_first(cpu_coregroup_mask(0)));
|
||
|
if (!policy) {
|
||
|
pr_debug("Failed to get CPUFreq policy in HIU work\n");
|
||
|
goto done;
|
||
|
}
|
||
|
|
||
|
__cpufreq_driver_target(policy, boost_freq,
|
||
|
CPUFREQ_RELATION_H | CPUFREQ_HW_DVFS_REQ);
|
||
|
|
||
|
cpufreq_cpu_put(policy);
|
||
|
done:
|
||
|
data->hwidvfs_done = true;
|
||
|
wake_up(&data->hwidvfs_wait);
|
||
|
}
|
||
|
|
||
|
static irqreturn_t exynos_hiu_irq_handler(int irq, void *id)
|
||
|
{
|
||
|
schedule_work_on(data->cpu, &data->work);
|
||
|
|
||
|
return IRQ_HANDLED;
|
||
|
}
|
||
|
|
||
|
static bool hiu_need_hw_request(void)
|
||
|
{
|
||
|
unsigned int cur_level, cur_freq;
|
||
|
|
||
|
cur_level = hiu_get_act_dvfs();
|
||
|
cur_freq = data->stats->freq_table[cur_level - data->level_offset];
|
||
|
|
||
|
return cur_freq >= data->boost_threshold;
|
||
|
}
|
||
|
|
||
|
static int hiu_sr1_check_loop(void *unused)
|
||
|
{
|
||
|
wait:
|
||
|
wait_event(data->polling_wait, data->boosting_activated);
|
||
|
poll:
|
||
|
mutex_lock(&data->lock);
|
||
|
|
||
|
if (data->cur_freq < data->boost_threshold)
|
||
|
goto done;
|
||
|
|
||
|
while (!check_hiu_sr1_irq_pending() &&
|
||
|
!check_hiu_mailbox_err_pending()) {
|
||
|
mutex_unlock(&data->lock);
|
||
|
usleep_range(POLL_PERIOD, 2 * POLL_PERIOD);
|
||
|
mutex_lock(&data->lock);
|
||
|
|
||
|
if (data->cur_freq < data->boost_threshold)
|
||
|
goto done;
|
||
|
}
|
||
|
|
||
|
if (check_hiu_mailbox_err_pending()) {
|
||
|
hiu_mailbox_err_handler();
|
||
|
BUG_ON(1);
|
||
|
}
|
||
|
|
||
|
if (hiu_need_hw_request()) {
|
||
|
schedule_work_on(cpumask_first(cpu_coregroup_mask(0)), &data->work);
|
||
|
clear_hiu_sr1_irq_pending();
|
||
|
mutex_unlock(&data->lock);
|
||
|
|
||
|
wait_event(data->hwidvfs_wait, data->hwidvfs_done);
|
||
|
data->hwidvfs_done = false;
|
||
|
|
||
|
goto poll;
|
||
|
}
|
||
|
|
||
|
done:
|
||
|
data->boosting_activated = false;
|
||
|
mutex_unlock(&data->lock);
|
||
|
goto wait;
|
||
|
|
||
|
/* NEVER come here */
|
||
|
|
||
|
return 0;
|
||
|
}
|
||
|
|
||
|
/****************************************************************/
|
||
|
/* EXTERNAL EVENT HANDLER */
|
||
|
/****************************************************************/
|
||
|
static void __exynos_hiu_update_data(struct cpufreq_policy *policy)
|
||
|
{
|
||
|
/* Explicitly disable the whole HW */
|
||
|
/* ex) hiu_control_pc, tb(0), hiu_control_mailbox(0) */
|
||
|
|
||
|
/* Set dvfs limit and TB threshold */
|
||
|
hiu_set_limit_dvfs(data->clipped_freq);
|
||
|
hiu_set_tb_dvfs(data->boost_threshold);
|
||
|
|
||
|
/* Initialize TB level offset */
|
||
|
hiu_set_boost_level_inc();
|
||
|
|
||
|
/* Initialize TB power state config */
|
||
|
hiu_set_tb_ps_cfg();
|
||
|
|
||
|
/* Enable TB */
|
||
|
hiu_control_pc(data->pc_enabled);
|
||
|
hiu_control_tb(data->tb_enabled);
|
||
|
|
||
|
/* Enable error interrupts */
|
||
|
hiu_control_err_interrupts(1);
|
||
|
/* Enable mailbox communication with ACPM */
|
||
|
hiu_control_mailbox(1);
|
||
|
}
|
||
|
|
||
|
static int exynos_hiu_update_data(struct cpufreq_policy *policy)
|
||
|
{
|
||
|
if (!cpumask_test_cpu(data->cpu, policy->cpus))
|
||
|
return 0;
|
||
|
|
||
|
data->clipped_freq = data->boost_max;
|
||
|
hiu_stats_create_table(policy);
|
||
|
|
||
|
__exynos_hiu_update_data(policy);
|
||
|
|
||
|
data->enabled = true;
|
||
|
|
||
|
pr_info("exynos-hiu: HIU data structure update complete\n");
|
||
|
|
||
|
return 0;
|
||
|
}
|
||
|
|
||
|
static struct exynos_cpufreq_ready_block exynos_hiu_ready = {
|
||
|
.update = exynos_hiu_update_data,
|
||
|
};
|
||
|
|
||
|
static bool check_hiu_need_boost_thrott(void)
|
||
|
{
|
||
|
return data->cur_freq > data->boost_threshold &&
|
||
|
data->cur_freq > data->clipped_freq;
|
||
|
}
|
||
|
|
||
|
static int exynos_hiu_policy_callback(struct notifier_block *nb,
|
||
|
unsigned long event, void *info)
|
||
|
{
|
||
|
struct cpufreq_policy *policy = info;
|
||
|
|
||
|
if (policy->cpu != data->cpu)
|
||
|
return NOTIFY_DONE;
|
||
|
|
||
|
if (policy->max == data->clipped_freq)
|
||
|
return NOTIFY_DONE;
|
||
|
|
||
|
switch (event) {
|
||
|
case CPUFREQ_NOTIFY:
|
||
|
|
||
|
/* Note : MUST write LIMIT_DVFS to HIU SFR */
|
||
|
mutex_lock(&data->lock);
|
||
|
if (policy->max >= data->boost_threshold) {
|
||
|
data->clipped_freq = policy->max;
|
||
|
hiu_set_limit_dvfs(data->clipped_freq);
|
||
|
}
|
||
|
mutex_unlock(&data->lock);
|
||
|
|
||
|
pr_debug("exynos-hiu: update clipped freq:%d\n", data->clipped_freq);
|
||
|
if (check_hiu_need_boost_thrott())
|
||
|
atomic_inc(&boost_throttling);
|
||
|
break;
|
||
|
default:
|
||
|
;
|
||
|
}
|
||
|
|
||
|
return NOTIFY_OK;
|
||
|
}
|
||
|
|
||
|
static struct notifier_block exynos_hiu_policy_notifier = {
|
||
|
.notifier_call = exynos_hiu_policy_callback,
|
||
|
};
|
||
|
|
||
|
static int exynos_hiu_transition_callback(struct notifier_block *nb,
|
||
|
unsigned long event, void *info)
|
||
|
{
|
||
|
struct cpufreq_freqs *freq = info;
|
||
|
int cpu = freq->cpu;
|
||
|
|
||
|
if (cpu != data->cpu)
|
||
|
return NOTIFY_DONE;
|
||
|
|
||
|
if (event != CPUFREQ_POSTCHANGE)
|
||
|
return NOTIFY_DONE;
|
||
|
|
||
|
if (atomic_read(&boost_throttling) &&
|
||
|
data->cur_freq <= data->clipped_freq) {
|
||
|
atomic_dec(&boost_throttling);
|
||
|
}
|
||
|
|
||
|
return NOTIFY_OK;
|
||
|
}
|
||
|
|
||
|
static struct notifier_block exynos_hiu_transition_notifier = {
|
||
|
.notifier_call = exynos_hiu_transition_callback,
|
||
|
.priority = INT_MIN,
|
||
|
};
|
||
|
|
||
|
/****************************************************************/
|
||
|
/* SYSFS INTERFACE */
|
||
|
/****************************************************************/
|
||
|
static ssize_t
|
||
|
hiu_enable_show(struct device *dev, struct device_attribute *devattr,
|
||
|
char *buf)
|
||
|
{
|
||
|
return snprintf(buf, PAGE_SIZE, "%d\n", data->enabled);
|
||
|
}
|
||
|
|
||
|
static ssize_t
|
||
|
hiu_enable_store(struct device *dev, struct device_attribute *devattr,
|
||
|
const char *buf, size_t count)
|
||
|
{
|
||
|
unsigned int input;
|
||
|
|
||
|
if (kstrtos32(buf, 10, &input))
|
||
|
return -EINVAL;
|
||
|
|
||
|
return count;
|
||
|
}
|
||
|
|
||
|
static ssize_t
|
||
|
hiu_boosted_show(struct device *dev, struct device_attribute *devattr,
|
||
|
char *buf)
|
||
|
{
|
||
|
unsigned int boosted = hiu_read_reg(HIUTBCTL, BOOSTED_MASK, BOOSTED_SHIFT);
|
||
|
|
||
|
return snprintf(buf, PAGE_SIZE, "%d\n", boosted);
|
||
|
}
|
||
|
|
||
|
static ssize_t
|
||
|
hiu_boost_threshold_show(struct device *dev, struct device_attribute *devattr,
|
||
|
char *buf)
|
||
|
{
|
||
|
return snprintf(buf, PAGE_SIZE, "%d\n", data->boost_threshold);
|
||
|
}
|
||
|
|
||
|
static ssize_t
|
||
|
hiu_dvfs_limit_show(struct device *dev, struct device_attribute *devattr,
|
||
|
char *buf)
|
||
|
{
|
||
|
unsigned int dvfs_limit = hiu_read_reg(HIUTOPCTL2, LIMITDVFS_MASK, LIMITDVFS_SHIFT);
|
||
|
|
||
|
return snprintf(buf, PAGE_SIZE, "%d\n", dvfs_limit);
|
||
|
}
|
||
|
|
||
|
static ssize_t
|
||
|
hiu_dvfs_limit_store(struct device *dev, struct device_attribute *devattr,
|
||
|
const char *buf, size_t count)
|
||
|
{
|
||
|
unsigned int input;
|
||
|
|
||
|
if (kstrtos32(buf, 10, &input))
|
||
|
return -EINVAL;
|
||
|
|
||
|
hiu_update_reg(HIUTOPCTL2, LIMITDVFS_MASK, LIMITDVFS_SHIFT, input);
|
||
|
|
||
|
return count;
|
||
|
}
|
||
|
|
||
|
static DEVICE_ATTR(enabled, 0644, hiu_enable_show, hiu_enable_store);
|
||
|
static DEVICE_ATTR(boosted, 0444, hiu_boosted_show, NULL);
|
||
|
static DEVICE_ATTR(boost_threshold, 0444, hiu_boost_threshold_show, NULL);
|
||
|
static DEVICE_ATTR(dvfs_limit, 0644, hiu_dvfs_limit_show, hiu_dvfs_limit_store);
|
||
|
|
||
|
static struct attribute *exynos_hiu_attrs[] = {
|
||
|
&dev_attr_enabled.attr,
|
||
|
&dev_attr_boosted.attr,
|
||
|
&dev_attr_boost_threshold.attr,
|
||
|
&dev_attr_dvfs_limit.attr,
|
||
|
NULL,
|
||
|
};
|
||
|
|
||
|
static struct attribute_group exynos_hiu_attr_group = {
|
||
|
.name = "hiu",
|
||
|
.attrs = exynos_hiu_attrs,
|
||
|
};
|
||
|
|
||
|
/****************************************************************/
|
||
|
/* INITIALIZE EXYNOS HIU DRIVER */
|
||
|
/****************************************************************/
|
||
|
static int hiu_dt_parsing(struct device_node *dn)
|
||
|
{
|
||
|
const char *buf;
|
||
|
int ret = 0;
|
||
|
|
||
|
ret |= of_property_read_u32(dn, "operation-mode", &data->operation_mode);
|
||
|
ret |= of_property_read_u32(dn, "boot-freq", &data->cur_freq);
|
||
|
ret |= of_property_read_u32(dn, "boost-threshold", &data->boost_threshold);
|
||
|
ret |= of_property_read_u32(dn, "boost-max", &data->boost_max);
|
||
|
ret |= of_property_read_u32(dn, "sw-pbl", &data->sw_pbl);
|
||
|
ret |= of_property_read_string(dn, "sibling-cpus", &buf);
|
||
|
if (ret)
|
||
|
return ret;
|
||
|
|
||
|
if (of_property_read_bool(dn, "pc-enabled"))
|
||
|
data->pc_enabled = true;
|
||
|
|
||
|
if (of_property_read_bool(dn, "tb-enabled"))
|
||
|
data->tb_enabled = true;
|
||
|
|
||
|
cpulist_parse(buf, &data->cpus);
|
||
|
cpumask_and(&data->cpus, &data->cpus, cpu_possible_mask);
|
||
|
if (cpumask_weight(&data->cpus) == 0)
|
||
|
return -ENODEV;
|
||
|
|
||
|
data->cpu = cpumask_first(&data->cpus);
|
||
|
|
||
|
return 0;
|
||
|
}
|
||
|
|
||
|
static void hiu_stats_create_table(struct cpufreq_policy *policy)
|
||
|
{
|
||
|
unsigned int i = 0, count = 0, alloc_size;
|
||
|
struct hiu_stats *stats;
|
||
|
struct cpufreq_frequency_table *pos, *table;
|
||
|
|
||
|
table = policy->freq_table;
|
||
|
if (unlikely(!table))
|
||
|
return;
|
||
|
|
||
|
stats = kzalloc(sizeof(*stats), GFP_KERNEL);
|
||
|
if (!stats)
|
||
|
return;
|
||
|
|
||
|
cpufreq_for_each_valid_entry(pos, table)
|
||
|
count++;
|
||
|
|
||
|
alloc_size = count * (sizeof(unsigned int) + sizeof(u64));
|
||
|
|
||
|
stats->freq_table = kzalloc(alloc_size, GFP_KERNEL);
|
||
|
if (!stats->freq_table)
|
||
|
goto free_stat;
|
||
|
|
||
|
stats->time_in_state = (unsigned long long *)(stats->freq_table + count);
|
||
|
|
||
|
stats->last_level = count;
|
||
|
|
||
|
cpufreq_for_each_valid_entry(pos, table)
|
||
|
stats->freq_table[i++] = pos->frequency;
|
||
|
|
||
|
data->stats = stats;
|
||
|
|
||
|
cpufreq_for_each_valid_entry(pos, table) {
|
||
|
data->level_offset = pos->driver_data;
|
||
|
break;
|
||
|
}
|
||
|
|
||
|
return;
|
||
|
free_stat:
|
||
|
kfree(stats);
|
||
|
}
|
||
|
|
||
|
static int exynos_hiu_probe(struct platform_device *pdev)
|
||
|
{
|
||
|
struct task_struct *polling_thread;
|
||
|
struct device_node *dn = pdev->dev.of_node;
|
||
|
int ret;
|
||
|
|
||
|
data = kzalloc(sizeof(struct exynos_hiu_data), GFP_KERNEL);
|
||
|
if (!data)
|
||
|
return -ENOMEM;
|
||
|
|
||
|
mutex_init(&data->lock);
|
||
|
|
||
|
platform_set_drvdata(pdev, data);
|
||
|
|
||
|
data->base = ioremap(GCU_BASE, SZ_4K);
|
||
|
|
||
|
ret = hiu_dt_parsing(dn);
|
||
|
if (ret) {
|
||
|
dev_err(&pdev->dev, "Failed to parse HIU data\n");
|
||
|
return -ENODEV;
|
||
|
}
|
||
|
|
||
|
data->dn = dn;
|
||
|
|
||
|
if (data->operation_mode == INTERRUPT_MODE) {
|
||
|
data->irq = irq_of_parse_and_map(dn, 0);
|
||
|
if (data->irq <= 0) {
|
||
|
dev_err(&pdev->dev, "Failed to get IRQ\n");
|
||
|
return -ENODEV;
|
||
|
}
|
||
|
|
||
|
ret = devm_request_irq(&pdev->dev, data->irq, exynos_hiu_irq_handler,
|
||
|
IRQF_TRIGGER_RISING, dev_name(&pdev->dev), data);
|
||
|
if (ret) {
|
||
|
dev_err(&pdev->dev, "Failed to request IRQ handler: %d\n", data->irq);
|
||
|
return -ENODEV;
|
||
|
}
|
||
|
} else {
|
||
|
init_waitqueue_head(&data->polling_wait);
|
||
|
data->boosting_activated = false;
|
||
|
|
||
|
polling_thread = kthread_create(hiu_sr1_check_loop, NULL, "hiu_polling");
|
||
|
kthread_bind_mask(polling_thread, cpu_coregroup_mask(0));
|
||
|
wake_up_process(polling_thread);
|
||
|
}
|
||
|
|
||
|
cpufreq_register_notifier(&exynos_hiu_policy_notifier, CPUFREQ_POLICY_NOTIFIER);
|
||
|
cpufreq_register_notifier(&exynos_hiu_transition_notifier, CPUFREQ_TRANSITION_NOTIFIER);
|
||
|
|
||
|
INIT_WORK(&data->work, exynos_hiu_work);
|
||
|
init_waitqueue_head(&data->hwidvfs_wait);
|
||
|
|
||
|
ret = sysfs_create_group(&pdev->dev.kobj, &exynos_hiu_attr_group);
|
||
|
if (ret)
|
||
|
dev_err(&pdev->dev, "Failed to create Exynos HIU attr group");
|
||
|
|
||
|
exynos_cpufreq_ready_list_add(&exynos_hiu_ready);
|
||
|
|
||
|
dev_info(&pdev->dev, "HIU Handler initialization complete\n");
|
||
|
return 0;
|
||
|
}
|
||
|
|
||
|
static int exynos_hiu_suspend(struct platform_device *pdev, pm_message_t state)
|
||
|
{
|
||
|
/* HACK : disable turbo boost */
|
||
|
return 0;
|
||
|
}
|
||
|
|
||
|
static int exynos_hiu_resume(struct platform_device *pdev)
|
||
|
{
|
||
|
/* HACK : enable turbo boost */
|
||
|
return 0;
|
||
|
}
|
||
|
|
||
|
static const struct of_device_id of_exynos_hiu_match[] = {
|
||
|
{ .compatible = "samsung,exynos-hiu", },
|
||
|
{ },
|
||
|
};
|
||
|
|
||
|
static const struct platform_device_id exynos_hiu_ids[] = {
|
||
|
{ "exynos-hiu", },
|
||
|
{ }
|
||
|
};
|
||
|
|
||
|
static struct platform_driver exynos_hiu_driver = {
|
||
|
.driver = {
|
||
|
.name = "exynos-hiu",
|
||
|
.owner = THIS_MODULE,
|
||
|
.of_match_table = of_exynos_hiu_match,
|
||
|
},
|
||
|
.probe = exynos_hiu_probe,
|
||
|
.suspend = exynos_hiu_suspend,
|
||
|
.resume = exynos_hiu_resume,
|
||
|
.id_table = exynos_hiu_ids,
|
||
|
};
|
||
|
|
||
|
int __init exynos_hiu_init(void)
|
||
|
{
|
||
|
return platform_driver_register(&exynos_hiu_driver);
|
||
|
}
|
||
|
arch_initcall(exynos_hiu_init);
|