Initial commit: Linux kernel 4.19 for Unplugged OS

This commit is contained in:
ziv committed 2025-10-06 13:52:42 +00:00
commit d30235b04c
80519 files changed
+35800681

No files matched your search

+14
View File
@@ -0,0 +1,14 @@
#
# Copyright (C) 2015 MediaTek Inc.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
obj-y += power/
+122
View File
@@ -0,0 +1,122 @@
config MTK_CPU_FREQ
bool "MTK CPU FREQ"
help
This kernel config can be used to enable CPU FREQ.
When enable this option, CPU frequency and voltage will be
changed which will depended on CPU FREQ governor.
If unsure, say N.
config MTK_PTPOD
bool "MTK PTPOD"
help
This kernel config can be used to enable PTPOD.
When enable this option, voltage will be
changed which will depended on chip.
If unsure, say N.
config MTK_PTPOD_GPU
bool "MTK PTPOD GPU"
default n
help
This kernel config can be used to enable gpu PTPOD.
When enable this option, gpu voltage will be
changed which will depended on chip.
If unsure, say N.
config MTK_CPU_MSSV
bool "MTK CPU MSSV SUPPORT"
help
This kernel config can be used to enable cpu MSSV support.
MSSV means Mediatek Software System Validation.
When enable this option, cpu V/F get/set function will be enabled.
This config should be enabled with corresponding MCUPM setting.
If unsure, say N.
config MTK_CPU_KORO
bool "MTK CPU KORO SUPPORT"
---help---
This kernel config can be used to enable cpu KORO support.
When enable this option, system will keep cpus power on while reset.
This config should be enabled depend on platform.
If unsure, say N.
config MTK_STATIC_POWER
bool "MTK STATIC POWER"
help
This kernel config can be used to enable static power.
This information can provide power data to someone who
need it
If unsure, say N.
config MTK_UNIFY_POWER
bool "MTK UNIFY POWER"
help
This kernel config can be used to enable unified power table.
This table can provide power data and capacity to someone who
need it.
If unsure, say Y.
config CPU_FORCE_TO_BIN2
bool "Read extra efuse for BIN2 IC"
help
This kernel config can be used to force cpu to segment BIN2.
When enable this option, eem driver will read extra efuse to
obtain parameters for segment BIN2 IC.
If unsure, say N.
config MTK_LP_OPP
bool "MTK LP OPP"
help
This kernel config can be used to enable MTK LP OPP.
When enable this option,
cpudvfs opp will be changed for low power.
If unsure, say N.
config MTK_SWPM
bool "MTK SW Power Meter"
help
This kernel config can be used to enable SW power meter. When enable
this option, user can turn on SW power meter and get average power
for each power rail for low power debugging.
If unsure, say N.
config MTK_PBM
bool "MTK power budget management"
help
This kernel config can be used to enable power budget management.
When enable this option, pbm will allocate limit power budget to
CPU and GPU when battery voltage is low.
config MTK_QOS_FRAMEWORK
bool "MTK QOS FRAMEWORK"
help
This kernel config can be used to enable MTK QOS FRAMEWORK.
When enabling this option, BW Limiter and BW Bound Detector
will be enabled and set EMI hardware.
If unsure, say N.
config MTK_QOS_V1
bool "MTK QOS Framework Ver 1.0"
default y if MACH_MT6768
help
This version support QOS ver 1.0 feature sets.
The dram opp could be controlled by the BW prediction.
It is also mapped with sspm qos v1.
If unsure, say N.
config MTK_QOS_V2
bool "MTK QOS Framework Ver 2.0"
default y if MACH_MT6785
default y if MACH_MT6885
default y if MACH_MT6873
default y if MACH_MT6853
default y if MACH_MT6833
default y if MACH_MT6877
default y if MACH_MT6781
default y if MACH_MT6893
select MTK_QOS_FRAMEWORK
help
This version support QOS version 2.0 feature sets.
It supports BW prediction, BW bound detection, and BW limiter.
It is also mapped with sspm qos v2.
If unsure, say N.
+188
View File
@@ -0,0 +1,188 @@
# SPDX-License-Identifier: GPL-2.0 */
#
# Copyright (c) 2017 MediaTek Inc.
#
ifneq ($(CONFIG_FPGA_EARLY_PORTING), y)
obj-$(CONFIG_MACH_MT6877) += ptp3_v1/
obj-$(CONFIG_MACH_MT6853) += ptp3_v1/
obj-$(CONFIG_MACH_MT6833) += ptp3_v1/
obj-$(CONFIG_MACH_MT6873) += credit_didt_v1/
obj-$(CONFIG_MACH_MT6873) += brisket_v1/
obj-$(CONFIG_MACH_MT6761) += $(subst ",,$(CONFIG_MTK_PLATFORM))/
endif
obj-$(CONFIG_MACH_MT8173) += $(subst ",,$(CONFIG_MTK_PLATFORM))/
obj-$(CONFIG_MACH_MT6779) += drcc_v1/
#obj-$(CONFIG_MACH_MT6768) += drcc_v1/
obj-$(CONFIG_MACH_MT6765) += spm/
obj-$(CONFIG_MACH_MT6761) += spm/
obj-$(CONFIG_MACH_MT6768) += spm/
obj-$(CONFIG_MACH_MT6768) += upower_v2/
obj-$(CONFIG_MACH_MT6877) += upower_v2/
obj-$(CONFIG_MACH_MT6768) += mcdi/
obj-$(CONFIG_MACH_MT6768) += cpuidle_v3/
obj-$(CONFIG_MACH_MT6779) += spm/
obj-$(CONFIG_MACH_MT6785) += spm/
obj-$(CONFIG_MACH_MT6785) += power_gs_v1/
obj-$(CONFIG_MTK_STATIC_POWER) += leakage_table_v2/
obj-$(CONFIG_MTK_CPU_FREQ) += cpufreq_v1/
obj-$(CONFIG_MACH_MT6739) += cpufreq_v2/
ifneq ($(CONFIG_FPGA_EARLY_PORTING),y)
obj-$(CONFIG_MTK_PTPOD) += eem_v2/
obj-$(CONFIG_MTK_PTPOD_GPU) += eemgpu_v2/
endif
ifeq ($(CONFIG_MTK_UNIFY_POWER), y)
obj-$(CONFIG_MACH_MT6833) += upower_v2/
obj-$(CONFIG_MACH_MT6885) += upower_v2/
endif
obj-$(CONFIG_MTK_UNIFY_POWER) += upower_v2/
obj-$(CONFIG_MACH_MT6761) += ppm_v3/
obj-$(CONFIG_MACH_MT6765) += ppm_v3/
obj-$(CONFIG_MACH_MT6771) += ppm_v3/
obj-$(CONFIG_MACH_MT6779) += ppm_v3/
obj-$(CONFIG_MACH_MT6768) += ppm_v3/
obj-$(CONFIG_MACH_MT6739) += ppm_v3/
obj-$(CONFIG_MACH_MT6781) += ppm_v3/
obj-$(CONFIG_MACH_MT6785) += ppm_v3/
obj-$(CONFIG_MACH_MT6877) += ppm_v3/
obj-$(CONFIG_MACH_MT6833) += ppm_v3/
obj-$(CONFIG_MACH_MT6885) += ppm_v3/
obj-$(CONFIG_MACH_MT6893) += ppm_v3/
obj-$(CONFIG_MACH_MT6873) += ppm_v3/
obj-$(CONFIG_MACH_MT6853) += ppm_v3/
obj-$(CONFIG_MACH_MT6739) += cpufreq_v2/
obj-$(CONFIG_MACH_MT6739) += upower_v2/
obj-$(CONFIG_MACH_MT6739) += cpuidle_v3/
obj-$(CONFIG_MACH_MT6739) += power_gs_v1/
obj-$(CONFIG_MACH_MT6739) += clkbuf_v1/
obj-$(CONFIG_MACH_MT6739) += mcdi/
obj-$(CONFIG_MACH_MT6739) += ppm_v3/
obj-$(CONFIG_MACH_MT6739) += spm_v4/
obj-$(CONFIG_MACH_MT6771) += spm_v4/
ifeq ($(CONFIG_MTK_QOS_SUPPORT), y)
obj-$(CONFIG_MACH_MT6771) += vcorefs_v3/
endif
obj-$(CONFIG_MACH_MT6739) += vcorefs_v3/
obj-$(CONFIG_MTK_SWPM) += swpm_v1/
obj-$(CONFIG_MACH_MT6779) += dcm_v1/
obj-$(CONFIG_MACH_MT6781) += dcm_v1/
obj-$(CONFIG_MACH_MT6739) += dcm_v1/
obj-$(CONFIG_MACH_MT6768) += dcm_v1/
obj-$(CONFIG_MACH_MT6877) += dcm_v1/
obj-$(CONFIG_MACH_MT6833) += dcm_v1/
obj-$(CONFIG_MACH_MT6885) += dcm_v1/
obj-$(CONFIG_MACH_MT6893) += dcm_v1/
obj-$(CONFIG_MACH_MT6873) += dcm_v1/
obj-$(CONFIG_MACH_MT6853) += dcm_v1/
ifneq ($(CONFIG_FPGA_EARLY_PORTING),y)
#obj-$(CONFIG_MACH_MT6761) += clkbuf_v1/
#obj-$(CONFIG_MACH_MT6779) += clkbuf_v1/
obj-$(CONFIG_MACH_MT6781) += clkbuf_v1/
obj-$(CONFIG_MACH_MT6785) += clkbuf_v1/
obj-$(CONFIG_MACH_MT6768) += clkbuf_v1/
obj-$(CONFIG_MACH_MT6739) += clkbuf_v1/
obj-$(CONFIG_MACH_MT6833) += clkbuf_v1/
obj-$(CONFIG_MACH_MT6877) += clkbuf_v1/
obj-$(CONFIG_MACH_MT6771) += clkbuf_v1/
obj-$(CONFIG_MACH_MT6885) += clkbuf_v1/
obj-$(CONFIG_MACH_MT6893) += clkbuf_v1/
obj-$(CONFIG_MACH_MT6853) += clkbuf_v1/
obj-$(CONFIG_MACH_MT6873) += clkbuf_v1/
obj-$(CONFIG_MACH_MT6885) += srclken_rc_v1/
obj-$(CONFIG_MACH_MT6893) += srclken_rc_v1/
obj-$(CONFIG_MACH_MT6873) += srclken_rc_v1/
obj-$(CONFIG_MACH_MT6853) += srclken_rc_v1/
obj-$(CONFIG_MACH_MT6771) += pbm_v3/
obj-$(CONFIG_MACH_MT6739) += pbm_v3/
obj-$(CONFIG_MACH_MT6833) += pbm_v4/
obj-$(CONFIG_MACH_MT6765) += pbm_v4/
obj-$(CONFIG_MACH_MT6761) += pbm_v4/
obj-$(CONFIG_MACH_MT6779) += pbm_v4/
obj-$(CONFIG_MACH_MT6781) += pbm_v4/
obj-$(CONFIG_MACH_MT6785) += pbm_v4/
obj-$(CONFIG_MACH_MT6768) += pbm_v4/
obj-$(CONFIG_MACH_MT6885) += pbm_v4/
obj-$(CONFIG_MACH_MT6893) += pbm_v4/
obj-$(CONFIG_MACH_MT6877) += pbm_v4/
obj-$(CONFIG_MACH_MT6873) += pbm_v4/
obj-$(CONFIG_MACH_MT6853) += pbm_v4/
obj-$(CONFIG_MACH_MT6765) += mdpm_v1/
obj-$(CONFIG_MACH_MT6768) += mdpm_v1/
obj-$(CONFIG_MACH_MT6761) += mdpm_v1/
obj-$(CONFIG_MACH_MT6779) += mdpm_v2/
obj-$(CONFIG_MACH_MT6781) += mdpm_v2/
obj-$(CONFIG_MACH_MT6785) += mdpm_v2/
obj-$(CONFIG_MACH_MT6877) += mdpm_v2/
obj-$(CONFIG_MACH_MT6833) += mdpm_v2/
obj-$(CONFIG_MACH_MT6885) += mdpm_v2/
obj-$(CONFIG_MACH_MT6893) += mdpm_v2/
obj-$(CONFIG_MACH_MT6873) += mdpm_v2/
obj-$(CONFIG_MACH_MT6853) += mdpm_v2/
obj-$(CONFIG_MACH_MT6781) += power_throttling/
obj-$(CONFIG_MACH_MT6877) += power_throttling/
obj-$(CONFIG_MACH_MT6833) += power_throttling/
obj-$(CONFIG_MACH_MT6873) += power_throttling/
obj-$(CONFIG_MACH_MT6853) += power_throttling/
obj-$(CONFIG_MACH_MT6885) += power_throttling/
obj-$(CONFIG_MACH_MT6893) += power_throttling/
endif
obj-$(CONFIG_MACH_MT8173) += hps_v1/
obj-$(CONFIG_MACH_MT6765) += hps_v3/
obj-$(CONFIG_MACH_MT6761) += hps_v3/
obj-$(CONFIG_MACH_MT6739) += cpuidle_v3/
obj-$(CONFIG_MACH_MT6765) += cpuidle_v3/
obj-$(CONFIG_MACH_MT6761) += cpuidle_v3/
obj-$(CONFIG_MACH_MT6779) += cpuidle_v3/
obj-$(CONFIG_MACH_MT6785) += cpuidle_v3/
obj-$(CONFIG_MACH_MT6771) += cpuidle_v3/
#obj-$(CONFIG_MACH_MT6739) += cpuhotplug/
obj-$(CONFIG_MACH_MT6771) += cpuhotplug/
obj-$(CONFIG_MACH_MT6779) += cpuhotplug/
obj-$(CONFIG_MACH_MT6768) += cpuhotplug/
obj-$(CONFIG_MACH_MT6781) += cpuhotplug/
obj-$(CONFIG_MACH_MT6785) += cpuhotplug/
obj-$(CONFIG_MACH_MT6877) += cpuhotplug/
obj-$(CONFIG_MACH_MT6833) += cpuhotplug/
obj-$(CONFIG_MACH_MT6885) += cpuhotplug/
obj-$(CONFIG_MACH_MT6893) += cpuhotplug/
obj-$(CONFIG_MACH_MT6739) += cpuhotplug/
obj-$(CONFIG_MACH_MT6873) += cpuhotplug/
obj-$(CONFIG_MACH_MT6853) += cpuhotplug/
obj-$(CONFIG_MACH_MT6739) += power_gs_v1/
obj-$(CONFIG_MACH_MT6765) += power_gs_v1/
obj-$(CONFIG_MACH_MT6768) += power_gs_v1/
obj-$(CONFIG_MACH_MT6761) += power_gs_v1/
obj-$(CONFIG_MACH_MT6779) += power_gs_v1/
obj-$(CONFIG_MACH_MT6873) += power_gs_v1/
obj-$(CONFIG_MACH_MT6853) += power_gs_v1/
obj-$(CONFIG_MACH_MT6765) += udi_v1/
obj-$(CONFIG_MACH_MT6761) += udi_v1/
obj-$(CONFIG_MACH_MT6779) += udi_v2/
obj-$(CONFIG_MACH_MT6768) += udi_v2/
obj-$(CONFIG_MACH_MT6785) += udi_v2/
obj-$(CONFIG_MACH_MT6739) += mcdi/
obj-$(CONFIG_MACH_MT6765) += mcdi/
obj-$(CONFIG_MACH_MT6761) += mcdi/
obj-$(CONFIG_MACH_MT6779) += mcdi/
obj-$(CONFIG_MACH_MT6768) += mcdi/
obj-$(CONFIG_MACH_MT6785) += mcdi/
obj-$(CONFIG_MACH_MT6771) += mcdi/
ifeq ($(CONFIG_MTK_CM_MGR_LEGACY), y)
obj-$(CONFIG_MACH_MT6765) += cm_mgr_v1/
obj-$(CONFIG_MACH_MT6761) += cm_mgr_v1/
obj-$(CONFIG_MACH_MT6877) += cm_mgr_v1/
obj-$(CONFIG_MACH_MT6833) += cm_mgr_v1/
obj-$(CONFIG_MACH_MT6781) += cm_mgr_v1/
obj-$(CONFIG_MACH_MT6768) += cm_mgr_v1/
obj-$(CONFIG_MACH_MT6853) += cm_mgr_v1/
obj-$(CONFIG_MACH_MT6873) += cm_mgr_v1/
obj-$(CONFIG_MACH_MT6785) += cm_mgr_v1/
obj-$(CONFIG_MACH_MT6885) += cm_mgr_v1/
obj-$(CONFIG_MACH_MT6893) += cm_mgr_v1/
obj-$(CONFIG_MACH_MT6771) += cm_mgr_v1/
endif
obj-$(CONFIG_MTK_QOS_FRAMEWORK) += qos/
obj-$(CONFIG_MACH_MT6893) += dvfsrc/
obj-$(CONFIG_MACH_MT6885) += dvfsrc/
@@ -0,0 +1,15 @@
# Copyright (C) 2016 MediaTek Inc.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
export CREDIT_DIDT_ROOT_DIR ?= $(srctree)/drivers/misc/mediatek/base/power/credit_didt_v1
obj-y += $(subst ",,$(CONFIG_MTK_PLATFORM))/
@@ -0,0 +1,23 @@
# Copyright (C) 2016 MediaTek Inc.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#-I$(srctree)/drivers/misc/mediatek/base/power/drcc_v1/$(CONFIG_MTK_PLATFORM)/inc/ \
#
ccflags-y += \
-I$(srctree)/drivers/misc/mediatek/base/power/include/ \
-I$(srctree)/drivers/misc/mediatek/base/power/$(CONFIG_MTK_PLATFORM)\
-I$(srctree)/drivers/misc/mediatek/include/mt-plat/ \
-I$(srctree)/drivers/misc/mediatek/include/mt-plat/$(CONFIG_MTK_PLATFORM)/include/mach \
-I$(srctree)/include/linux/ \
obj-y += mtk_brisket.o
@@ -0,0 +1,975 @@
// SPDX-License-Identifier: GPL-2.0+
/*
* Copyright (c) 2019 MediaTek Inc.
*/
/**
* @file mkt_brisket.c
* @brief Driver for brisket
*
*/
#define __MTK_BRISKET_C__
/*
*=============================================================
* Include files
*=============================================================
*/
/* system includes */
#include <linux/init.h>
#include <linux/module.h>
#include <linux/kernel.h>
#include <linux/proc_fs.h>
#include <linux/seq_file.h>
#include <linux/spinlock.h>
#include <linux/kthread.h>
#include <linux/hrtimer.h>
#include <linux/ktime.h>
#include <linux/interrupt.h>
#include <linux/syscore_ops.h>
#include <linux/platform_device.h>
#include <linux/completion.h>
#include <linux/fs.h>
#include <linux/file.h>
#include <linux/delay.h>
#include <linux/types.h>
#include <linux/time.h>
#include <linux/slab.h>
#include <linux/uaccess.h>
#ifdef __KERNEL__
#include <linux/topology.h>
/* local includes (kernel-4.4)*/
#include <mt-plat/mtk_chip.h>
/* #include <mt-plat/mtk_gpio.h> */
#include "mtk_brisket.h"
#include <mt-plat/mtk_devinfo.h>
#include "mtk_devinfo.h"
#endif
#ifdef CONFIG_OF
#include <linux/cpu.h>
#include <linux/cpu_pm.h>
#include <linux/of.h>
#include <linux/of_irq.h>
#include <linux/of_address.h>
#include <linux/of_fdt.h>
#include <mt-plat/aee.h>
#endif
#ifdef CONFIG_OF_RESERVED_MEM
#include <of_reserved_mem.h>
#endif
/************************************************
* Debug print
************************************************/
#define BRISKET_DEBUG
#define BRISKET_TAG "[BRISKET]"
#define brisket_err(fmt, args...) \
pr_info(BRISKET_TAG"[ERROR][%s():%d]" fmt, __func__, __LINE__, ##args)
#define brisket_msg(fmt, args...) \
pr_info(BRISKET_TAG"[INFO][%s():%d]" fmt, __func__, __LINE__, ##args)
#ifdef BRISKET_DEBUG
#define brisket_debug(fmt, args...) \
pr_debug(BRISKET_TAG"[DEBUG][%s():%d]" fmt, __func__, __LINE__, ##args)
#else
#define brisket_debug(fmt, args...)
#endif
/************************************************
* Marco definition
************************************************/
/* efuse: PTPOD index */
#define DEVINFO_IDX_0 50
/************************************************
* static Variable
************************************************/
#ifndef CONFIG_FPGA_EARLY_PORTING
#ifdef CONFIG_OF
/* B-DOE use */
static unsigned int brisket_doe_pllclken;
static unsigned int brisket_doe_bren;
static unsigned int brisket_doe_brisket05;
static unsigned int brisket_doe_brisket06;
static unsigned int brisket_doe_brisket07;
static unsigned int brisket_doe_brisket08;
static unsigned int brisket_doe_brisket09;
#endif
#endif
/************************************************
* static function
************************************************/
/************************************************
* log dump into reserved memory for AEE
************************************************/
#ifndef CONFIG_FPGA_EARLY_PORTING
#ifdef CONFIG_OF_RESERVED_MEM
/* GAT log use */
phys_addr_t brisket_mem_base_phys;
phys_addr_t brisket_mem_size;
phys_addr_t brisket_mem_base_virt;
static int brisket_reserve_memory_dump(char *buf, unsigned int log_offset)
{
int str_len = 0;
int cpu, brisket_group, reg_value;
const unsigned int bits = 31;
const unsigned int shift = 0;
unsigned int brisket_group_bits_shift;
char *aee_log_buf = (char *) __get_free_page(GFP_USER);
if (!aee_log_buf) {
brisket_msg("unable to get free page!\n");
return -1;
}
brisket_debug("buf: 0x%llx, aee_log_buf: 0x%llx\n",
(unsigned long long)buf, (unsigned long long)aee_log_buf);
brisket_debug("log_offset = %d\n", log_offset);
if (log_offset == 0) {
str_len +=
snprintf(aee_log_buf + str_len,
(unsigned long long)brisket_mem_size - str_len,
"\n[Kernel Probe]\n");
} else if (log_offset == 1) {
str_len +=
snprintf(aee_log_buf + str_len,
(unsigned long long)brisket_mem_size - str_len,
"\n[Kernel Suspend]\n");
} else if (log_offset == 2) {
str_len +=
snprintf(aee_log_buf + str_len,
(unsigned long long)brisket_mem_size - str_len,
"\n[Kernel Resume]\n");
} else {
str_len +=
snprintf(aee_log_buf + str_len,
(unsigned long long)brisket_mem_size - str_len,
"\n[Kernel ??]\n");
}
for (cpu = BRISKET_CPU_START_ID; cpu <= BRISKET_CPU_END_ID; cpu++) {
for (brisket_group = BRISKET_GROUP_CONTROL;
brisket_group < NR_BRISKET_GROUP; brisket_group++) {
brisket_group_bits_shift =
(brisket_group << 16) | (bits << 8) | shift;
reg_value =
mt_secure_call_brisket(
MTK_SIP_KERNEL_BRISKET_CONTROL,
BRISKET_RW_READ,
cpu,
brisket_group_bits_shift,
0);
if (brisket_group == BRISKET_GROUP_CONTROL) {
str_len +=
snprintf(aee_log_buf + str_len,
(unsigned long long)brisket_mem_size - str_len,
"CPU%d: BRISKET_CONTROL = 0x%08x\n",
cpu, reg_value);
} else {
str_len +=
snprintf(aee_log_buf + str_len,
(unsigned long long)brisket_mem_size - str_len,
"CPU%d: BRISKET0%d = 0x%08x\n",
cpu, brisket_group, reg_value);
}
}
}
if (str_len > 0)
memcpy(buf, aee_log_buf, str_len+1);
brisket_debug("\n%s", aee_log_buf);
brisket_debug("\n%s", buf);
free_page((unsigned long)aee_log_buf);
return 0;
}
#define EEM_TEMPSPARE0 0x11278F20
#define brisket_read(addr) __raw_readl((void __iomem *)(addr))
#define brisket_write(addr, val) mt_reg_sync_writel(val, addr)
static void brisket_reserve_memory_init(unsigned int log_offset)
{
char *buf;
if (log_offset == 0) {
brisket_mem_base_virt = 0;
brisket_mem_size = 0x80000;
brisket_mem_base_phys =
brisket_read(ioremap(EEM_TEMPSPARE0, 0));
if ((char *)brisket_mem_base_phys != NULL) {
brisket_mem_base_virt =
(phys_addr_t)(uintptr_t)ioremap_wc(
brisket_mem_base_phys,
brisket_mem_size);
}
}
brisket_msg("[BRISKET] phys:0x%llx, size:0x%llx, virt:0x%llx\n",
(unsigned long long)brisket_mem_base_phys,
(unsigned long long)brisket_mem_size,
(unsigned long long)brisket_mem_base_virt);
if ((char *)brisket_mem_base_virt != NULL) {
buf = (char *)(uintptr_t)
(brisket_mem_base_virt+log_offset*0x1000);
/* dump brisket register status into reserved memory */
brisket_reserve_memory_dump(buf, log_offset);
} else
brisket_err("brisket_mem_base_virt is null !\n");
}
#endif
#endif
void mtk_brisket_pllclken(unsigned int brisket_pllclken)
{
unsigned int cpu;
const unsigned int brisket_group = BRISKET_GROUP_CONTROL;
const unsigned int bits = 1;
const unsigned int shift = 0;
unsigned int brisket_group_bits_shift =
(brisket_group << 16) | (bits << 8) | shift;
for (cpu = BRISKET_CPU_START_ID; cpu <= BRISKET_CPU_END_ID; cpu++) {
mt_secure_call_brisket(MTK_SIP_KERNEL_BRISKET_CONTROL,
BRISKET_RW_WRITE,
cpu,
brisket_group_bits_shift,
(brisket_pllclken >> cpu) & 1);
}
}
void mtk_brisket_bren(unsigned int brisket_bren)
{
unsigned int cpu;
const unsigned int brisket_group = BRISKET_GROUP_05;
const unsigned int bits = 1;
const unsigned int shift = 20;
unsigned int brisket_group_bits_shift =
(brisket_group << 16) | (bits << 8) | shift;
for (cpu = BRISKET_CPU_START_ID; cpu <= BRISKET_CPU_END_ID; cpu++) {
mt_secure_call_brisket(MTK_SIP_KERNEL_BRISKET_CONTROL,
BRISKET_RW_WRITE,
cpu,
brisket_group_bits_shift,
(brisket_bren >> cpu) & 1);
}
}
void mtk_brisket_kpki(unsigned int cpu, unsigned int brisket_kp_online,
unsigned int brisket_ki_online,
unsigned int brisket_kp_offline,
unsigned int brisket_ki_offline)
{
unsigned int brisket_kpki;
const unsigned int brisket_group = BRISKET_GROUP_05;
const unsigned int bits = 20;
const unsigned int shift = 0;
unsigned int brisket_group_bits_shift =
(brisket_group << 16) | (bits << 8) | shift;
brisket_kpki =
(brisket_kp_online << 16) |
(brisket_ki_online << 10) |
(brisket_kp_offline << 6) |
(brisket_ki_offline << 0);
mt_secure_call_brisket(MTK_SIP_KERNEL_BRISKET_CONTROL,
BRISKET_RW_WRITE,
cpu,
brisket_group_bits_shift,
brisket_kpki);
}
static void mtk_brisket(unsigned int cpu, unsigned int brisket_group,
unsigned int bits, unsigned int shift, unsigned int value)
{
unsigned int brisket_group_bits_shift =
(brisket_group << 16) | (bits << 8) | shift;
mt_secure_call_brisket(MTK_SIP_KERNEL_BRISKET_CONTROL,
BRISKET_RW_WRITE,
cpu,
brisket_group_bits_shift,
value);
}
/************************************************
* set BRISKET status by procfs interface
************************************************/
static ssize_t brisket_pllclken_proc_write(struct file *file,
const char __user *buffer, size_t count, loff_t *pos)
{
/* parameter input */
int brisket_pllclken = 0;
/* proc template for check */
char *buf = (char *) __get_free_page(GFP_USER);
if (!buf)
return -ENOMEM;
if (count >= PAGE_SIZE)
goto out;
if (copy_from_user(buf, buffer, count))
goto out;
/* coverity check */
if (!buf)
return -ENOMEM;
if (sizeof(buf) >= PAGE_SIZE)
goto out;
buf[count] = '\0';
/* parameter check */
if (kstrtou32((const char *)buf, 0, &brisket_pllclken)) {
brisket_err("bad argument!! Should input 1 arguments.\n");
goto out;
}
/* sync parameter with trust-zoon */
mtk_brisket_pllclken((unsigned int)brisket_pllclken);
out:
free_page((unsigned long)buf);
return count;
}
static int brisket_pllclken_proc_show(struct seq_file *m, void *v)
{
int cpu, brisket_pllclken, brisket_control;
const unsigned int brisket_group = BRISKET_GROUP_CONTROL;
const unsigned int bits = 31;
const unsigned int shift = 0;
unsigned int brisket_group_bits_shift;
for (cpu = BRISKET_CPU_START_ID; cpu <= BRISKET_CPU_END_ID; cpu++) {
brisket_group_bits_shift =
(brisket_group << 16) | (bits << 8) | shift;
brisket_msg("cpu(%d) brisket_group(%d) bits(%d) shift(%d)\n",
cpu, brisket_group, bits, shift);
do {
brisket_control =
mt_secure_call_brisket(
MTK_SIP_KERNEL_BRISKET_CONTROL,
BRISKET_RW_READ,
cpu,
brisket_group_bits_shift,
0);
} while (brisket_control == 0xdeadbeef);
brisket_msg(
"[CPU%d] brisket_control=0x%08x\n",
cpu,
brisket_control);
brisket_pllclken = GET_BITS_VAL(0:0, brisket_control);
seq_printf(m, "CPU%d: BRISKET_CONTROL_Pllclken = %d\n",
cpu,
brisket_pllclken);
}
return 0;
}
static ssize_t brisket_bren_proc_write(struct file *file,
const char __user *buffer, size_t count, loff_t *pos)
{
/* parameter input */
int brisket_bren = 0;
/* proc template for check */
char *buf = (char *) __get_free_page(GFP_USER);
if (!buf)
return -ENOMEM;
if (count >= PAGE_SIZE)
goto out;
if (copy_from_user(buf, buffer, count))
goto out;
/* coverity check */
if (!buf)
return -ENOMEM;
if (sizeof(buf) >= PAGE_SIZE)
goto out;
buf[count] = '\0';
/* parameter check */
if (kstrtou32((const char *)buf, 0, &brisket_bren)) {
brisket_err("bad argument!! Should input 1 arguments.\n");
goto out;
}
/* sync parameter with trust-zoon */
mtk_brisket_bren((unsigned int)brisket_bren);
out:
free_page((unsigned long)buf);
return count;
}
static int brisket_bren_proc_show(struct seq_file *m, void *v)
{
int cpu, brisket_bren, brisket_05;
const unsigned int brisket_group = BRISKET_GROUP_05;
const unsigned int bits = 31;
const unsigned int shift = 0;
unsigned int brisket_group_bits_shift;
for (cpu = BRISKET_CPU_START_ID; cpu <= BRISKET_CPU_END_ID; cpu++) {
brisket_group_bits_shift =
(brisket_group << 16) | (bits << 8) | shift;
brisket_msg("cpu(%d) brisket_group(%d) bits(%d) shift(%d)\n",
cpu, brisket_group, bits, shift);
do {
brisket_05 =
mt_secure_call_brisket(
MTK_SIP_KERNEL_BRISKET_CONTROL,
BRISKET_RW_READ,
cpu,
brisket_group_bits_shift,
0);
} while (brisket_05 == 0xdeadbeef);
brisket_msg(
"[CPU%d] brisket_05=0x%08x\n",
cpu,
brisket_05);
brisket_bren = GET_BITS_VAL(20:20, brisket_05);
seq_printf(m, "CPU%d: BRISKET05_Bren = %d\n",
cpu,
brisket_bren);
}
return 0;
}
static ssize_t brisket_kpki_proc_write(struct file *file,
const char __user *buffer, size_t count, loff_t *pos)
{
/* parameter input */
int cpu, brisket_kp_online, brisket_kp_offline,
brisket_ki_online, brisket_ki_offline;
/* proc template for check */
char *buf = (char *) __get_free_page(GFP_USER);
if (!buf)
return -ENOMEM;
if (count >= PAGE_SIZE)
goto out;
if (copy_from_user(buf, buffer, count))
goto out;
buf[count] = '\0';
/* parameter check */
if (sscanf(buf, "%u %u %u %u %u",
&cpu, &brisket_kp_online, &brisket_ki_online,
&brisket_kp_offline, &brisket_ki_offline) != 5) {
brisket_err("bad argument!! Should input 5 arguments.\n");
goto out;
}
/* sync parameter with trust-zoon */
mtk_brisket_kpki(cpu, (unsigned int)brisket_kp_online,
(unsigned int)brisket_ki_online,
(unsigned int)brisket_kp_offline,
(unsigned int)brisket_ki_offline);
out:
free_page((unsigned long)buf);
return count;
}
static int brisket_kpki_proc_show(struct seq_file *m, void *v)
{
int cpu, brisket_kp_online, brisket_kp_offline,
brisket_ki_online, brisket_ki_offline, brisket_05;
const unsigned int brisket_group = BRISKET_GROUP_05;
const unsigned int bits = 31;
const unsigned int shift = 0;
unsigned int brisket_group_bits_shift;
for (cpu = BRISKET_CPU_START_ID; cpu <= BRISKET_CPU_END_ID; cpu++) {
brisket_group_bits_shift =
(brisket_group << 16) | (bits << 8) | shift;
brisket_msg("cpu(%d) brisket_group(%d) bits(%d) shift(%d)\n",
cpu, brisket_group, bits, shift);
do {
brisket_05 =
mt_secure_call_brisket(
MTK_SIP_KERNEL_BRISKET_CONTROL,
BRISKET_RW_READ,
cpu,
brisket_group_bits_shift,
0);
} while (brisket_05 == 0xdeadbeef);
brisket_msg(
"[CPU%d] brisket_05=0x%08x\n",
cpu,
brisket_05);
brisket_kp_online = GET_BITS_VAL(19:16, brisket_05);
brisket_ki_online = GET_BITS_VAL(15:10, brisket_05);
brisket_kp_offline = GET_BITS_VAL(9:6, brisket_05);
brisket_ki_offline = GET_BITS_VAL(5:0, brisket_05);
seq_printf(m, "CPU%d: (kp_online,ki_online,kp_offline,ki_offline) = (%d,%d,%d,%d)\n",
cpu,
brisket_kp_online,
brisket_ki_online,
brisket_kp_offline,
brisket_ki_offline);
}
return 0;
}
static ssize_t brisket_reg_proc_write(struct file *file,
const char __user *buffer, size_t count, loff_t *pos)
{
/* parameter input */
int cpu, brisket_group, bits, shift, value;
/* proc template for check */
char *buf = (char *) __get_free_page(GFP_USER);
if (!buf)
return -ENOMEM;
if (count >= PAGE_SIZE)
goto out;
if (copy_from_user(buf, buffer, count))
goto out;
buf[count] = '\0';
/* parameter check */
if (sscanf(buf, "%u %u %u %u %u",
&cpu, &brisket_group, &bits, &shift, &value) != 5) {
brisket_err("bad argument!! Should input 5 arguments.\n");
goto out;
}
/* sync parameter with trust-zoon */
mtk_brisket((unsigned int)cpu, (unsigned int)brisket_group,
(unsigned int)bits, (unsigned int)shift, (unsigned int)value);
out:
free_page((unsigned long)buf);
return count;
}
static int brisket_reg_proc_show(struct seq_file *m, void *v)
{
int cpu, brisket_group, reg_value;
const unsigned int bits = 31;
const unsigned int shift = 0;
unsigned int brisket_group_bits_shift;
for (cpu = BRISKET_CPU_START_ID; cpu <= BRISKET_CPU_END_ID; cpu++) {
for (brisket_group = BRISKET_GROUP_CONTROL;
brisket_group < NR_BRISKET_GROUP; brisket_group++) {
brisket_group_bits_shift =
(brisket_group << 16) | (bits << 8) | shift;
brisket_msg(
"cpu(%d) brisket_group(%d) bits(%d) shift(%d)\n",
cpu, brisket_group, bits, shift);
reg_value =
mt_secure_call_brisket(
MTK_SIP_KERNEL_BRISKET_CONTROL,
BRISKET_RW_READ,
cpu,
brisket_group_bits_shift,
0);
if (brisket_group == BRISKET_GROUP_CONTROL) {
seq_printf(m, "CPU%d: BRISKET_CONTROL = 0x%08x\n",
cpu,
reg_value);
} else {
seq_printf(m, "CPU%d: BRISKET0%d = 0x%08x\n",
cpu,
brisket_group,
reg_value);
}
}
}
return 0;
}
#define PROC_FOPS_RW(name) \
static int name ## _proc_open(struct inode *inode, \
struct file *file) \
{ \
return single_open(file, name ## _proc_show, \
PDE_DATA(inode)); \
} \
static const struct file_operations name ## _proc_fops = { \
.owner = THIS_MODULE, \
.open = name ## _proc_open, \
.read = seq_read, \
.llseek = seq_lseek, \
.release = single_release, \
.write = name ## _proc_write, \
}
#define PROC_FOPS_RO(name) \
static int name ## _proc_open(struct inode *inode, \
struct file *file) \
{ \
return single_open(file, name ## _proc_show, \
PDE_DATA(inode)); \
} \
static const struct file_operations name ## _proc_fops = { \
.owner = THIS_MODULE, \
.open = name ## _proc_open, \
.read = seq_read, \
.llseek = seq_lseek, \
.release = single_release, \
}
#define PROC_ENTRY(name) {__stringify(name), &name ## _proc_fops}
PROC_FOPS_RW(brisket_pllclken);
PROC_FOPS_RW(brisket_bren);
PROC_FOPS_RW(brisket_reg);
PROC_FOPS_RW(brisket_kpki);
static int create_procfs(void)
{
struct proc_dir_entry *brisket_dir = NULL;
int i;
struct pentry {
const char *name;
const struct file_operations *fops;
};
struct pentry brisket_entries[] = {
PROC_ENTRY(brisket_pllclken),
PROC_ENTRY(brisket_bren),
PROC_ENTRY(brisket_reg),
PROC_ENTRY(brisket_kpki),
};
brisket_dir = proc_mkdir("brisket", NULL);
if (!brisket_dir) {
brisket_err("[%s]: mkdir /proc/brisket failed\n", __func__);
return -1;
}
for (i = 0; i < ARRAY_SIZE(brisket_entries); i++) {
if (!proc_create(brisket_entries[i].name,
0664,
brisket_dir,
brisket_entries[i].fops)) {
brisket_err("[%s]: create /proc/brisket/%s failed\n",
__func__,
brisket_entries[i].name);
return -3;
}
}
return 0;
}
static int brisket_probe(struct platform_device *pdev)
{
#ifndef CONFIG_FPGA_EARLY_PORTING
#ifdef CONFIG_OF
struct device_node *node = NULL;
int rc = 0;
int cpu;
node = pdev->dev.of_node;
if (!node) {
brisket_err("get brisket device node err\n");
return -ENODEV;
}
/*brisket05*/
rc = of_property_read_u32(node,
"brisket_doe_brisket05", &brisket_doe_brisket05);
if (!rc) {
brisket_msg(
"brisket_doe_brisket05 from DTree; rc(%d) brisket_doe_brisket05(0x%x)\n",
rc,
brisket_doe_brisket05);
if (brisket_doe_brisket05 > 0) {
for (cpu = BRISKET_CPU_START_ID;
cpu <= BRISKET_CPU_END_ID; cpu++) {
mtk_brisket(cpu,
5,
20,
0,
brisket_doe_brisket05);
}
}
}
/*brisket06*/
rc = of_property_read_u32(node,
"brisket_doe_brisket06", &brisket_doe_brisket06);
if (!rc) {
brisket_msg(
"brisket_doe_brisket06 from DTree; rc(%d) brisket_doe_brisket06(0x%x)\n",
rc,
brisket_doe_brisket06);
if (brisket_doe_brisket06 > 0) {
for (cpu = BRISKET_CPU_START_ID;
cpu <= BRISKET_CPU_END_ID; cpu++) {
mtk_brisket(cpu,
6,
15,
0,
brisket_doe_brisket06);
}
}
}
/*brisket07*/
rc = of_property_read_u32(node,
"brisket_doe_brisket07", &brisket_doe_brisket07);
if (!rc) {
brisket_msg(
"brisket_doe_brisket07 from DTree; rc(%d) brisket_doe_brisket07(0x%x)\n",
rc,
brisket_doe_brisket07);
if (brisket_doe_brisket07 > 0) {
for (cpu = BRISKET_CPU_START_ID;
cpu <= BRISKET_CPU_END_ID; cpu++) {
mtk_brisket(cpu,
7,
11,
0,
brisket_doe_brisket07);
}
}
}
/*brisket08*/
rc = of_property_read_u32(node,
"brisket_doe_brisket08", &brisket_doe_brisket08);
if (!rc) {
brisket_msg(
"brisket_doe_brisket08 from DTree; rc(%d) brisket_doe_brisket08(0x%x)\n",
rc,
brisket_doe_brisket08);
if (brisket_doe_brisket08 > 0) {
for (cpu = BRISKET_CPU_START_ID;
cpu <= BRISKET_CPU_END_ID; cpu++) {
mtk_brisket(cpu,
8,
12,
0,
brisket_doe_brisket08);
}
}
}
/*brisket09*/
rc = of_property_read_u32(node,
"brisket_doe_brisket09", &brisket_doe_brisket09);
if (!rc) {
brisket_msg(
"brisket_doe_brisket09 from DTree; rc(%d) brisket_doe_brisket09(0x%x)\n",
rc,
brisket_doe_brisket09);
if (brisket_doe_brisket09 > 0) {
for (cpu = BRISKET_CPU_START_ID;
cpu <= BRISKET_CPU_END_ID; cpu++) {
mtk_brisket(cpu,
9,
13,
0,
brisket_doe_brisket09);
}
}
}
/* pllclken control */
rc = of_property_read_u32(node,
"brisket_doe_pllclken", &brisket_doe_pllclken);
if (!rc) {
brisket_msg(
"brisket_doe_pllclken from DTree; rc(%d) brisket_doe_pllclken(0x%x)\n",
rc,
brisket_doe_pllclken);
if (brisket_doe_pllclken < 256)
mtk_brisket_pllclken(brisket_doe_pllclken);
}
/* bren control */
rc = of_property_read_u32(node,
"brisket_doe_bren", &brisket_doe_bren);
if (!rc) {
brisket_msg(
"brisket_doe_bren from DTree; rc(%d) brisket_doe_bren(0x%x)\n",
rc,
brisket_doe_bren);
if (brisket_doe_bren < 256)
mtk_brisket_bren(brisket_doe_bren);
}
/* dump register information to picachu buf */
#ifdef CONFIG_OF_RESERVED_MEM
brisket_reserve_memory_init(0);
#endif
brisket_msg("brisket probe ok!!\n");
#endif
#endif
return 0;
}
static int brisket_suspend(struct platform_device *pdev, pm_message_t state)
{
#ifndef CONFIG_FPGA_EARLY_PORTING
#ifdef CONFIG_OF_RESERVED_MEM
// brisket_reserve_memory_init(1);
#endif
#endif
return 0;
}
static int brisket_resume(struct platform_device *pdev)
{
#ifndef CONFIG_FPGA_EARLY_PORTING
#ifdef CONFIG_OF_RESERVED_MEM
// brisket_reserve_memory_init(2);
#endif
#endif
return 0;
}
#ifdef CONFIG_OF
static const struct of_device_id mt_brisket_of_match[] = {
{ .compatible = "mediatek,brisket", },
{},
};
#endif
static struct platform_driver brisket_driver = {
.remove = NULL,
.shutdown = NULL,
.probe = brisket_probe,
.suspend = brisket_suspend,
.resume = brisket_resume,
.driver = {
.name = "mt-brisket",
#ifdef CONFIG_OF
.of_match_table = mt_brisket_of_match,
#endif
},
};
static int __init __brisket_init(void)
{
int err = 0;
create_procfs();
err = platform_driver_register(&brisket_driver);
if (err) {
brisket_err("BRISKET driver callback register failed..\n");
return err;
}
return 0;
}
static void __exit __brisket_exit(void)
{
brisket_msg("brisket de-initialization\n");
}
module_init(__brisket_init);
module_exit(__brisket_exit);
MODULE_DESCRIPTION("MediaTek BRISKET Driver v0.1");
MODULE_LICENSE("GPL");
#undef __MTK_BRISKET_C__
@@ -0,0 +1,99 @@
// SPDX-License-Identifier: GPL-2.0+
/*
* Copyright (c) 2019 MediaTek Inc.
*/
#ifndef _MTK_BRISKET_
#define _MTK_BRISKET_
#ifdef __KERNEL__
#include <linux/kernel.h>
#include <mt-plat/sync_write.h>
#endif
#if defined(_MTK_BRISKET_)
#include <mt-plat/mtk_secure_api.h>
#if defined(CONFIG_ARM_PSCI) || defined(CONFIG_MTK_PSCI)
#define mt_secure_call_brisket mt_secure_call
#else
/* This is workaround for brisket use */
static noinline int mt_secure_call_brisket(u64 function_id,
u64 arg0, u64 arg1, u64 arg2, u64 arg3)
{
register u64 reg0 __asm__("x0") = function_id;
register u64 reg1 __asm__("x1") = arg0;
register u64 reg2 __asm__("x2") = arg1;
register u64 reg3 __asm__("x3") = arg2;
register u64 reg4 __asm__("x4") = arg3;
int ret = 0;
asm volatile(
"smc #0\n"
: "+r" (reg0)
: "r" (reg1), "r" (reg2), "r" (reg3), "r" (reg4));
ret = (int)reg0;
return ret;
}
#endif
#endif
/************************************************
* BIT Operation
************************************************/
#undef BIT
#define BIT(_bit_) (unsigned int)(1 << (_bit_))
#define BITS(_bits_, _val_) \
((((unsigned int) -1 >> (31 - ((1) ? _bits_))) \
& ~((1U << ((0) ? _bits_)) - 1)) & ((_val_)<<((0) ? _bits_)))
#define BITMASK(_bits_) \
(((unsigned int) -1 >> (31 - ((1) ? _bits_))) \
& ~((1U << ((0) ? _bits_)) - 1))
#define GET_BITS_VAL(_bits_, _val_) \
(((_val_) & (BITMASK(_bits_))) >> ((0) ? _bits_))
/************************************************
* Need maintain for each project
************************************************/
/* Core ID control by project */
#define BRISKET_MARGAUX
#ifdef BRISKET_MARGAUX
#define NR_BRISKET_CPU 8
#define BRISKET_CPU_START_ID 0
#define BRISKET_CPU_END_ID 7
#endif
/************************************************
* config enum
************************************************/
enum BRISKET_RW {
BRISKET_RW_READ,
BRISKET_RW_WRITE,
NR_BRISKET_RW,
};
enum BRISKET_GROUP {
BRISKET_GROUP_CONTROL,
BRISKET_GROUP_01,
BRISKET_GROUP_02,
BRISKET_GROUP_03,
BRISKET_GROUP_04,
BRISKET_GROUP_05,
BRISKET_GROUP_06,
BRISKET_GROUP_07,
BRISKET_GROUP_08,
BRISKET_GROUP_09,
NR_BRISKET_GROUP,
};
/************************************************
* association with ATF use
************************************************/
#ifdef CONFIG_ARM64
#define MTK_SIP_KERNEL_BRISKET_CONTROL 0xC200051B
#else
#define MTK_SIP_KERNEL_BRISKET_CONTROL 0x8200051B
#endif
#endif //_MTK_BRISKET_
@@ -0,0 +1,26 @@
#
# Copyright (C) 2016 MediaTek Inc.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/$(MTK_PLATFORM)/
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/include/
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/include/clkbuf_v1/
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/include/clkbuf_v1/$(MTK_PLATFORM)/
obj-y += mtk_clkbuf_ctl.o
ifeq ($(CONFIG_MACH_MT6781), y)
obj-y += mt6768/
else ifeq ($(CONFIG_MACH_MT6893), y)
obj-y += mt6885/
else
obj-y += $(subst ",,$(CONFIG_MTK_PLATFORM))/
endif
@@ -0,0 +1,20 @@
#
# Copyright (C) 2017 MediaTek Inc.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/$(MTK_PLATFORM)/
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/include/
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/include/clkbuf_v1/
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/include/clkbuf_v1/$(MTK_PLATFORM)/
obj-y += mtk_clkbuf_hw.o
File diff suppressed because it is too large. Load diff
@@ -0,0 +1,20 @@
#
# Copyright (C) 2017 MediaTek Inc.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/$(MTK_PLATFORM)/
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/include/
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/include/clkbuf_v1/
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/include/clkbuf_v1/$(MTK_PLATFORM)/
obj-y += mtk_clkbuf_hw.o
File diff suppressed because it is too large. Load diff
@@ -0,0 +1,26 @@
#
# Copyright (C) 2016 MediaTek Inc.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/$(MTK_PLATFORM)/
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/include/
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/include/clkbuf_v1/
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/include/clkbuf_v1/$(MTK_PLATFORM)/
ccflags-y += -I$(srctree)/drivers/scsi/ufs/
ARCH_MTK_PROJECT := $(subst ",,$(CONFIG_ARCH_MTK_PROJECT))
ifneq ($(filter k69v1_64_g85_basic_ref_k419 k69v1_2g_fhdp_ago_ref k69v1_2g_fhdp_ago_basic_ref, $(ARCH_MTK_PROJECT)),)
ccflags-y += -DMT6768_REF_DEV
endif
obj-y += mtk_clkbuf_hw.o
File diff suppressed because it is too large. Load diff
@@ -0,0 +1,21 @@
#
# Copyright (C) 2016 MediaTek Inc.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/$(MTK_PLATFORM)/
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/include/
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/include/clkbuf_v1/
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/include/clkbuf_v1/$(MTK_PLATFORM)/
ccflags-y += -I$(srctree)/drivers/scsi/ufs/
obj-y += mtk_clkbuf_hw.o
File diff suppressed because it is too large. Load diff
@@ -0,0 +1,22 @@
#
# Copyright (C) 2016 MediaTek Inc.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/$(MTK_PLATFORM)/
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/include/
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/include/clkbuf_v1/
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/include/clkbuf_v1/$(MTK_PLATFORM)/
ccflags-y += -I$(srctree)/drivers/scsi/ufs/
ccflags-y += -I$(srctree)/drivers/misc/mediatek/include/
obj-y += mtk_clkbuf_hw.o
File diff suppressed because it is too large. Load diff
@@ -0,0 +1,21 @@
#
# Copyright (C) 2016 MediaTek Inc.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/$(MTK_PLATFORM)/
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/include/
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/include/clkbuf_v1/
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/include/clkbuf_v1/$(MTK_PLATFORM)/
ccflags-y += -I$(srctree)/drivers/scsi/ufs/
obj-y += mtk_clkbuf_hw.o
File diff suppressed because it is too large. Load diff
@@ -0,0 +1,21 @@
#
# Copyright (C) 2016 MediaTek Inc.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/$(MTK_PLATFORM)/
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/include/
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/include/clkbuf_v1/
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/include/clkbuf_v1/$(MTK_PLATFORM)/
ccflags-y += -I$(srctree)/drivers/scsi/ufs/
obj-y += mtk_clkbuf_hw.o
File diff suppressed because it is too large. Load diff
@@ -0,0 +1,21 @@
#
# Copyright (C) 2016 MediaTek Inc.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/$(MTK_PLATFORM)/
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/include/
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/include/clkbuf_v1/
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/include/clkbuf_v1/$(MTK_PLATFORM)/
ccflags-y += -I$(srctree)/drivers/scsi/ufs/
obj-y += mtk_clkbuf_hw.o
File diff suppressed because it is too large. Load diff
@@ -0,0 +1,202 @@
// SPDX-License-Identifier: GPL-2.0
/*
* Copyright (c) 2017 MediaTek Inc.
*/
/*
* @file mtk_clk_buf_ctl.c
* @brief Driver for clock buffer control
*
*/
#include <linux/module.h>
#include <linux/of_device.h>
#include <linux/platform_device.h>
#include <linux/regmap.h>
#include <linux/mfd/mt6397/core.h>
#include <mtk_spm.h>
#include <mtk_clkbuf_ctl.h>
#include <mtk_clkbuf_common.h>
DEFINE_MUTEX(clk_buf_ctrl_lock);
bool is_clkbuf_initiated;
/* false: rf_clkbuf, true: pmic_clkbuf */
bool is_pmic_clkbuf = true;
bool clkbuf_debug;
static bool g_is_flightmode_on;
unsigned int clkbuf_ctrl_stat;
short __attribute__((weak)) is_clkbuf_bringup(void)
{
return 0;
}
int __attribute__((weak)) clk_buf_dts_map(void)
{
return 0;
}
void __attribute__((weak)) clk_buf_dump_dts_log(void)
{
}
void __attribute__((weak)) clk_buf_dump_clkbuf_log(void)
{
}
int __attribute__((weak)) clk_buf_fs_init(void)
{
pr_info("%s: dummy func\n", __func__);
return 0;
}
void __attribute__((weak)) clk_buf_post_init(void)
{
}
void __attribute__((weak)) clk_buf_init_pmic_swctrl(void)
{
}
void __attribute__((weak)) clk_buf_init_pmic_clkbuf(struct regmap *regmap)
{
}
void __attribute__((weak)) clk_buf_init_pmic_clkbuf_legacy(void)
{
}
void __attribute__((weak)) clk_buf_init_pmic_wrap(void)
{
}
void __attribute__((weak)) clk_buf_ctrl_bblpm_hw(short on)
{
}
/* for spm driver use */
bool is_clk_buf_under_flightmode(void)
{
return g_is_flightmode_on;
}
/* for ccci driver to notify this */
void clk_buf_set_by_flightmode(bool is_flightmode_on)
{
g_is_flightmode_on = is_flightmode_on;
if (is_flightmode_on)
clk_buf_ctrl_bblpm_hw(true);
else
clk_buf_ctrl_bblpm_hw(false);
}
void clk_buf_get_swctrl_status(enum CLK_BUF_SWCTRL_STATUS_T *status)
{
if (!is_clkbuf_initiated)
return;
if (is_pmic_clkbuf)
return;
}
/*
* Let caller get driving current setting of RF clock buffer
* Caller: ccci & ccci will send it to modem
*/
void clk_buf_get_rf_drv_curr(void *rf_drv_curr)
{
if (!is_clkbuf_initiated)
return;
if (is_pmic_clkbuf)
return;
}
/* Called by ccci driver to keep afcdac value sent from modem */
void clk_buf_save_afc_val(unsigned int afcdac)
{
if (is_pmic_clkbuf)
return;
}
/* Called by suspend driver to write afcdac into SPM register */
void clk_buf_write_afcdac(void)
{
if (!is_clkbuf_initiated)
return;
if (is_pmic_clkbuf)
return;
}
bool is_clk_buf_from_pmic(void)
{
return true;
}
static int mtk_clk_buf_probe(struct platform_device *pdev)
{
struct mt6397_chip *chip;
chip = dev_get_drvdata(pdev->dev.parent);
if (is_clkbuf_bringup()) {
clk_buf_dts_map();
clk_buf_fs_init();
return 0;
}
if (is_clkbuf_initiated)
return -1;
if (clk_buf_dts_map()) {
pr_err("%s: failed due to DTS failed\n", __func__);
return -1;
}
clk_buf_dump_dts_log();
if (clk_buf_fs_init())
return -1;
/* Co-TSX @PMIC */
if (is_clk_buf_from_pmic()) {
is_pmic_clkbuf = true;
if (chip)
clk_buf_init_pmic_clkbuf(chip->regmap);
else
clk_buf_init_pmic_clkbuf_legacy();
clk_buf_init_pmic_swctrl();
clk_buf_init_pmic_wrap();
}
clk_buf_post_init();
is_clkbuf_initiated = true;
return 0;
}
static const struct of_device_id mtk_clkbuf_of_match[] = {
{
.compatible = "mediatek,pmic_clock_buffer",
},
};
MODULE_DEVICE_TABLE(of, mtk_clkbuf_of_match);
static struct platform_driver mtk_clkbuf_driver = {
.driver = {
.name = "mtk_clkbuf_driver",
.of_match_table = mtk_clkbuf_of_match,
},
.probe = mtk_clk_buf_probe,
};
module_platform_driver(mtk_clkbuf_driver);
@@ -0,0 +1,115 @@
#
# Copyright (C) 2015 MediaTek Inc.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
ifeq ($(CONFIG_MTK_GCOV_KERNEL),y)
GCOV_PROFILE := y
endif
ifeq ($(CONFIG_MACH_MT6781),y)
PLATFORM_DIR = mt6781
else ifeq ($(CONFIG_MACH_MT6877),y)
PLATFORM_DIR = mt6877
else ifeq ($(CONFIG_MACH_MT6768),y)
PLATFORM_DIR = mt6768
else ifeq ($(CONFIG_MACH_MT6833),y)
PLATFORM_DIR = mt6833
else ifeq ($(CONFIG_MACH_MT6873),y)
PLATFORM_DIR = mt6873
else ifeq ($(CONFIG_MACH_MT6853),y)
PLATFORM_DIR = mt6853
else ifeq ($(CONFIG_MACH_MT6785),y)
PLATFORM_DIR = mt6785
else ifeq ($(CONFIG_MACH_MT6885),y)
PLATFORM_DIR = mt6885
else ifeq ($(CONFIG_MACH_MT6893),y)
PLATFORM_DIR = mt6893
else ifeq ($(CONFIG_MACH_MT6771),y)
PLATFORM_DIR = mt6771
endif
ifeq (,$(filter $(CONFIG_MTK_PLATFORM), "mt6771"))
ifdef CONFIG_MTK_PLATFORM
MTK_PLATFORM := $(subst ",,$(CONFIG_MTK_PLATFORM))
ifeq (,$(filter $(CONFIG_MACH_MT8168), y))
include $(srctree)/drivers/misc/mediatek/base/power/qos/$(PLATFORM_DIR)/Makefile
endif
endif
endif
ifeq ($(SSPM_VER),v2)
ccflags-y += -I$(srctree)/drivers/misc/mediatek/sspm/v2
ccflags-y += -DUSE_SSMP_VER_V2
else
ccflags-y += -I$(srctree)/drivers/misc/mediatek/sspm/v1
ccflags-y += -DUSE_SSMP_VER_V1
endif
ifeq ($(CONFIG_MACH_MT6781),y)
ccflags-y += -I$(srctree)/drivers/misc/mediatek/sspm/v2
ccflags-y += -DUSE_SSMP_VER_V2
endif
ifneq ($(wildcard $(srctree)/drivers/misc/mediatek/met_drv/),)
ccflags-y += -DMET_SUPPORT
ccflags-y += -DMET_USER_EVENT_SUPPORT
endif
ccflags-y += \
-I$(CPUFREQ_ROOT_DIR)/inc \
-I$(CPUFREQ_ROOT_DIR)/src/mach/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/devfreq \
-I$(srctree)/drivers/devfreq/helio-dvfsrc-v3/ \
-I$(srctree)/drivers/misc/mediatek/base/power/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/base/power/cm_mgr_v1/ \
-I$(srctree)/drivers/misc/mediatek/base/power/cpufreq_v1/inc \
-I$(srctree)/drivers/misc/mediatek/base/power/cpufreq_v1/src/mach/$(PLATFORM_DIR)/ \
-I$(srctree)/drivers/misc/mediatek/base/power/include \
-I$(srctree)/drivers/misc/mediatek/base/power/qos/$(PLATFORM_DIR)/ \
-I$(srctree)/drivers/misc/mediatek/dramc/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/emi/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/include \
-I$(srctree)/drivers/misc/mediatek/include/mt-plat \
-I$(srctree)/drivers/misc/mediatek/include/mt-plat/$(CONFIG_MTK_PLATFORM)/include \
-I$(srctree)/drivers/misc/mediatek/include/mt-plat/$(CONFIG_MTK_PLATFORM)/include/mach \
-I$(srctree)/drivers/misc/mediatek/sspm/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/include \
-I$(srctree)/include/memory/mediatek/ \
ifeq ($(CONFIG_BUILD_ARM64_APPENDED_DTB_IMAGE_NAMES),"mediatek/mt6885_3gear")
ccflags-y += -DTRIGEAR_CM
endif
# main
ifeq (,$(filter $(CONFIG_MACH_MT8168), y))
obj-y += mtk_cm_mgr.o
else
obj-y += mtk_cm_mgr_mt8168.o
endif
ifeq ($(CONFIG_MACH_MT6893),y)
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/cm_mgr_v1/mt6893
obj-y += mt6893/
else ifeq ($(CONFIG_MACH_MT6833),y)
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/cm_mgr_v1/mt6833
obj-y += mt6833/
else ifeq ($(CONFIG_MACH_MT6877),y)
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/cm_mgr_v1/mt6877
obj-y += mt6877/
else ifeq ($(CONFIG_MACH_MT6781),y)
ccflags-y += -I$(srctree)/drivers/misc/mediatek/sspm/mt6781
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/cm_mgr_v1/mt6781/
obj-y += mt6781/
else
ccflags-y += -I$(srctree)/drivers/misc/mediatek/base/power/cm_mgr_v1/$(CONFIG_MTK_PLATFORM)
obj-y += $(subst ",,$(CONFIG_MTK_PLATFORM))/
endif
@@ -0,0 +1,42 @@
#
# Copyright (C) 2015 MediaTek Inc.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
SSPM_VER := v1
ifneq ($(wildcard $(srctree)/drivers/misc/mediatek/met_drv/),)
ccflags-y += -DMET_SUPPORT
ccflags-y += -DMET_USER_EVENT_SUPPORT
endif
ccflags-y += \
-I$(CPUFREQ_ROOT_DIR)/inc \
-I$(CPUFREQ_ROOT_DIR)/src/mach/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/devfreq \
-I$(srctree)/drivers/misc/mediatek/base/power/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/base/power/cm_mgr_v1/ \
-I$(srctree)/drivers/misc/mediatek/base/power/cm_mgr_v1/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/base/power/cpufreq_v1/inc \
-I$(srctree)/drivers/misc/mediatek/base/power/cpufreq_v1/src/mach/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/base/power/include \
-I$(srctree)/drivers/misc/mediatek/dramc/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/include \
-I$(srctree)/drivers/misc/mediatek/include/mt-plat \
-I$(srctree)/drivers/misc/mediatek/include/mt-plat/$(CONFIG_MTK_PLATFORM)/include \
-I$(srctree)/drivers/misc/mediatek/include/mt-plat/$(CONFIG_MTK_PLATFORM)/include/mach \
-I$(srctree)/drivers/misc/mediatek/sspm \
-I$(srctree)/drivers/misc/mediatek/sspm/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/include \
# main
obj-y += mtk_cm_mgr_platform.o
@@ -0,0 +1,906 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (c) 2019 MediaTek Inc.
*/
/* system includes */
#include <linux/kernel.h>
#include <linux/module.h>
#include <linux/sched.h>
#include <linux/init.h>
#include <linux/cpu.h>
#include <linux/delay.h>
#include <linux/slab.h>
#include <linux/proc_fs.h>
#include <linux/miscdevice.h>
#include <linux/platform_device.h>
#include <linux/spinlock.h>
#include <linux/kthread.h>
#include <linux/hrtimer.h>
#include <linux/sched/rt.h>
#include <linux/atomic.h>
#include <linux/clk.h>
#include <linux/ktime.h>
#include <linux/time.h>
#include <linux/jiffies.h>
#include <linux/bitops.h>
#include <linux/uaccess.h>
#include <linux/seq_file.h>
#include <linux/types.h>
#include <linux/suspend.h>
#include <linux/topology.h>
#include <linux/math64.h>
#include <mt-plat/sync_write.h>
#include <mt-plat/mtk_io.h>
#include <mt-plat/aee.h>
#include <trace/events/mtk_events.h>
#include <linux/sched/clock.h>
#ifdef MET_SUPPORT
#include <mt-plat/met_drv.h>
#endif /* MET_SUPPORT */
#include <linux/of.h>
#include <linux/of_address.h>
#include <mtk_cm_mgr.h>
#define CREATE_TRACE_POINTS
#include "mtk_cm_mgr_platform_events.h"
#include <linux/fb.h>
#include <linux/notifier.h>
#include <linux/pm_qos.h>
#include <linux/soc/mediatek/mtk-pm-qos.h>
#include <helio-dvfsrc_v2.h>
#ifdef USE_IDLE_NOTIFY
#include "mtk_idle.h"
#endif /* USE_IDLE_NOTIFY */
#ifdef USE_CPU_TO_DRAM_MAP
static struct delayed_work cm_mgr_work;
static struct mtk_pm_qos_request ddr_opp_req_by_cpu_opp;
static int cm_mgr_cpu_to_dram_opp;
static void cm_mgr_process(struct work_struct *work);
#endif /* USE_CPU_TO_DRAM_MAP */
static int cm_mgr_vcore_opp_to_bw_0[CM_MGR_VCORE_OPP_COUNT] = {
540,
340,
230,
};
static int cm_mgr_vcore_opp_to_bw_1[CM_MGR_VCORE_OPP_COUNT] = {
540,
460,
340,
};
#define VCORE_OPP_BW_PTR(name) \
(&cm_mgr_vcore_opp_to_bw_##name[0])
static int *vcore_opp_bw_ptr(int idx)
{
switch (idx) {
case 0:
return VCORE_OPP_BW_PTR(0);
case 1:
return VCORE_OPP_BW_PTR(1);
}
pr_info("#@# %s(%d) warning value %d\n", __func__, __LINE__, idx);
return NULL;
};
int *vcore_opp_bw = VCORE_OPP_BW_PTR(0);
#ifdef MET_SUPPORT
struct cm_mgr_met_data {
unsigned int cm_mgr_power[14];
unsigned int cm_mgr_count[4];
unsigned int cm_mgr_opp[6];
unsigned int cm_mgr_loading[12];
unsigned int cm_mgr_ratio[12];
unsigned int cm_mgr_bw;
unsigned int cm_mgr_valid;
};
/******************** MET BEGIN ********************/
typedef void (*cm_mgr_value_handler_t) (unsigned int cnt, unsigned int *value);
static struct cm_mgr_met_data met_data;
static cm_mgr_value_handler_t cm_mgr_power_dbg_handler;
static cm_mgr_value_handler_t cm_mgr_count_dbg_handler;
static cm_mgr_value_handler_t cm_mgr_opp_dbg_handler;
static cm_mgr_value_handler_t cm_mgr_loading_dbg_handler;
static cm_mgr_value_handler_t cm_mgr_ratio_dbg_handler;
static cm_mgr_value_handler_t cm_mgr_bw_dbg_handler;
static cm_mgr_value_handler_t cm_mgr_valid_dbg_handler;
#define CM_MGR_MET_REG_FN_VALUE(name) \
void cm_mgr_register_##name(cm_mgr_value_handler_t handler) \
{ \
name##_dbg_handler = handler; \
} \
EXPORT_SYMBOL(cm_mgr_register_##name)
CM_MGR_MET_REG_FN_VALUE(cm_mgr_power);
CM_MGR_MET_REG_FN_VALUE(cm_mgr_count);
CM_MGR_MET_REG_FN_VALUE(cm_mgr_opp);
CM_MGR_MET_REG_FN_VALUE(cm_mgr_loading);
CM_MGR_MET_REG_FN_VALUE(cm_mgr_ratio);
CM_MGR_MET_REG_FN_VALUE(cm_mgr_bw);
CM_MGR_MET_REG_FN_VALUE(cm_mgr_valid);
/********************* MET END *********************/
#endif /* MET_SUPPORT */
void cm_mgr_update_met(void)
{
#ifdef MET_SUPPORT
int cpu;
met_data.cm_mgr_power[0] = cpu_power_up_array[0];
met_data.cm_mgr_power[1] = cpu_power_up_array[1];
met_data.cm_mgr_power[2] = cpu_power_down_array[0];
met_data.cm_mgr_power[3] = cpu_power_down_array[1];
met_data.cm_mgr_power[4] = cpu_power_up[0];
met_data.cm_mgr_power[5] = cpu_power_up[1];
met_data.cm_mgr_power[6] = cpu_power_down[0];
met_data.cm_mgr_power[7] = cpu_power_down[1];
met_data.cm_mgr_power[8] = cpu_power_up[0] + cpu_power_up[1];
met_data.cm_mgr_power[9] = cpu_power_down[0] + cpu_power_down[1];
met_data.cm_mgr_power[10] = (unsigned int)vcore_power_up;
met_data.cm_mgr_power[11] = (unsigned int)vcore_power_down;
met_data.cm_mgr_power[12] = v2f[0];
met_data.cm_mgr_power[13] = v2f[1];
met_data.cm_mgr_count[0] = count[0];
met_data.cm_mgr_count[1] = count[1];
met_data.cm_mgr_count[2] = count_ack[0];
met_data.cm_mgr_count[3] = count_ack[1];
met_data.cm_mgr_opp[0] = vcore_dram_opp;
met_data.cm_mgr_opp[1] = vcore_dram_opp_cur;
met_data.cm_mgr_opp[2] = cpu_opp_cur[0];
met_data.cm_mgr_opp[3] = cpu_opp_cur[1];
met_data.cm_mgr_opp[4] = debounce_times_up;
met_data.cm_mgr_opp[5] = debounce_times_down;
met_data.cm_mgr_loading[0] = cm_mgr_abs_load;
met_data.cm_mgr_loading[1] = cm_mgr_rel_load;
met_data.cm_mgr_loading[2] = max_load[0];
met_data.cm_mgr_loading[3] = max_load[1];
for_each_possible_cpu(cpu) {
if (cpu >= CM_MGR_CPU_COUNT)
break;
met_data.cm_mgr_loading[4 + cpu] = cpu_load[cpu];
}
met_data.cm_mgr_ratio[0] = ratio_max[0];
met_data.cm_mgr_ratio[1] = ratio_max[1];
met_data.cm_mgr_ratio[2] = ratio_scale[0];
met_data.cm_mgr_ratio[3] = ratio_scale[1];
met_data.cm_mgr_ratio[4] = ratio[0];
met_data.cm_mgr_ratio[5] = ratio[1];
met_data.cm_mgr_ratio[6] = ratio[2];
met_data.cm_mgr_ratio[7] = ratio[3];
met_data.cm_mgr_ratio[8] = ratio[4];
met_data.cm_mgr_ratio[9] = ratio[5];
met_data.cm_mgr_ratio[10] = ratio[6];
met_data.cm_mgr_ratio[11] = ratio[7];
met_data.cm_mgr_bw = total_bw;
met_data.cm_mgr_valid = cps_valid;
if (cm_mgr_power_dbg_handler)
cm_mgr_power_dbg_handler(ARRAY_SIZE(met_data.cm_mgr_power),
met_data.cm_mgr_power);
if (cm_mgr_count_dbg_handler)
cm_mgr_count_dbg_handler(ARRAY_SIZE(met_data.cm_mgr_count),
met_data.cm_mgr_count);
if (cm_mgr_opp_dbg_handler)
cm_mgr_opp_dbg_handler(ARRAY_SIZE(met_data.cm_mgr_opp),
met_data.cm_mgr_opp);
if (cm_mgr_loading_dbg_handler)
cm_mgr_loading_dbg_handler(ARRAY_SIZE(met_data.cm_mgr_loading),
met_data.cm_mgr_loading);
if (cm_mgr_ratio_dbg_handler)
cm_mgr_ratio_dbg_handler(ARRAY_SIZE(met_data.cm_mgr_ratio),
met_data.cm_mgr_ratio);
if (cm_mgr_bw_dbg_handler)
cm_mgr_bw_dbg_handler(1, &met_data.cm_mgr_bw);
if (cm_mgr_valid_dbg_handler)
cm_mgr_valid_dbg_handler(1, &met_data.cm_mgr_valid);
#endif /* MET_SUPPORT */
}
#include <linux/cpu_pm.h>
static unsigned int cm_mgr_idle_mask = CLUSTER0_MASK;
void __iomem *mcucfg_mp0_counter_base;
spinlock_t cm_mgr_cpu_mask_lock;
#define diff_value_overflow(diff, a, b) do { \
if ((a) >= (b)) \
diff = (a) - (b); \
else \
diff = 0xffffffff - (b) + (a); \
} while (0) \
#define CM_MGR_MAX(a, b) (((a) > (b)) ? (a) : (b))
/* #define USE_DEBUG_LOG */
struct stall_s {
unsigned int clustor[CM_MGR_CPU_CLUSTER];
unsigned long long stall_val[CM_MGR_CPU_COUNT];
unsigned long long stall_val_diff[CM_MGR_CPU_COUNT];
unsigned long long time_ns[CM_MGR_CPU_COUNT];
unsigned long long time_ns_diff[CM_MGR_CPU_COUNT];
unsigned long long ratio[CM_MGR_CPU_COUNT];
unsigned int last_ratio[CM_MGR_CPU_COUNT];
unsigned int ratio_max[CM_MGR_CPU_COUNT];
unsigned int cpu;
unsigned int cpu_count[CM_MGR_CPU_CLUSTER];
};
static struct stall_s stall_all;
static struct stall_s *pstall_all = &stall_all;
static int cm_mgr_idx = -1;
#ifdef USE_DEBUG_LOG
void debug_stall(int cpu)
{
pr_debug("%s: cpu number %d ################\n", __func__,
cpu);
pr_debug("%s: clustor[%d] 0x%08x\n", __func__,
cpu / CM_MGR_CPU_LIMIT,
pstall_all->clustor[cpu / CM_MGR_CPU_LIMIT]);
pr_debug("%s: stall_val[%d] 0x%016llx\n", __func__,
cpu, pstall_all->stall_val[cpu]);
pr_debug("%s: stall_val_diff[%d] 0x%016llx\n", __func__,
cpu, pstall_all->stall_val_diff[cpu]);
pr_debug("%s: time_ns[%d] 0x%016llx\n", __func__,
cpu, pstall_all->time_ns[cpu]);
pr_debug("%s: time_ns_diff[%d] 0x%016llx\n", __func__,
cpu, pstall_all->time_ns_diff[cpu]);
pr_debug("%s: ratio[%d] 0x%016llx\n", __func__,
cpu, pstall_all->ratio[cpu]);
pr_debug("%s: ratio_max[%d] 0x%08x\n", __func__,
cpu / CM_MGR_CPU_LIMIT,
pstall_all->ratio_max[cpu / CM_MGR_CPU_LIMIT]);
pr_debug("%s: cpu 0x%08x\n", __func__, pstall_all->cpu);
pr_debug("%s: cpu_count[%d] 0x%08x\n", __func__,
cpu / CM_MGR_CPU_LIMIT,
pstall_all->cpu_count[cpu / CM_MGR_CPU_LIMIT]);
}
void debug_stall_all(void)
{
int i;
for (i = 0; i < CM_MGR_CPU_COUNT; i++)
debug_stall(i);
}
#endif /* USE_DEBUG_LOG */
static int cm_mgr_check_dram_type(void)
{
#ifdef CONFIG_MTK_DRAMC
int ddr_type = get_ddr_type();
int ddr_hz = dram_steps_freq(0);
if (ddr_type == TYPE_LPDDR4X || ddr_type == TYPE_LPDDR4)
cm_mgr_idx = CM_MGR_LP4;
else if (ddr_type == TYPE_LPDDR3)
cm_mgr_idx = CM_MGR_LP3;
pr_info("#@# %s(%d) ddr_type 0x%x, ddr_hz %d, cm_mgr_idx 0x%x\n",
__func__, __LINE__, ddr_type, ddr_hz, cm_mgr_idx);
#else
cm_mgr_idx = 0;
pr_info("#@# %s(%d) NO CONFIG_MTK_DRAMC !!! set cm_mgr_idx to 0x%x\n",
__func__, __LINE__, cm_mgr_idx);
#endif /* CONFIG_MTK_DRAMC */
#if defined(CONFIG_MTK_TINYSYS_SSPM_SUPPORT) && defined(USE_CM_MGR_AT_SSPM)
if (cm_mgr_idx >= 0)
cm_mgr_to_sspm_command(IPI_CM_MGR_DRAM_TYPE, cm_mgr_idx);
#endif /* CONFIG_MTK_TINYSYS_SSPM_SUPPORT */
return cm_mgr_idx;
};
int cm_mgr_get_idx(void)
{
if (cm_mgr_idx < 0)
return cm_mgr_check_dram_type();
else
return cm_mgr_idx;
};
int cm_mgr_get_stall_ratio(int cpu)
{
return pstall_all->ratio[cpu];
}
int cm_mgr_get_max_stall_ratio(int cluster)
{
return pstall_all->ratio_max[cluster];
}
int cm_mgr_get_cpu_count(int cluster)
{
return pstall_all->cpu_count[cluster];
}
static ktime_t cm_mgr_init_time;
static int cm_mgr_init_flag;
static unsigned int cm_mgr_read_stall(int cpu)
{
unsigned int val = 0;
unsigned long spinlock_save_flags;
if (cm_mgr_init_flag) {
if (ktime_ms_delta(ktime_get(), cm_mgr_init_time) <
CM_MGR_INIT_DELAY_MS)
return val;
cm_mgr_init_flag = 0;
}
if (!spin_trylock_irqsave(&cm_mgr_cpu_mask_lock, spinlock_save_flags))
return val;
if (cpu < CM_MGR_CPU_COUNT) {
if (cm_mgr_idle_mask & CLUSTER0_MASK)
val = cm_mgr_read(CPU_AVG_STALL_COUNTER(cpu));
}
spin_unlock_irqrestore(&cm_mgr_cpu_mask_lock, spinlock_save_flags);
return val;
}
int cm_mgr_check_stall_ratio(int mp0, int mp1)
{
unsigned int i;
unsigned int clustor;
unsigned int stall_val_new;
unsigned long long time_ns_new;
pstall_all->clustor[0] = mp0;
pstall_all->clustor[1] = mp1;
pstall_all->cpu = 0;
for (i = 0; i < CM_MGR_CPU_CLUSTER; i++) {
pstall_all->ratio_max[i] = 0;
pstall_all->cpu_count[i] = 0;
}
for (i = 0; i < CM_MGR_CPU_COUNT; i++) {
pstall_all->ratio[i] = 0;
clustor = i / CM_MGR_CPU_LIMIT;
if (pstall_all->clustor[clustor] == 0)
continue;
stall_val_new = cm_mgr_read_stall(i);
if (stall_val_new == 0 || stall_val_new == 0xdeadbeef) {
#ifdef USE_DEBUG_LOG
pr_debug("%s: WARN!!! stall_val_new is 0x%08x\n",
__func__, stall_val_new);
debug_stall(i);
#endif /* USE_DEBUG_LOG */
continue;
}
time_ns_new = sched_clock();
pstall_all->time_ns_diff[i] =
time_ns_new - pstall_all->time_ns[i];
pstall_all->time_ns[i] = time_ns_new;
if (pstall_all->time_ns_diff[i] == 0)
continue;
diff_value_overflow(pstall_all->stall_val_diff[i],
stall_val_new, pstall_all->stall_val[i]);
pstall_all->stall_val[i] = stall_val_new;
if (pstall_all->stall_val_diff[i] == 0) {
#ifdef USE_DEBUG_LOG
pr_debug("%s: WARN!!! cpu:%d diff == 0\n", __func__, i);
debug_stall(i);
#endif /* USE_DEBUG_LOG */
continue;
}
#ifdef CONFIG_ARM64
pstall_all->ratio[i] = pstall_all->stall_val_diff[i] * 100000 /
pstall_all->time_ns_diff[i] /
pstall_all->clustor[clustor];
#else
pstall_all->ratio[i] = pstall_all->stall_val_diff[i] * 100000;
do_div(pstall_all->ratio[i], pstall_all->time_ns_diff[i]);
do_div(pstall_all->ratio[i], pstall_all->clustor[clustor]);
#endif /* CONFIG_ARM64 */
if (pstall_all->ratio[i] > 100) {
#ifdef USE_DEBUG_LOG
pr_debug("%s: WARN!!! cpu:%d ratio > 100\n",
__func__, i);
debug_stall(i);
#endif /* USE_DEBUG_LOG */
pstall_all->ratio[i] = 100;
/* continue; */
}
pstall_all->cpu |= (1 << i);
pstall_all->cpu_count[clustor]++;
pstall_all->ratio_max[clustor] =
CM_MGR_MAX(pstall_all->ratio[i],
pstall_all->ratio_max[clustor]);
#ifdef USE_DEBUG_LOG
debug_stall(i);
#endif /* USE_DEBUG_LOG */
}
#ifdef USE_DEBUG_LOG
debug_stall_all();
#endif /* USE_DEBUG_LOG */
return 0;
}
static void init_cpu_stall_counter(int cluster)
{
unsigned int val;
int i;
if (!timekeeping_suspended) {
cm_mgr_init_time = ktime_get();
cm_mgr_init_flag = 1;
}
if (cluster == 0) {
for (i = 0; i < CM_MGR_CPU_COUNT; i++) {
if (i >= CM_MGR_CPU_LIMIT) {
val = CM_SET_NAME_VAL(
cm_mgr_read(STALL_INFO_CONF(i)),
CPU_STALL_CACHE_OPT, 8);
val = CM_SET_NAME_VAL(
val,
CPU_STALL_IDLE_CNT, 8);
cm_mgr_write(STALL_INFO_CONF(i), val);
}
/* please check CM_MGR_INIT_DELAY_MS value */
val = RG_FMETER_EN;
val |= RG_MP0_AVG_STALL_PERIOD_1MS;
val |= RG_CPU_AVG_STALL_RATIO_EN |
RG_CPU_AVG_STALL_RATIO_RESTART |
RG_CPU_STALL_COUNTER_EN;
cm_mgr_write(CPU_AVG_STALL_RATIO_CTRL(i), val);
val = RG_CPU0_NON_WFX_COUNTER_EN;
cm_mgr_write(MP0_CPU_NONWFX_CTRL(i), val);
}
}
}
static int cm_mgr_cpuhp_online(unsigned int cpu)
{
#ifdef CONFIG_MTK_DRAMC
unsigned long spinlock_save_flags;
spin_lock_irqsave(&cm_mgr_cpu_mask_lock, spinlock_save_flags);
#endif /* CONFIG_MTK_DRAMC */
if (((cm_mgr_idle_mask & CLUSTER0_MASK) == 0x0) &&
(cpu < CM_MGR_CPU_LIMIT))
init_cpu_stall_counter(0);
cm_mgr_idle_mask |= (1 << cpu);
#ifdef CONFIG_MTK_DRAMC
spin_unlock_irqrestore(&cm_mgr_cpu_mask_lock, spinlock_save_flags);
#endif /* CONFIG_MTK_DRAMC */
return 0;
}
static int cm_mgr_cpuhp_offline(unsigned int cpu)
{
#ifdef CONFIG_MTK_DRAMC
unsigned long spinlock_save_flags;
spin_lock_irqsave(&cm_mgr_cpu_mask_lock, spinlock_save_flags);
#endif /* CONFIG_MTK_DRAMC */
cm_mgr_idle_mask &= ~(1 << cpu);
#ifdef CONFIG_MTK_DRAMC
spin_unlock_irqrestore(&cm_mgr_cpu_mask_lock, spinlock_save_flags);
#endif /* CONFIG_MTK_DRAMC */
return 0;
}
#ifdef CONFIG_CPU_PM
static int cm_mgr_sched_pm_notifier(struct notifier_block *self,
unsigned long cmd, void *v)
{
unsigned int cpu = smp_processor_id();
if (cmd == CPU_PM_EXIT)
cm_mgr_cpuhp_online(cpu);
else if (cmd == CPU_PM_ENTER)
cm_mgr_cpuhp_offline(cpu);
return NOTIFY_OK;
}
static struct notifier_block cm_mgr_sched_pm_notifier_block = {
.notifier_call = cm_mgr_sched_pm_notifier,
};
static void cm_mgr_sched_pm_init(void)
{
cpu_pm_register_notifier(&cm_mgr_sched_pm_notifier_block);
}
#else
static inline void cm_mgr_sched_pm_init(void) { }
#endif /* CONFIG_CPU_PM */
static int cm_mgr_fb_notifier_callback(struct notifier_block *self,
unsigned long event, void *data)
{
struct fb_event *evdata = data;
int blank;
if (event != FB_EVENT_BLANK)
return 0;
blank = *(int *)evdata->data;
switch (blank) {
case FB_BLANK_UNBLANK:
pr_info("#@# %s(%d) SCREEN ON\n", __func__, __LINE__);
cm_mgr_blank_status = 0;
#if defined(CONFIG_MTK_TINYSYS_SSPM_SUPPORT) && defined(USE_CM_MGR_AT_SSPM)
cm_mgr_to_sspm_command(IPI_CM_MGR_BLANK, 0);
#endif /* CONFIG_MTK_TINYSYS_SSPM_SUPPORT */
break;
case FB_BLANK_POWERDOWN:
pr_info("#@# %s(%d) SCREEN OFF\n", __func__, __LINE__);
cm_mgr_blank_status = 1;
cm_mgr_set_dram_level(-1);
#if defined(CONFIG_MTK_TINYSYS_SSPM_SUPPORT) && defined(USE_CM_MGR_AT_SSPM)
cm_mgr_to_sspm_command(IPI_CM_MGR_BLANK, 1);
#endif /* CONFIG_MTK_TINYSYS_SSPM_SUPPORT */
break;
default:
break;
}
return 0;
}
static struct notifier_block cm_mgr_fb_notifier = {
.notifier_call = cm_mgr_fb_notifier_callback,
};
#ifdef USE_IDLE_NOTIFY
static int cm_mgr_idle_cb(struct notifier_block *nfb,
unsigned long id,
void *arg)
{
switch (id) {
case NOTIFY_SOIDLE_ENTER:
case NOTIFY_SOIDLE3_ENTER:
if (get_cur_ddr_opp() != CM_MGR_EMI_OPP)
check_cm_mgr_status_internal();
break;
case NOTIFY_DPIDLE_ENTER:
case NOTIFY_DPIDLE_LEAVE:
case NOTIFY_SOIDLE_LEAVE:
case NOTIFY_SOIDLE3_LEAVE:
default:
break;
}
return NOTIFY_OK;
}
static struct notifier_block cm_mgr_idle_notify = {
.notifier_call = cm_mgr_idle_cb,
};
#endif /* USE_IDLE_NOTIFY */
struct timer_list cm_mgr_ratio_timer;
#define CM_MGR_RATIO_TIMER_MS msecs_to_jiffies(1)
static void cm_mgr_ratio_timer_fn(struct timer_list *unused)
{
int i;
for (i = 0; i < CM_MGR_CPU_COUNT; i++) {
trace_CM_MGR__stall_ratio(
(int)i,
(unsigned int)cm_mgr_read(
CPU_AVG_STALL_RATIO(i)));
}
cm_mgr_ratio_timer.expires = jiffies + CM_MGR_RATIO_TIMER_MS;
add_timer(&cm_mgr_ratio_timer);
}
void cm_mgr_ratio_timer_en(int enable)
{
if (enable) {
cm_mgr_ratio_timer.expires = jiffies + CM_MGR_RATIO_TIMER_MS;
add_timer(&cm_mgr_ratio_timer);
} else {
del_timer(&cm_mgr_ratio_timer);
}
}
static struct mtk_pm_qos_request ddr_opp_req;
static int debounce_times_perf_down_local = -1;
static int pm_qos_update_request_status;
static int cm_mgr_dram_opp_base = -1;
static int cm_mgr_dram_opp = -1;
static ktime_t perf_now;
void cm_mgr_perf_platform_set_status(int enable)
{
if (enable) {
debounce_times_perf_down_local = 0;
if (cm_mgr_perf_enable == 0)
return;
perf_now = ktime_get();
vcore_power_ratio_up[0] = 30;
vcore_power_ratio_up[1] = 30;
#if defined(CONFIG_MTK_TINYSYS_SSPM_SUPPORT) && defined(USE_CM_MGR_AT_SSPM)
cm_mgr_to_sspm_command(IPI_CM_MGR_VCORE_POWER_RATIO_UP,
0 << 16 | vcore_power_ratio_up[0]);
cm_mgr_to_sspm_command(IPI_CM_MGR_VCORE_POWER_RATIO_UP,
1 << 16 | vcore_power_ratio_up[1]);
#endif /* CONFIG_MTK_TINYSYS_SSPM_SUPPORT */
} else {
if (debounce_times_perf_down_local < 0)
return;
if (++debounce_times_perf_down_local <
debounce_times_perf_down) {
if (ktime_ms_delta(ktime_get(), perf_now) < 3000)
return;
}
vcore_power_ratio_up[0] = 100;
vcore_power_ratio_up[1] = 100;
#if defined(CONFIG_MTK_TINYSYS_SSPM_SUPPORT) && defined(USE_CM_MGR_AT_SSPM)
cm_mgr_to_sspm_command(IPI_CM_MGR_VCORE_POWER_RATIO_UP,
0 << 16 | vcore_power_ratio_up[0]);
cm_mgr_to_sspm_command(IPI_CM_MGR_VCORE_POWER_RATIO_UP,
1 << 16 | vcore_power_ratio_up[1]);
#endif /* CONFIG_MTK_TINYSYS_SSPM_SUPPORT */
debounce_times_perf_down_local = -1;
}
}
void cm_mgr_perf_platform_set_force_status(int enable)
{
if (enable) {
debounce_times_perf_down_local = 0;
if (cm_mgr_perf_enable == 0)
return;
if (cm_mgr_perf_force_enable == 0)
return;
if (cm_mgr_dram_opp_base == -1) {
cm_mgr_dram_opp = cm_mgr_dram_opp_base =
cm_mgr_get_dram_opp();
mtk_pm_qos_update_request(&ddr_opp_req,
cm_mgr_dram_opp);
} else {
if (cm_mgr_dram_opp > 0) {
cm_mgr_dram_opp--;
mtk_pm_qos_update_request(&ddr_opp_req,
cm_mgr_dram_opp);
}
}
pm_qos_update_request_status = enable;
} else {
if (debounce_times_perf_down_local < 0)
return;
if (pm_qos_update_request_status == 0)
return;
if ((cm_mgr_perf_force_enable == 0) ||
(++debounce_times_perf_down_local >=
debounce_times_perf_force_down)) {
if (cm_mgr_dram_opp < cm_mgr_dram_opp_base) {
cm_mgr_dram_opp++;
mtk_pm_qos_update_request(&ddr_opp_req,
cm_mgr_dram_opp);
} else {
cm_mgr_dram_opp = cm_mgr_dram_opp_base = -1;
mtk_pm_qos_update_request(&ddr_opp_req,
MTK_PM_QOS_DDR_OPP_DEFAULT_VALUE);
pm_qos_update_request_status = enable;
debounce_times_perf_down_local = -1;
}
}
}
}
int cm_mgr_register_init(void)
{
struct device_node *node;
int ret;
const char *buf;
node = of_find_compatible_node(NULL, NULL,
"mediatek,mcucfg_mp0_counter");
if (!node)
pr_info("find mcucfg_mp0_counter node failed\n");
mcucfg_mp0_counter_base = of_iomap(node, 0);
if (!mcucfg_mp0_counter_base) {
pr_info("base mcucfg_mp0_counter_base failed\n");
return -1;
}
if (node) {
ret = of_property_read_string(node,
"status", (const char **)&buf);
if (ret == 0) {
if (!strcmp(buf, "enable"))
cm_mgr_enable = 1;
else
cm_mgr_enable = 0;
}
}
return 0;
}
int cm_mgr_platform_init(void)
{
int r;
spin_lock_init(&cm_mgr_cpu_mask_lock);
r = cm_mgr_register_init();
if (r) {
pr_info("FAILED TO CREATE REGISTER(%d)\n", r);
return r;
}
cm_mgr_sched_pm_init();
r = fb_register_client(&cm_mgr_fb_notifier);
if (r) {
pr_info("FAILED TO REGISTER FB CLIENT (%d)\n", r);
return r;
}
cpuhp_setup_state_nocalls(CPUHP_AP_ONLINE_DYN,
"cm_mgr:online",
cm_mgr_cpuhp_online,
cm_mgr_cpuhp_offline);
#ifdef USE_IDLE_NOTIFY
mtk_idle_notifier_register(&cm_mgr_idle_notify);
#endif /* USE_IDLE_NOTIFY */
timer_setup(&cm_mgr_ratio_timer, cm_mgr_ratio_timer_fn, 0);
#ifdef CONFIG_MTK_CPU_FREQ
mt_cpufreq_set_governor_freq_registerCB(check_cm_mgr_status);
#endif /* CONFIG_MTK_CPU_FREQ */
mtk_pm_qos_add_request(&ddr_opp_req, MTK_PM_QOS_DDR_OPP,
MTK_PM_QOS_DDR_OPP_DEFAULT_VALUE);
vcore_opp_bw = vcore_opp_bw_ptr(cm_mgr_get_idx());
#ifdef USE_CPU_TO_DRAM_MAP
mtk_pm_qos_add_request(&ddr_opp_req_by_cpu_opp, MTK_PM_QOS_DDR_OPP,
MTK_PM_QOS_DDR_OPP_DEFAULT_VALUE);
INIT_DELAYED_WORK(&cm_mgr_work, cm_mgr_process);
#endif /* USE_CPU_TO_DRAM_MAP */
return r;
}
void cm_mgr_set_dram_level(int level)
{
int dram_level;
if ((cm_mgr_disable_fb == 1 && cm_mgr_blank_status == 1) || (level < 0))
dram_level = 0;
else
dram_level = level;
dvfsrc_set_power_model_ddr_request(dram_level);
}
int cm_mgr_get_dram_opp(void)
{
int dram_opp_cur;
dram_opp_cur = get_cur_ddr_opp();
if (dram_opp_cur < 0 || dram_opp_cur > CM_MGR_EMI_OPP)
dram_opp_cur = 0;
return dram_opp_cur;
}
int cm_mgr_check_bw_status(void)
{
if (cm_mgr_get_bw() > vcore_opp_bw[get_cur_vcore_opp()])
return 1;
else
return 0;
}
int cm_mgr_get_bw(void)
{
return dvfsrc_get_emi_bw(QOS_EMI_BW_TOTAL);
}
#ifdef USE_CPU_TO_DRAM_MAP
static int cm_mgr_cpu_opp_to_dram[CM_MGR_CPU_OPP_SIZE] = {
/* start from cpu opp 0 */
0,
0,
0,
0,
1,
1,
1,
1,
1,
2,
2,
2,
2,
2,
2,
2,
};
static void cm_mgr_process(struct work_struct *work)
{
mtk_pm_qos_update_request(&ddr_opp_req_by_cpu_opp, cm_mgr_cpu_to_dram_opp);
}
void cm_mgr_update_dram_by_cpu_opp(int cpu_opp)
{
int ret = 0;
int dram_opp = 0;
if (!is_dvfsrc_enabled())
return;
if ((cpu_opp >= 0) && (cpu_opp < CM_MGR_CPU_OPP_SIZE))
dram_opp = cm_mgr_cpu_opp_to_dram[cpu_opp];
if (cm_mgr_cpu_to_dram_opp == dram_opp)
return;
cm_mgr_cpu_to_dram_opp = dram_opp;
ret = schedule_delayed_work(&cm_mgr_work, 1);
}
#endif /* USE_CPU_TO_DRAM_MAP */
@@ -0,0 +1,94 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (c) 2019 MediaTek Inc.
*/
#ifndef __MTK_CM_MGR_PLATFORM_H__
#define __MTK_CM_MGR_PLATFORM_H__
#ifdef CONFIG_MTK_DRAMC
#include <mtk_dramc.h>
#endif /* CONFIG_MTK_DRAMC */
#define PER_CPU_STALL_RATIO
#define LIGHT_LOAD
/* #define USE_AVG_PMU */
/* #define DEBUG_CM_MGR */
#define USE_TIMER_CHECK
/* #define USE_IDLE_NOTIFY */
#define USE_NEW_CPU_OPP
#define USE_CM_MGR_AT_SSPM
/* #define USE_SINGLE_CLUSTER */
/* #define USE_CPU_TO_DRAM_MAP */
#define CM_MGR_EMI_OPP 2
#define CM_MGR_LOWER_OPP 6
#define CM_MGR_CPU_CLUSTER 2
#define CM_MGR_CPU_COUNT 8
#define CM_MGR_CPU_LIMIT 6
#define CLUSTER0_MASK 0xff
#define CM_MGR_CPU_OPP_SIZE 16
#define VCORE_ARRAY_SIZE CM_MGR_EMI_OPP
#define CM_MGR_CPU_ARRAY_SIZE (CM_MGR_CPU_CLUSTER * CM_MGR_EMI_OPP)
#define RATIO_COUNT (100 / 5 - 1)
#define IS_UP 1
#define IS_DOWN 0
#define USE_TIMER_CHECK_TIME msecs_to_jiffies(50)
#define CM_MGR_INIT_DELAY_MS 1
#define CM_MGR_BW_VALUE 0
#define CM_MGR_VCORE_OPP_COUNT 3
enum {
CM_MGR_LP4 = 0,
CM_MGR_LP3,
CM_MGR_MAX,
};
extern void __iomem *mcucfg_mp0_counter_base;
extern unsigned int cpu_power_up_array[CM_MGR_CPU_CLUSTER];
extern unsigned int cpu_power_down_array[CM_MGR_CPU_CLUSTER];
extern unsigned int cpu_power_up[CM_MGR_CPU_CLUSTER];
extern unsigned int cpu_power_down[CM_MGR_CPU_CLUSTER];
extern unsigned int v2f[CM_MGR_CPU_CLUSTER];
extern int vcore_power_up;
extern int vcore_power_down;
extern int cpu_opp_cur[CM_MGR_CPU_CLUSTER];
extern int ratio_max[CM_MGR_CPU_CLUSTER];
extern int ratio[CM_MGR_CPU_COUNT];
extern int count[CM_MGR_CPU_CLUSTER];
extern int count_ack[CM_MGR_CPU_CLUSTER];
extern int vcore_dram_opp;
extern int vcore_dram_opp_cur;
extern int cm_mgr_abs_load;
extern int cm_mgr_rel_load;
extern int total_bw;
extern int cps_valid;
extern int debounce_times_up;
extern int debounce_times_down;
extern int ratio_scale[CM_MGR_CPU_CLUSTER];
extern int max_load[CM_MGR_CPU_CLUSTER];
extern int cpu_load[NR_CPUS];
extern int loading_acc[NR_CPUS];
extern int loading_cnt;
extern void cm_mgr_update_met(void);
extern int cm_mgr_get_idx(void);
extern int cm_mgr_get_stall_ratio(int cpu);
extern int cm_mgr_get_cpu_count(int cluster);
extern int cm_mgr_get_max_stall_ratio(int cluster);
extern int cm_mgr_check_stall_ratio(int mp0, int mp1);
extern void cm_mgr_ratio_timer_en(int enable);
extern void cm_mgr_perf_platform_set_status(int enable);
extern void cm_mgr_perf_platform_set_force_status(int enable);
extern int cm_mgr_register_init(void);
extern int cm_mgr_platform_init(void);
extern void cm_mgr_set_dram_level(int level);
extern int cm_mgr_get_dram_opp(void);
extern int cm_mgr_check_bw_status(void);
extern int cm_mgr_get_bw(void);
#endif /* __MTK_CM_MGR_PLATFORM_H__ */
@@ -0,0 +1,499 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (c) 2019 MediaTek Inc.
*/
#ifndef __MTK_CM_MGR_PLATFORM_DATA_H__
#define __MTK_CM_MGR_PLATFORM_DATA_H__
#ifndef PROC_FOPS_RW
#define PROC_FOPS_RW(name) \
static int name ## _proc_open(struct inode *inode, \
struct file *file) \
{ \
return single_open(file, name ## _proc_show, \
PDE_DATA(inode)); \
} \
static const struct file_operations name ## _proc_fops = { \
.owner = THIS_MODULE, \
.open = name ## _proc_open, \
.read = seq_read, \
.llseek = seq_lseek, \
.release = single_release, \
.write = name ## _proc_write, \
}
#endif /* PROC_FOPS_RW */
#ifndef PROC_FOPS_RO
#define PROC_FOPS_RO(name) \
static int name ## _proc_open(struct inode *inode, \
struct file *file) \
{ \
return single_open(file, name ## _proc_show, \
PDE_DATA(inode)); \
} \
static const struct file_operations name ## _proc_fops = { \
.owner = THIS_MODULE, \
.open = name ## _proc_open, \
.read = seq_read, \
.llseek = seq_lseek, \
.release = single_release, \
}
#endif /* PROC_FOPS_RO */
#ifndef PROC_ENTRY
#define PROC_ENTRY(name) {__stringify(name), &name ## _proc_fops}
#endif /* PROC_ENTRY */
int light_load_cps = 1000;
static int cm_mgr_loop_count;
static int cm_mgr_dram_level;
static int cm_mgr_loop;
static int total_bw_value;
unsigned int cpu_power_ratio_up[CM_MGR_EMI_OPP] = {40, 40};
unsigned int cpu_power_ratio_down[CM_MGR_EMI_OPP] = {100, 60};
unsigned int vcore_power_ratio_up[CM_MGR_EMI_OPP] = {100, 100};
unsigned int vcore_power_ratio_down[CM_MGR_EMI_OPP] = {100, 100};
unsigned int debounce_times_up_adb[CM_MGR_EMI_OPP] = {0, 0};
unsigned int debounce_times_down_adb[CM_MGR_EMI_OPP] = {0, 0};
int debounce_times_reset_adb;
int debounce_times_perf_down = 50;
int debounce_times_perf_force_down = 100;
static int update;
static int update_v2f_table = 1;
static int cm_mgr_opp_enable = 1;
int cm_mgr_enable = 1;
#if defined(CONFIG_MTK_TINYSYS_SSPM_SUPPORT) && defined(USE_CM_MGR_AT_SSPM)
int cm_mgr_sspm_enable = 1;
#endif /* CONFIG_MTK_TINYSYS_SSPM_SUPPORT */
#ifdef USE_TIMER_CHECK
int cm_mgr_timer_enable = 1;
#endif /* USE_TIMER_CHECK */
int cm_mgr_ratio_timer_enable;
int cm_mgr_disable_fb = 1;
int cm_mgr_blank_status;
int cm_mgr_perf_enable = 1;
int cm_mgr_perf_timer_enable;
int cm_mgr_perf_force_enable;
int cm_mgr_loading_level = 1000;
int cm_mgr_loading_enable;
int cm_mgr_emi_demand_check = 1;
static int vcore_power_gain_0[][VCORE_ARRAY_SIZE] = {
{64, 165},
{518, 545},
{488, 653},
{540, 727},
{653, 795},
{770, 856},
{833, 930},
{852, 1005},
{882, 1043},
{912, 1081},
{943, 1118},
{973, 1156},
{1003, 1194},
{1003, 1214},
{1003, 1234},
{1003, 1253},
{1003, 1273},
{1003, 1293},
{1003, 1313},
{1003, 1333},
{1003, 1353},
};
static int vcore_power_gain_1[][VCORE_ARRAY_SIZE] = {
{68, 127},
{209, 357},
{242, 433},
{258, 470},
{276, 500},
{306, 531},
{320, 566},
{327, 600},
{343, 615},
{343, 631},
{343, 647},
{343, 663},
};
#define VCORE_POWER_ARRAY_SIZE(name) \
(sizeof(vcore_power_gain_##name) / \
sizeof(unsigned int) / \
VCORE_ARRAY_SIZE)
#define VCORE_POWER_GAIN_PTR(name) \
(&vcore_power_gain_##name[0][0])
static int vcore_power_array_size(int idx)
{
switch (idx) {
case 0:
return VCORE_POWER_ARRAY_SIZE(0);
case 1:
return VCORE_POWER_ARRAY_SIZE(1);
}
pr_info("#@# %s(%d) warning value %d\n", __func__, __LINE__, idx);
return 0;
};
static int *vcore_power_gain_ptr(int idx)
{
switch (idx) {
case 0:
return VCORE_POWER_GAIN_PTR(0);
case 1:
return VCORE_POWER_GAIN_PTR(1);
}
pr_info("#@# %s(%d) warning value %d\n", __func__, __LINE__, idx);
return NULL;
};
static int *vcore_power_gain = VCORE_POWER_GAIN_PTR(0);
#define vcore_power_gain(p, i, j) (*(p + (i) * VCORE_ARRAY_SIZE + (j)))
static unsigned int _v2f_all[][CM_MGR_CPU_CLUSTER] = {
{280, 275},
{236, 232},
{180, 180},
{151, 151},
{125, 125},
{113, 113},
{102, 102},
{93, 93},
{84, 84},
{76, 76},
{68, 68},
{59, 59},
{50, 50},
{42, 42},
{35, 35},
{29, 29},
};
static unsigned int cpu_power_gain_UpLow0[][CM_MGR_CPU_ARRAY_SIZE] = {
{13, 2, 10, 2},
{25, 5, 20, 4},
{285, 84, 31, 6},
{283, 82, 273, 80},
{281, 80, 269, 77},
{279, 77, 264, 75},
{278, 75, 260, 72},
{276, 73, 256, 69},
{274, 71, 251, 67},
{272, 68, 247, 64},
{270, 66, 243, 61},
{268, 64, 238, 58},
{267, 62, 234, 56},
{265, 60, 230, 53},
{263, 57, 225, 50},
{261, 55, 221, 48},
{259, 53, 216, 45},
{257, 51, 212, 42},
{255, 48, 208, 40},
{254, 46, 203, 37},
};
static unsigned int cpu_power_gain_DownLow0[][CM_MGR_CPU_ARRAY_SIZE] = {
{18, 3, 13, 2},
{321, 90, 27, 5},
{323, 89, 309, 86},
{325, 87, 306, 84},
{327, 86, 304, 82},
{329, 85, 301, 80},
{332, 83, 299, 77},
{334, 82, 296, 75},
{336, 81, 294, 73},
{338, 79, 291, 71},
{340, 78, 289, 68},
{343, 76, 286, 66},
{345, 75, 284, 64},
{347, 74, 281, 62},
{349, 72, 279, 60},
{351, 71, 277, 57},
{353, 70, 274, 55},
{356, 68, 272, 53},
{358, 67, 269, 51},
{360, 66, 267, 49},
};
static unsigned int cpu_power_gain_UpHigh0[][CM_MGR_CPU_ARRAY_SIZE] = {
{13, 2, 10, 2},
{25, 5, 20, 4},
{38, 7, 31, 6},
{51, 9, 41, 7},
{408, 102, 51, 9},
{398, 98, 61, 11},
{387, 94, 370, 91},
{377, 91, 357, 87},
{367, 87, 344, 83},
{357, 83, 331, 79},
{346, 80, 319, 75},
{336, 76, 306, 70},
{326, 72, 293, 66},
{315, 68, 280, 62},
{305, 65, 267, 58},
{295, 61, 255, 54},
{285, 57, 242, 50},
{274, 54, 229, 45},
{264, 50, 216, 41},
{254, 46, 203, 37},
};
static unsigned int cpu_power_gain_DownHigh0[][CM_MGR_CPU_ARRAY_SIZE] = {
{18, 3, 13, 2},
{36, 7, 27, 5},
{54, 10, 40, 7},
{480, 99, 53, 10},
{472, 96, 449, 92},
{465, 94, 437, 89},
{457, 92, 425, 86},
{450, 90, 412, 84},
{442, 88, 400, 81},
{435, 86, 388, 78},
{427, 84, 376, 75},
{420, 82, 364, 72},
{412, 80, 352, 69},
{405, 78, 339, 66},
{397, 76, 327, 63},
{390, 74, 315, 60},
{382, 72, 303, 57},
{375, 70, 291, 54},
{367, 68, 279, 51},
{360, 66, 267, 49},
};
static unsigned int cpu_power_gain_UpLow1[][CM_MGR_CPU_ARRAY_SIZE] = {
{6, 1, 4, 1},
{11, 2, 8, 1},
{17, 3, 11, 2},
{22, 4, 15, 3},
{28, 5, 19, 3},
{33, 6, 23, 4},
{258, 66, 26, 5},
{247, 63, 30, 6},
{235, 59, 34, 6},
{224, 55, 207, 52},
{212, 52, 194, 49},
{201, 48, 180, 45},
{190, 45, 167, 41},
{178, 41, 154, 37},
{167, 38, 141, 33},
{156, 34, 128, 29},
{144, 31, 115, 25},
{133, 27, 102, 21},
{121, 24, 89, 18},
{110, 20, 76, 14},
};
static unsigned int cpu_power_gain_DownLow1[][CM_MGR_CPU_ARRAY_SIZE] = {
{6, 1, 4, 1},
{13, 2, 8, 2},
{19, 3, 12, 2},
{25, 5, 17, 3},
{32, 6, 21, 4},
{259, 72, 25, 5},
{250, 68, 29, 5},
{240, 65, 33, 6},
{231, 61, 211, 58},
{221, 58, 200, 54},
{212, 54, 188, 50},
{202, 51, 176, 46},
{193, 47, 165, 42},
{183, 44, 153, 38},
{174, 40, 141, 34},
{164, 37, 130, 31},
{155, 33, 118, 27},
{145, 30, 106, 23},
{136, 26, 95, 19},
{126, 23, 83, 15},
};
static unsigned int cpu_power_gain_UpHigh1[][CM_MGR_CPU_ARRAY_SIZE] = {
{6, 1, 4, 1},
{11, 2, 8, 1},
{17, 3, 11, 2},
{22, 4, 15, 3},
{28, 5, 19, 3},
{33, 6, 23, 4},
{39, 7, 26, 5},
{44, 8, 30, 6},
{50, 9, 34, 6},
{55, 10, 38, 7},
{248, 65, 42, 8},
{233, 60, 45, 8},
{218, 55, 49, 9},
{202, 50, 53, 10},
{187, 45, 57, 10},
{171, 40, 144, 35},
{156, 35, 127, 30},
{141, 30, 110, 24},
{125, 25, 93, 19},
{110, 20, 76, 14},
};
static unsigned int cpu_power_gain_DownHigh1[][CM_MGR_CPU_ARRAY_SIZE] = {
{6, 1, 4, 1},
{13, 2, 8, 2},
{19, 3, 12, 2},
{25, 5, 17, 3},
{32, 6, 21, 4},
{38, 7, 25, 5},
{44, 8, 29, 5},
{50, 9, 33, 6},
{57, 10, 37, 7},
{319, 65, 42, 8},
{299, 61, 46, 8},
{280, 57, 50, 9},
{261, 52, 54, 10},
{242, 48, 211, 43},
{222, 44, 190, 38},
{203, 40, 169, 33},
{184, 36, 147, 29},
{165, 31, 126, 24},
{145, 27, 104, 20},
{126, 23, 83, 15},
};
#define cpu_power_gain(p, i, j) (*(p + (i) * CM_MGR_CPU_ARRAY_SIZE + (j)))
#define CPU_POWER_GAIN(a, b, c) \
(&cpu_power_gain_##a##b##c[0][0])
static unsigned int *_cpu_power_gain_ptr(int isUP, int isLow, int idx)
{
switch (isUP) {
case 0:
switch (isLow) {
case 0:
switch (idx) {
case 0:
return CPU_POWER_GAIN(Down, High, 0);
case 1:
return CPU_POWER_GAIN(Down, High, 1);
}
break;
case 1:
switch (idx) {
case 0:
return CPU_POWER_GAIN(Down, Low, 0);
case 1:
return CPU_POWER_GAIN(Down, Low, 1);
}
break;
}
break;
case 1:
switch (isLow) {
case 0:
switch (idx) {
case 0:
return CPU_POWER_GAIN(Up, High, 0);
case 1:
return CPU_POWER_GAIN(Up, High, 1);
}
break;
case 1:
switch (idx) {
case 0:
return CPU_POWER_GAIN(Up, Low, 0);
case 1:
return CPU_POWER_GAIN(Up, Low, 1);
}
break;
}
break;
}
pr_info("#@# %s(%d) warning value %d\n", __func__, __LINE__, idx);
return NULL;
};
static unsigned int *cpu_power_gain_up = CPU_POWER_GAIN(Up, High, 0);
static unsigned int *cpu_power_gain_down = CPU_POWER_GAIN(Down, High, 0);
static void cpu_power_gain_ptr(int opp, int tbl, int cluster)
{
switch (cluster) {
case 0:
if (opp < CM_MGR_LOWER_OPP) {
switch (tbl) {
case 0:
cpu_power_gain_up =
CPU_POWER_GAIN(Up, Low, 0);
cpu_power_gain_down =
CPU_POWER_GAIN(Down, Low, 0);
break;
case 1:
cpu_power_gain_up =
CPU_POWER_GAIN(Up, Low, 1);
cpu_power_gain_down =
CPU_POWER_GAIN(Down, Low, 1);
break;
}
} else {
switch (tbl) {
case 0:
cpu_power_gain_up =
CPU_POWER_GAIN(Up, High, 0);
cpu_power_gain_down =
CPU_POWER_GAIN(Down, High, 0);
break;
case 1:
cpu_power_gain_up =
CPU_POWER_GAIN(Up, High, 1);
cpu_power_gain_down =
CPU_POWER_GAIN(Down, High, 1);
break;
}
}
break;
case 1:
if (opp < CM_MGR_LOWER_OPP) {
switch (tbl) {
case 0:
cpu_power_gain_up =
CPU_POWER_GAIN(Up, Low, 0);
cpu_power_gain_down =
CPU_POWER_GAIN(Down, Low, 0);
break;
case 1:
cpu_power_gain_up =
CPU_POWER_GAIN(Up, Low, 1);
cpu_power_gain_down =
CPU_POWER_GAIN(Down, Low, 1);
break;
}
} else {
switch (tbl) {
case 0:
cpu_power_gain_up =
CPU_POWER_GAIN(Up, High, 0);
cpu_power_gain_down =
CPU_POWER_GAIN(Down, High, 0);
break;
case 1:
cpu_power_gain_up =
CPU_POWER_GAIN(Up, High, 1);
cpu_power_gain_down =
CPU_POWER_GAIN(Down, High, 1);
break;
}
}
break;
}
}
int cpu_power_gain_opp(int bw, int is_up, int opp, int ratio_idx, int idx)
{
cpu_power_gain_ptr(opp, cm_mgr_get_idx(), idx % CM_MGR_CPU_CLUSTER);
if (is_up)
return cpu_power_gain(cpu_power_gain_up, ratio_idx, idx);
else
return cpu_power_gain(cpu_power_gain_down, ratio_idx, idx);
}
#endif /* __MTK_CM_MGR_PLATFORM_DATA_H__ */
@@ -0,0 +1,40 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (c) 2019 MediaTek Inc.
*/
#undef TRACE_SYSTEM
#define TRACE_SYSTEM cm_mgr_events
#if !defined(_TRACE_MTK_CM_MGR_EVENTS_H) || defined(TRACE_HEADER_MULTI_READ)
#define _TRACE_MTK_CM_MGR_EVENTS_H
#include <linux/tracepoint.h>
TRACE_EVENT(CM_MGR__stall_ratio,
TP_PROTO(int _id,
unsigned int _ratio),
TP_ARGS(_id,
_ratio),
TP_STRUCT__entry(
__field(int, _id)
__field(unsigned int, _ratio)
),
TP_fast_assign(
__entry->_id = _id;
__entry->_ratio = _ratio;
),
TP_printk("CPU0_config_reg__CPU_AVG_STALL_RATIO=%d, _id=%d",
__entry->_ratio, __entry->_id)
);
#endif /* _TRACE_MTK_CM_MGR_EVENTS_H */
/* This part must be outside protection */
#undef TRACE_INCLUDE_PATH
#define TRACE_INCLUDE_PATH ./
#undef TRACE_INCLUDE_FILE
#define TRACE_INCLUDE_FILE mtk_cm_mgr_platform_events
#include <trace/define_trace.h>
@@ -0,0 +1,90 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (c) 2019 MediaTek Inc.
*/
#ifndef __MTK_CM_MGR_PLATFORM_REG_H__
#define __MTK_CM_MGR_PLATFORM_REG_H__
/*
* BIT Operation
*/
#define CM_BIT(_bit_) \
(unsigned int)(1U << (_bit_))
#define CM_BITMASK(_bits_) \
(((unsigned int) -1 >> (31 - ((1) ? _bits_))) & \
~((1U << ((0) ? _bits_)) - 1))
#define CM_BITS(_bits_, _val_) \
(CM_BITMASK(_bits_) & \
((_val_) << ((0) ? _bits_)))
#define CM_GET_BITS_VAL_0(_bits_, _val_) \
(((_val_) & (CM_BITMASK(_bits_))) >> ((0) ? _bits_))
#define CM_NAME_VAL(_name_, _val_) \
(_val_ << _name_##_SHIFT)
#define CM_GET_NAME_VAL(_reg_val_, _name_) \
((_reg_val_) & (_name_##_MASK))
#define CM_GET_NAME_VAL_0(_reg_val_, _name_) \
(((_reg_val_) & (_name_##_MASK)) >> _name_##_SHIFT)
#define CM_SET_NAME_VAL(_reg_val_, _name_, _val_) \
(((_reg_val_) & ~(_name_##_MASK)) | \
((_val_ << _name_##_SHIFT) & (_name_##_MASK)))
#undef MCUSYS_MP0
#define MCUSYS_MP0 mcucfg_mp0_counter_base
#define STALL_INFO_CONF(x) (MCUSYS_MP0 + 0x800 * (x) + 0x238)
#define CPU_AVG_STALL_RATIO(x) (MCUSYS_MP0 + 0x800 * (x) + 0x700)
#define CPU_AVG_STALL_DEBUG_CTRL(x) (MCUSYS_MP0 + 0x800 * (x) + 0x704)
#define CPU_AVG_STALL_FMETER_STATUS(x) (MCUSYS_MP0 + 0x800 * (x) + 0x708)
#define CPU_AVG_STALL_RATIO_CTRL(x) (MCUSYS_MP0 + 0x800 * (x) + 0x710)
#define CPU_AVG_STALL_COUNTER(x) (MCUSYS_MP0 + 0x800 * (x) + 0x714)
#define MP0_CPU_NONWFX_CTRL(x) (MCUSYS_MP0 + 0x8 * (x) + 0x8500)
#define MP0_CPU_NONWFX_CNT(x) (MCUSYS_MP0 + 0x8 * (x) + 0x8504)
/* STALL_INFO_CONF */
#define CPU_STALL_IDLE_CNT_LSB CM_BIT(0)
#define CPU_STALL_IDLE_CNT_SHIFT 0
#define CPU_STALL_IDLE_CNT_MASK CM_BITMASK(5:0)
#define CPU_STALL_CACHE_OPT_LSB CM_BIT(6)
#define CPU_STALL_CACHE_OPT_SHIFT 6
#define CPU_STALL_CACHE_OPT_MASK CM_BITMASK(10:6)
/* CPU_AVG_STALL_RATIO */
#define RG_CPU_AVG_STALL_RATIO CM_BIT(0)
/* CPU_AVG_STALL_DEBUG_CTRL */
#define RG_FMETER_APB_FREQUENCY CM_BIT(0)
#define RG_STALL_INFO_SEL CM_BIT(12)
#define RG_SAMPLE_RATIO CM_BIT(16)
/* CPU_AVG_STALL_FMETER_STATUS */
#define RO_FMETER_OUTPUT CM_BIT(0)
#define RO_FMETER_LOW CM_BIT(12)
/* CPU_AVG_STALL_RATIO_CTRL */
#define RG_CPU_AVG_STALL_RATIO_EN CM_BIT(0)
#define RG_CPU_AVG_STALL_RATIO_RESTART CM_BIT(1)
#define RG_CPU_STALL_COUNTER_EN CM_BIT(4)
#define REMOVED_RG_CPU_NON_WFX_COUNTER_EN CM_BIT(5)
#define RG_CPU_STALL_COUNTER_RESET CM_BIT(6)
#define REMOVED_RG_CPU_NON_WFX_COUNTER_RESET CM_BIT(7)
#define RG_MP0_AVG_STALL_PERIOD CM_BIT(8)
#define RG_FMETER_MIN_FREQUENCY CM_BIT(12)
#define RG_FMETER_EN CM_BIT(24)
/* CPU_AVG_STALL_COUNTER */
#define RO_CPU_STALL_COUNTER CM_BIT(0)
/* MP0_CPU0_NONWFX_CTRL */
#define RG_CPU0_NON_WFX_COUNTER_EN CM_BIT(0)
#define RG_CPU0_NON_WFX_COUNTER_RESET CM_BIT(4)
#define RG_MP0_AVG_STALL_PERIOD_1MS CM_BITS(11:8, 0x8)
#define RG_MP0_AVG_STALL_PERIOD_2MS CM_BITS(11:8, 0x9)
#define RG_MP0_AVG_STALL_PERIOD_4MS CM_BITS(11:8, 0xa)
#define RG_MP0_AVG_STALL_PERIOD_8MS CM_BITS(11:8, 0xb)
#define RG_MP0_AVG_STALL_PERIOD_10MS CM_BITS(11:8, 0xc)
#define RG_MP0_AVG_STALL_PERIOD_20MS CM_BITS(11:8, 0xd)
#define RG_MP0_AVG_STALL_PERIOD_40MS CM_BITS(11:8, 0xe)
#define RG_MP0_AVG_STALL_PERIOD_80MS CM_BITS(11:8, 0xf)
#define cm_mgr_read(addr) __raw_readl((void __force __iomem *)(addr))
#define cm_mgr_write(addr, val) mt_reg_sync_writel(val, addr)
#endif /* __MTK_CM_MGR_PLATFORM_REG_H__*/
@@ -0,0 +1,41 @@
#
# Copyright (C) 2015 MediaTek Inc.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
SSPM_VER := v2
ifneq ($(wildcard $(srctree)/drivers/misc/mediatek/met_drv/),)
ccflags-y += -DMET_SUPPORT
ccflags-y += -DMET_USER_EVENT_SUPPORT
endif
ccflags-y += \
-I$(CPUFREQ_ROOT_DIR)/inc \
-I$(CPUFREQ_ROOT_DIR)/src/mach/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/devfreq \
-I$(srctree)/drivers/misc/mediatek/base/power/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/base/power/cm_mgr_v1/ \
-I$(srctree)/drivers/misc/mediatek/base/power/cm_mgr_v1/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/base/power/cpufreq_v1/inc \
-I$(srctree)/drivers/misc/mediatek/base/power/cpufreq_v1/src/mach/mt6781 \
-I$(srctree)/drivers/misc/mediatek/base/power/include \
-I$(srctree)/drivers/misc/mediatek/dramc/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/include \
-I$(srctree)/drivers/misc/mediatek/include/mt-plat \
-I$(srctree)/drivers/misc/mediatek/include/mt-plat/$(CONFIG_MTK_PLATFORM)/include \
-I$(srctree)/drivers/misc/mediatek/include/mt-plat/$(CONFIG_MTK_PLATFORM)/include/mach \
-I$(srctree)/drivers/misc/mediatek/sspm \
-I$(srctree)/drivers/misc/mediatek/sspm/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/include \
# main
obj-y += mtk_cm_mgr_platform.o
File diff suppressed because it is too large. Load diff
@@ -0,0 +1,111 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (c) 2019 MediaTek Inc.
*/
#ifndef __MTK_CM_MGR_PLATFORM_H__
#define __MTK_CM_MGR_PLATFORM_H__
#ifdef CONFIG_MTK_DRAMC
#include <mtk_dramc.h>
#endif /* CONFIG_MTK_DRAMC */
#define PER_CPU_STALL_RATIO
#define LIGHT_LOAD
/* #define USE_AVG_PMU */
/* #define DEBUG_CM_MGR */
#define USE_TIMER_CHECK
/* #define USE_IDLE_NOTIFY */
#define USE_NEW_CPU_OPP
#define USE_CM_MGR_AT_SSPM
/* #define USE_SINGLE_CLUSTER */
/* #define USE_CPU_TO_DRAM_MAP */
#define CM_MGR_EMI_OPP 4
#define CM_MGR_LOWER_OPP 6
#define CM_MGR_CPU_CLUSTER 2
#define CM_MGR_CPU_COUNT 8
#define CM_MGR_CPU_LIMIT 6
#define CLUSTER0_MASK 0xff
#define CM_MGR_CPU_OPP_SIZE 16
#define VCORE_ARRAY_SIZE CM_MGR_EMI_OPP
#define CM_MGR_CPU_ARRAY_SIZE (CM_MGR_CPU_CLUSTER * CM_MGR_EMI_OPP)
#define RATIO_COUNT (100 / 5 - 1)
#define IS_UP 1
#define IS_DOWN 0
#define USE_TIMER_CHECK_TIME msecs_to_jiffies(50)
#define CM_MGR_INIT_DELAY_MS 1
#define CM_MGR_BW_VALUE 0
#define CM_MGR_VCORE_OPP_COUNT 13
enum {
CM_MGR_LP4 = 0,
CM_MGR_MAX,
};
extern void __iomem *mcucfg_mp0_counter_base;
extern unsigned int cpu_power_up_array[CM_MGR_CPU_CLUSTER];
extern unsigned int cpu_power_down_array[CM_MGR_CPU_CLUSTER];
extern unsigned int cpu_power_up[CM_MGR_CPU_CLUSTER];
extern unsigned int cpu_power_down[CM_MGR_CPU_CLUSTER];
extern unsigned int v2f[CM_MGR_CPU_CLUSTER];
extern unsigned int cpu_power_ratio_up0[CM_MGR_EMI_OPP];
extern unsigned int cpu_power_ratio_down0[CM_MGR_EMI_OPP];
extern unsigned int debounce_times_up_adb0[CM_MGR_EMI_OPP];
extern unsigned int debounce_times_down_adb0[CM_MGR_EMI_OPP];
extern unsigned int cpu_power_ratio_up1[CM_MGR_EMI_OPP];
extern unsigned int cpu_power_ratio_down1[CM_MGR_EMI_OPP];
extern unsigned int debounce_times_up_adb1[CM_MGR_EMI_OPP];
extern unsigned int debounce_times_down_adb1[CM_MGR_EMI_OPP];
extern int vcore_power_up;
extern int vcore_power_down;
extern int cpu_opp_cur[CM_MGR_CPU_CLUSTER];
extern int ratio_max[CM_MGR_CPU_CLUSTER];
extern int ratio[CM_MGR_CPU_COUNT];
extern int count[CM_MGR_CPU_CLUSTER];
extern int count_ack[CM_MGR_CPU_CLUSTER];
extern int vcore_dram_opp;
extern int vcore_dram_opp_cur;
extern int cm_mgr_abs_load;
extern int cm_mgr_rel_load;
extern int total_bw;
extern int cps_valid;
extern int debounce_times_up;
extern int debounce_times_down;
extern int ratio_scale[CM_MGR_CPU_CLUSTER];
extern int max_load[CM_MGR_CPU_CLUSTER];
extern int cpu_load[NR_CPUS];
extern int loading_acc[NR_CPUS];
extern int loading_cnt;
#define DEBUG_CM_PERF_OPP
extern int debounce_times_perf_down_local;
extern int debounce_times_perf_down_force_local;
extern int pm_qos_update_request_status;
extern int cm_mgr_dram_opp_base;
extern int cm_mgr_dram_opp;
#define USE_STEP_PERF_OPP
extern int cm_mgr_dram_perf_opp;
extern int cm_mgr_dram_step_opp;
extern void cm_mgr_update_met(void);
extern int cm_mgr_get_idx(void);
extern int cm_mgr_get_stall_ratio(int cpu);
extern int cm_mgr_get_cpu_count(int cluster);
extern int cm_mgr_get_max_stall_ratio(int cluster);
extern int cm_mgr_check_stall_ratio(int mp0, int mp1);
extern void cm_mgr_ratio_timer_en(int enable);
extern void cm_mgr_perf_platform_set_status(int enable);
extern void cm_mgr_perf_platform_set_force_status(int enable);
extern int cm_mgr_register_init(void);
extern int cm_mgr_platform_init(void);
extern void cm_mgr_set_dram_level(int level);
extern int cm_mgr_get_dram_opp(void);
extern int cm_mgr_check_bw_status(void);
extern int cm_mgr_get_bw(void);
extern void cm_mgr_ddr_setting_init(void);
#endif /* __MTK_CM_MGR_PLATFORM_H__ */
@@ -0,0 +1,373 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (c) 2019 MediaTek Inc.
*/
#ifndef __MTK_CM_MGR_PLATFORM_DATA_H__
#define __MTK_CM_MGR_PLATFORM_DATA_H__
#ifndef PROC_FOPS_RW
#define PROC_FOPS_RW(name) \
static int name ## _proc_open(struct inode *inode, \
struct file *file) \
{ \
return single_open(file, name ## _proc_show, \
PDE_DATA(inode)); \
} \
static const struct file_operations name ## _proc_fops = { \
.owner = THIS_MODULE, \
.open = name ## _proc_open, \
.read = seq_read, \
.llseek = seq_lseek, \
.release = single_release, \
.write = name ## _proc_write, \
}
#endif /* PROC_FOPS_RW */
#ifndef PROC_FOPS_RO
#define PROC_FOPS_RO(name) \
static int name ## _proc_open(struct inode *inode, \
struct file *file) \
{ \
return single_open(file, name ## _proc_show, \
PDE_DATA(inode)); \
} \
static const struct file_operations name ## _proc_fops = { \
.owner = THIS_MODULE, \
.open = name ## _proc_open, \
.read = seq_read, \
.llseek = seq_lseek, \
.release = single_release, \
}
#endif /* PROC_FOPS_RO */
#ifndef PROC_ENTRY
#define PROC_ENTRY(name) {__stringify(name), &name ## _proc_fops}
#endif /* PROC_ENTRY */
int light_load_cps = 1000;
static int cm_mgr_loop_count;
static int cm_mgr_dram_level;
static int cm_mgr_loop;
static int total_bw_value;
#ifdef USE_BCPU_WEIGHT
int cpu_power_bcpu_weight_max = 350;
int cpu_power_bcpu_weight_min = 100;
#endif /* USE_BCPU_WEIGHT */
#ifdef CM_TRIGEAR
int cpu_power_bbcpu_weight_max = 100;
int cpu_power_bbcpu_weight_min = 100;
#endif
#ifdef DSU_DVFS_ENABLE
unsigned int dsu_debounce_up = 5;
unsigned int dsu_debounce_down;
unsigned int dsu_diff_pwr_up = 10;
unsigned int dsu_diff_pwr_down;
unsigned int dsu_l_pwr_ratio = 100;
unsigned int dsu_b_pwr_ratio = 100;
unsigned int dsu_bb_pwr_ratio = 100;
#endif
unsigned int cpu_power_ratio_up[CM_MGR_EMI_OPP] = {120, 120, 100, 100};
unsigned int cpu_power_ratio_down[CM_MGR_EMI_OPP] = {120, 120, 40, 60};
unsigned int vcore_power_ratio_up[CM_MGR_EMI_OPP] = {100, 100, 100, 100};
unsigned int vcore_power_ratio_down[CM_MGR_EMI_OPP] = {100, 100, 100, 100};
unsigned int debounce_times_up_adb[CM_MGR_EMI_OPP] = {0, 0, 0, 0};
unsigned int debounce_times_down_adb[CM_MGR_EMI_OPP] = {3, 0, 0, 0};
int debounce_times_reset_adb;
int debounce_times_perf_down = 5;
int debounce_times_perf_force_down = 100;
static int update;
static int update_v2f_table = 1;
static int cm_mgr_opp_enable = 1;
int cm_mgr_enable = 1;
#if defined(CONFIG_MTK_TINYSYS_SSPM_SUPPORT) && defined(USE_CM_MGR_AT_SSPM)
int cm_mgr_sspm_enable = 1;
#endif /* CONFIG_MTK_TINYSYS_SSPM_SUPPORT */
#ifdef USE_TIMER_CHECK
int cm_mgr_timer_enable = 1;
#endif /* USE_TIMER_CHECK */
int cm_mgr_ratio_timer_enable;
int cm_mgr_disable_fb = 1;
int cm_mgr_blank_status;
int cm_mgr_perf_enable = 1;
int cm_mgr_perf_timer_enable;
int cm_mgr_perf_force_enable;
int cm_mgr_loading_level = 1000;
int cm_mgr_loading_enable;
int cm_mgr_emi_demand_check = 1;
#ifdef USE_CPU_TO_DRAM_MAP
int cm_mgr_cpu_map_dram_enable = 1;
#endif /* USE_CPU_TO_DRAM_MAP */
#ifdef USE_CPU_TO_DRAM_MAP_NEW
int cm_mgr_cpu_map_emi_opp = 1;
int cm_mgr_cpu_map_skip_cpu_opp = 2;
#endif /* USE_CPU_TO_DRAM_MAP_NEW */
static int vcore_power_gain_0[][VCORE_ARRAY_SIZE] = {
{238, 63, 137, 265},
{382, 22, 225, 494},
{376, 48, 294, 473},
{329, 94, 362, 423},
{323, 130, 391, 402},
{323, 146, 439, 381},
{323, 181, 468, 371},
{323, 207, 486, 360},
{323, 253, 505, 349},
{323, 288, 543, 328},
{323, 288, 582, 308},
{323, 288, 620, 327},
};
#define VCORE_POWER_ARRAY_SIZE(name) \
(sizeof(vcore_power_gain_##name) / \
sizeof(unsigned int) / \
VCORE_ARRAY_SIZE)
#define VCORE_POWER_GAIN_PTR(name) \
(&vcore_power_gain_##name[0][0])
static int vcore_power_array_size(int idx)
{
switch (idx) {
case 0:
return VCORE_POWER_ARRAY_SIZE(0);
}
pr_info("#@# %s(%d) warning value %d\n", __func__, __LINE__, idx);
return 0;
};
static int *vcore_power_gain_ptr(int idx)
{
switch (idx) {
case 0:
return VCORE_POWER_GAIN_PTR(0);
}
pr_info("#@# %s(%d) warning value %d\n", __func__, __LINE__, idx);
return NULL;
};
static int *vcore_power_gain = VCORE_POWER_GAIN_PTR(0);
#define vcore_power_gain(p, i, j) (*(p + (i) * VCORE_ARRAY_SIZE + (j)))
static unsigned int _v2f_all[][CM_MGR_CPU_CLUSTER] = {
{280, 275},
{236, 232},
{180, 180},
{151, 151},
{125, 125},
{113, 113},
{102, 102},
{93, 93},
{84, 84},
{76, 76},
{68, 68},
{59, 59},
{50, 50},
{42, 42},
{35, 35},
{29, 29},
};
static unsigned int cpu_power_gain_UpLow0[][CM_MGR_CPU_ARRAY_SIZE] = {
{3, 29, 2, 22, 1, 13, 2, 15},
{6, 58, 4, 44, 3, 26, 3, 31},
{83, 482, 6, 65, 4, 39, 5, 46},
{82, 488, 79, 459, 5, 51, 6, 62},
{80, 494, 77, 457, 6, 64, 74, 426},
{79, 500, 74, 456, 69, 402, 71, 418},
{77, 506, 72, 454, 66, 392, 68, 410},
{76, 512, 70, 453, 63, 382, 65, 402},
{74, 518, 68, 451, 60, 371, 62, 395},
{73, 524, 65, 450, 57, 361, 59, 387},
{71, 530, 63, 448, 53, 351, 56, 379},
{69, 536, 61, 447, 50, 340, 53, 371},
{68, 542, 58, 445, 47, 330, 50, 364},
{66, 548, 56, 444, 44, 319, 48, 356},
{65, 554, 54, 442, 41, 309, 45, 348},
{63, 559, 52, 441, 38, 299, 42, 340},
{62, 565, 49, 439, 35, 288, 39, 333},
{60, 571, 47, 438, 31, 278, 36, 325},
{59, 577, 45, 437, 28, 268, 33, 317},
{57, 583, 43, 435, 25, 257, 30, 309},
};
static unsigned int cpu_power_gain_DownLow0[][CM_MGR_CPU_ARRAY_SIZE] = {
{4, 44, 3, 29, 1, 15, 2, 19},
{90, 512, 6, 58, 3, 30, 4, 38},
{90, 532, 85, 488, 4, 45, 6, 57},
{89, 553, 84, 493, 6, 60, 80, 417},
{89, 573, 82, 499, 75, 396, 77, 414},
{89, 594, 80, 504, 72, 389, 74, 412},
{89, 614, 79, 510, 69, 383, 72, 409},
{89, 635, 77, 515, 66, 377, 69, 407},
{88, 655, 75, 521, 63, 371, 66, 404},
{88, 676, 74, 526, 60, 364, 64, 402},
{88, 696, 72, 532, 57, 358, 61, 399},
{88, 716, 70, 537, 54, 352, 58, 397},
{88, 737, 69, 543, 51, 346, 56, 394},
{87, 757, 67, 548, 48, 339, 53, 392},
{87, 778, 65, 554, 45, 333, 50, 389},
{87, 798, 64, 559, 42, 327, 48, 387},
{87, 819, 62, 565, 39, 321, 45, 384},
{87, 839, 60, 570, 36, 315, 42, 382},
{86, 860, 59, 576, 33, 308, 40, 379},
{86, 880, 57, 581, 30, 302, 37, 377},
};
static unsigned int cpu_power_gain_UpHigh0[][CM_MGR_CPU_ARRAY_SIZE] = {
{3, 29, 2, 22, 1, 13, 2, 15},
{6, 58, 4, 44, 3, 26, 3, 31},
{9, 87, 6, 65, 4, 39, 5, 46},
{11, 117, 9, 87, 5, 51, 6, 62},
{147, 616, 11, 109, 6, 64, 8, 77},
{141, 614, 13, 131, 8, 77, 9, 93},
{135, 612, 130, 560, 9, 90, 11, 108},
{129, 610, 124, 550, 10, 103, 12, 124},
{123, 607, 117, 541, 11, 116, 14, 139},
{117, 605, 110, 531, 13, 129, 104, 468},
{111, 603, 103, 522, 94, 424, 97, 452},
{105, 601, 97, 512, 86, 405, 89, 437},
{99, 599, 90, 502, 79, 387, 82, 421},
{93, 596, 83, 493, 71, 368, 74, 405},
{87, 594, 76, 483, 63, 350, 67, 389},
{81, 592, 70, 473, 56, 331, 60, 373},
{75, 590, 63, 464, 48, 313, 52, 357},
{69, 588, 56, 454, 40, 294, 45, 341},
{63, 585, 49, 445, 33, 276, 38, 325},
{57, 583, 43, 435, 25, 257, 30, 309},
};
static unsigned int cpu_power_gain_DownHigh0[][CM_MGR_CPU_ARRAY_SIZE] = {
{4, 44, 3, 29, 1, 15, 2, 19},
{9, 88, 6, 58, 3, 30, 4, 38},
{13, 132, 9, 87, 4, 45, 6, 57},
{142, 783, 11, 116, 6, 60, 7, 75},
{138, 789, 131, 715, 7, 76, 9, 94},
{135, 795, 126, 706, 9, 91, 11, 113},
{131, 801, 121, 697, 10, 106, 13, 132},
{128, 807, 116, 688, 12, 121, 108, 667},
{124, 813, 111, 679, 13, 136, 102, 643},
{121, 820, 106, 670, 93, 581, 96, 619},
{117, 826, 101, 661, 86, 553, 90, 594},
{114, 832, 96, 652, 80, 525, 84, 570},
{111, 838, 92, 644, 74, 498, 78, 546},
{107, 844, 87, 635, 67, 470, 73, 522},
{104, 850, 82, 626, 61, 442, 67, 498},
{100, 856, 77, 617, 55, 414, 61, 473},
{97, 862, 72, 608, 49, 386, 55, 449},
{93, 868, 67, 599, 42, 358, 49, 425},
{90, 874, 62, 590, 36, 330, 43, 401},
{86, 880, 57, 581, 30, 302, 37, 377},
};
#define cpu_power_gain(p, i, j) (*(p + (i) * CM_MGR_CPU_ARRAY_SIZE + (j)))
#define CPU_POWER_GAIN(a, b, c) \
(&cpu_power_gain_##a##b##c[0][0])
static unsigned int *_cpu_power_gain_ptr(int isUP, int isLow, int idx)
{
switch (isUP) {
case 0:
switch (isLow) {
case 0:
switch (idx) {
case 0:
return CPU_POWER_GAIN(Down, High, 0);
}
break;
case 1:
switch (idx) {
case 0:
return CPU_POWER_GAIN(Down, Low, 0);
}
break;
}
break;
case 1:
switch (isLow) {
case 0:
switch (idx) {
case 0:
return CPU_POWER_GAIN(Up, High, 0);
}
break;
case 1:
switch (idx) {
case 0:
return CPU_POWER_GAIN(Up, Low, 0);
}
break;
}
break;
}
pr_info("#@# %s(%d) warning value %d\n", __func__, __LINE__, idx);
return NULL;
};
static unsigned int *cpu_power_gain_up = CPU_POWER_GAIN(Up, High, 0);
static unsigned int *cpu_power_gain_down = CPU_POWER_GAIN(Down, High, 0);
static void cpu_power_gain_ptr(int opp, int tbl, int cluster)
{
switch (cluster) {
case 0:
if (opp < CM_MGR_LOWER_OPP) {
switch (tbl) {
case 0:
cpu_power_gain_up =
CPU_POWER_GAIN(Up, Low, 0);
cpu_power_gain_down =
CPU_POWER_GAIN(Down, Low, 0);
break;
}
} else {
switch (tbl) {
case 0:
cpu_power_gain_up =
CPU_POWER_GAIN(Up, High, 0);
cpu_power_gain_down =
CPU_POWER_GAIN(Down, High, 0);
break;
}
}
break;
case 1:
if (opp < CM_MGR_LOWER_OPP) {
switch (tbl) {
case 0:
cpu_power_gain_up =
CPU_POWER_GAIN(Up, Low, 0);
cpu_power_gain_down =
CPU_POWER_GAIN(Down, Low, 0);
break;
}
} else {
switch (tbl) {
case 0:
cpu_power_gain_up =
CPU_POWER_GAIN(Up, High, 0);
cpu_power_gain_down =
CPU_POWER_GAIN(Down, High, 0);
break;
}
}
break;
}
}
int cpu_power_gain_opp(int bw, int is_up, int opp, int ratio_idx, int idx)
{
cpu_power_gain_ptr(opp, cm_mgr_get_idx(), idx % CM_MGR_CPU_CLUSTER);
if (is_up)
return cpu_power_gain(cpu_power_gain_up, ratio_idx, idx);
else
return cpu_power_gain(cpu_power_gain_down, ratio_idx, idx);
}
#endif /* __MTK_CM_MGR_PLATFORM_DATA_H__ */
@@ -0,0 +1,77 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (c) 2019 MediaTek Inc.
*/
#undef TRACE_SYSTEM
#define TRACE_SYSTEM cm_mgr_events
#if !defined(_TRACE_MTK_CM_MGR_EVENTS_H) || defined(TRACE_HEADER_MULTI_READ)
#define _TRACE_MTK_CM_MGR_EVENTS_H
#include <linux/tracepoint.h>
TRACE_EVENT(CM_MGR__stall_ratio,
TP_PROTO(int _id,
unsigned int _ratio),
TP_ARGS(_id,
_ratio),
TP_STRUCT__entry(
__field(int, _id)
__field(unsigned int, _ratio)
),
TP_fast_assign(
__entry->_id = _id;
__entry->_ratio = _ratio;
),
TP_printk("CPU0_config_reg__CPU_AVG_STALL_RATIO=%d, _id=%d",
__entry->_ratio, __entry->_id)
);
TRACE_EVENT(CM_MGR__perf_hint,
TP_PROTO(int _force,
int _enable,
int _opp,
int _base,
int _count,
int _foece_count),
TP_ARGS(_force,
_enable,
_opp,
_base,
_count,
_foece_count),
TP_STRUCT__entry(
__field(int, _force)
__field(int, _enable)
__field(int, _opp)
__field(int, _base)
__field(int, _count)
__field(int, _foece_count)
),
TP_fast_assign(
__entry->_force = _force;
__entry->_enable = _enable;
__entry->_opp = _opp;
__entry->_base = _base;
__entry->_count = _count;
__entry->_foece_count = _foece_count;
),
TP_printk("cm_mgr perf hint %s=%d %s=%d %s=%d %s=%d %s=%d %s=%d",
"force", __entry->_force,
"enable", __entry->_enable,
"opp", __entry->_opp,
"base", __entry->_base,
"count", __entry->_count,
"force_count", __entry->_foece_count)
);
#endif /* _TRACE_MTK_CM_MGR_EVENTS_H */
/* This part must be outside protection */
#undef TRACE_INCLUDE_PATH
#define TRACE_INCLUDE_PATH ./
#undef TRACE_INCLUDE_FILE
#define TRACE_INCLUDE_FILE mtk_cm_mgr_platform_events
#include <trace/define_trace.h>
@@ -0,0 +1,90 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (c) 2019 MediaTek Inc.
*/
#ifndef __MTK_CM_MGR_PLATFORM_REG_H__
#define __MTK_CM_MGR_PLATFORM_REG_H__
/*
* BIT Operation
*/
#define CM_BIT(_bit_) \
(unsigned int)(1U << (_bit_))
#define CM_BITMASK(_bits_) \
(((unsigned int) -1 >> (31 - ((1) ? _bits_))) & \
~((1U << ((0) ? _bits_)) - 1))
#define CM_BITS(_bits_, _val_) \
(CM_BITMASK(_bits_) & \
((_val_) << ((0) ? _bits_)))
#define CM_GET_BITS_VAL_0(_bits_, _val_) \
(((_val_) & (CM_BITMASK(_bits_))) >> ((0) ? _bits_))
#define CM_NAME_VAL(_name_, _val_) \
(_val_ << _name_##_SHIFT)
#define CM_GET_NAME_VAL(_reg_val_, _name_) \
((_reg_val_) & (_name_##_MASK))
#define CM_GET_NAME_VAL_0(_reg_val_, _name_) \
(((_reg_val_) & (_name_##_MASK)) >> _name_##_SHIFT)
#define CM_SET_NAME_VAL(_reg_val_, _name_, _val_) \
(((_reg_val_) & ~(_name_##_MASK)) | \
((_val_ << _name_##_SHIFT) & (_name_##_MASK)))
#undef MCUSYS_MP0
#define MCUSYS_MP0 mcucfg_mp0_counter_base
#define STALL_INFO_CONF(x) (MCUSYS_MP0 + 0x800 * (x) + 0x238)
#define CPU_AVG_STALL_RATIO(x) (MCUSYS_MP0 + 0x800 * (x) + 0x700)
#define CPU_AVG_STALL_DEBUG_CTRL(x) (MCUSYS_MP0 + 0x800 * (x) + 0x704)
#define CPU_AVG_STALL_FMETER_STATUS(x) (MCUSYS_MP0 + 0x800 * (x) + 0x708)
#define CPU_AVG_STALL_RATIO_CTRL(x) (MCUSYS_MP0 + 0x800 * (x) + 0x710)
#define CPU_AVG_STALL_COUNTER(x) (MCUSYS_MP0 + 0x800 * (x) + 0x714)
#define MP0_CPU_NONWFX_CTRL(x) (MCUSYS_MP0 + 0x8 * (x) + 0x8500)
#define MP0_CPU_NONWFX_CNT(x) (MCUSYS_MP0 + 0x8 * (x) + 0x8504)
/* STALL_INFO_CONF */
#define CPU_STALL_IDLE_CNT_LSB CM_BIT(0)
#define CPU_STALL_IDLE_CNT_SHIFT 0
#define CPU_STALL_IDLE_CNT_MASK CM_BITMASK(5:0)
#define CPU_STALL_CACHE_OPT_LSB CM_BIT(6)
#define CPU_STALL_CACHE_OPT_SHIFT 6
#define CPU_STALL_CACHE_OPT_MASK CM_BITMASK(10:6)
/* CPU_AVG_STALL_RATIO */
#define RG_CPU_AVG_STALL_RATIO CM_BIT(0)
/* CPU_AVG_STALL_DEBUG_CTRL */
#define RG_FMETER_APB_FREQUENCY CM_BIT(0)
#define RG_STALL_INFO_SEL CM_BIT(12)
#define RG_SAMPLE_RATIO CM_BIT(16)
/* CPU_AVG_STALL_FMETER_STATUS */
#define RO_FMETER_OUTPUT CM_BIT(0)
#define RO_FMETER_LOW CM_BIT(12)
/* CPU_AVG_STALL_RATIO_CTRL */
#define RG_CPU_AVG_STALL_RATIO_EN CM_BIT(0)
#define RG_CPU_AVG_STALL_RATIO_RESTART CM_BIT(1)
#define RG_CPU_STALL_COUNTER_EN CM_BIT(4)
#define REMOVED_RG_CPU_NON_WFX_COUNTER_EN CM_BIT(5)
#define RG_CPU_STALL_COUNTER_RESET CM_BIT(6)
#define REMOVED_RG_CPU_NON_WFX_COUNTER_RESET CM_BIT(7)
#define RG_MP0_AVG_STALL_PERIOD CM_BIT(8)
#define RG_FMETER_MIN_FREQUENCY CM_BIT(12)
#define RG_FMETER_EN CM_BIT(24)
/* CPU_AVG_STALL_COUNTER */
#define RO_CPU_STALL_COUNTER CM_BIT(0)
/* MP0_CPU0_NONWFX_CTRL */
#define RG_CPU0_NON_WFX_COUNTER_EN CM_BIT(0)
#define RG_CPU0_NON_WFX_COUNTER_RESET CM_BIT(4)
#define RG_MP0_AVG_STALL_PERIOD_1MS CM_BITS(11:8, 0x8)
#define RG_MP0_AVG_STALL_PERIOD_2MS CM_BITS(11:8, 0x9)
#define RG_MP0_AVG_STALL_PERIOD_4MS CM_BITS(11:8, 0xa)
#define RG_MP0_AVG_STALL_PERIOD_8MS CM_BITS(11:8, 0xb)
#define RG_MP0_AVG_STALL_PERIOD_10MS CM_BITS(11:8, 0xc)
#define RG_MP0_AVG_STALL_PERIOD_20MS CM_BITS(11:8, 0xd)
#define RG_MP0_AVG_STALL_PERIOD_40MS CM_BITS(11:8, 0xe)
#define RG_MP0_AVG_STALL_PERIOD_80MS CM_BITS(11:8, 0xf)
#define cm_mgr_read(addr) __raw_readl((void __force __iomem *)(addr))
#define cm_mgr_write(addr, val) mt_reg_sync_writel(val, addr)
#endif /* __MTK_CM_MGR_PLATFORM_REG_H__*/
@@ -0,0 +1,41 @@
#
# Copyright (C) 2015 MediaTek Inc.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
SSPM_VER := v1
ifneq ($(wildcard $(srctree)/drivers/misc/mediatek/met_drv/),)
ccflags-y += -DMET_SUPPORT
ccflags-y += -DMET_USER_EVENT_SUPPORT
endif
ccflags-y += \
-I$(CPUFREQ_ROOT_DIR)/inc \
-I$(CPUFREQ_ROOT_DIR)/src/mach/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/devfreq \
-I$(srctree)/drivers/misc/mediatek/base/power/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/base/power/cm_mgr_v1/ \
-I$(srctree)/drivers/misc/mediatek/base/power/cm_mgr_v1/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/base/power/cpufreq_v1/inc \
-I$(srctree)/drivers/misc/mediatek/base/power/cpufreq_v1/src/mach/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/base/power/include \
-I$(srctree)/drivers/misc/mediatek/dramc/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/include \
-I$(srctree)/drivers/misc/mediatek/include/mt-plat \
-I$(srctree)/drivers/misc/mediatek/include/mt-plat/$(CONFIG_MTK_PLATFORM)/include \
-I$(srctree)/drivers/misc/mediatek/include/mt-plat/$(CONFIG_MTK_PLATFORM)/include/mach \
-I$(srctree)/drivers/misc/mediatek/sspm \
-I$(srctree)/drivers/misc/mediatek/sspm/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/include \
# main
obj-y += mtk_cm_mgr_platform.o
@@ -0,0 +1,930 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (c) 2019 MediaTek Inc.
*/
/* system includes */
#include <linux/kernel.h>
#include <linux/module.h>
#include <linux/sched.h>
#include <linux/init.h>
#include <linux/cpu.h>
#include <linux/delay.h>
#include <linux/slab.h>
#include <linux/proc_fs.h>
#include <linux/miscdevice.h>
#include <linux/platform_device.h>
#include <linux/spinlock.h>
#include <linux/kthread.h>
#include <linux/hrtimer.h>
#include <linux/sched/rt.h>
#include <linux/atomic.h>
#include <linux/clk.h>
#include <linux/ktime.h>
#include <linux/time.h>
#include <linux/jiffies.h>
#include <linux/bitops.h>
#include <linux/uaccess.h>
#include <linux/seq_file.h>
#include <linux/types.h>
#include <linux/suspend.h>
#include <linux/topology.h>
#include <linux/math64.h>
#include <mt-plat/sync_write.h>
#include <mt-plat/mtk_io.h>
#include <mt-plat/aee.h>
#include <trace/events/mtk_events.h>
#include <linux/sched/clock.h>
#ifdef MET_SUPPORT
#include <mt-plat/met_drv.h>
#endif /* MET_SUPPORT */
#include <linux/of.h>
#include <linux/of_address.h>
#include <mtk_cm_mgr.h>
#define CREATE_TRACE_POINTS
#include "mtk_cm_mgr_platform_events.h"
#include <linux/fb.h>
#include <linux/notifier.h>
#include <linux/pm_qos.h>
#include <helio-dvfsrc.h>
#ifdef USE_IDLE_NOTIFY
#include "mtk_idle.h"
#endif /* USE_IDLE_NOTIFY */
#ifdef USE_CPU_TO_DRAM_MAP
static struct delayed_work cm_mgr_work;
static struct mtk_pm_qos_request ddr_opp_req_by_cpu_opp;
static int cm_mgr_cpu_to_dram_opp;
static void cm_mgr_process(struct work_struct *work);
#endif /* USE_CPU_TO_DRAM_MAP */
static int cm_mgr_vcore_opp_to_bw_0[CM_MGR_VCORE_OPP_COUNT] = {
540,
460,
340,
460,
340,
460,
340,
460,
340,
340,
230,
340,
230
};
#define VCORE_OPP_BW_PTR(name) \
(&cm_mgr_vcore_opp_to_bw_##name[0])
static int *vcore_opp_bw_ptr(int idx)
{
switch (idx) {
case 0:
return VCORE_OPP_BW_PTR(0);
}
pr_info("#@# %s(%d) warning value %d\n", __func__, __LINE__, idx);
return NULL;
};
int *vcore_opp_bw = VCORE_OPP_BW_PTR(0);
#ifdef MET_SUPPORT
struct cm_mgr_met_data {
unsigned int cm_mgr_power[14];
unsigned int cm_mgr_count[4];
unsigned int cm_mgr_opp[6];
unsigned int cm_mgr_loading[12];
unsigned int cm_mgr_ratio[12];
unsigned int cm_mgr_bw;
unsigned int cm_mgr_valid;
};
/******************** MET BEGIN ********************/
typedef void (*cm_mgr_value_handler_t) (unsigned int cnt, unsigned int *value);
static struct cm_mgr_met_data met_data;
static cm_mgr_value_handler_t cm_mgr_power_dbg_handler;
static cm_mgr_value_handler_t cm_mgr_count_dbg_handler;
static cm_mgr_value_handler_t cm_mgr_opp_dbg_handler;
static cm_mgr_value_handler_t cm_mgr_loading_dbg_handler;
static cm_mgr_value_handler_t cm_mgr_ratio_dbg_handler;
static cm_mgr_value_handler_t cm_mgr_bw_dbg_handler;
static cm_mgr_value_handler_t cm_mgr_valid_dbg_handler;
#define CM_MGR_MET_REG_FN_VALUE(name) \
void cm_mgr_register_##name(cm_mgr_value_handler_t handler) \
{ \
name##_dbg_handler = handler; \
} \
EXPORT_SYMBOL(cm_mgr_register_##name)
CM_MGR_MET_REG_FN_VALUE(cm_mgr_power);
CM_MGR_MET_REG_FN_VALUE(cm_mgr_count);
CM_MGR_MET_REG_FN_VALUE(cm_mgr_opp);
CM_MGR_MET_REG_FN_VALUE(cm_mgr_loading);
CM_MGR_MET_REG_FN_VALUE(cm_mgr_ratio);
CM_MGR_MET_REG_FN_VALUE(cm_mgr_bw);
CM_MGR_MET_REG_FN_VALUE(cm_mgr_valid);
/********************* MET END *********************/
#endif /* MET_SUPPORT */
void cm_mgr_update_met(void)
{
#ifdef MET_SUPPORT
int cpu;
met_data.cm_mgr_power[0] = cpu_power_up_array[0];
met_data.cm_mgr_power[1] = cpu_power_up_array[1];
met_data.cm_mgr_power[2] = cpu_power_down_array[0];
met_data.cm_mgr_power[3] = cpu_power_down_array[1];
met_data.cm_mgr_power[4] = cpu_power_up[0];
met_data.cm_mgr_power[5] = cpu_power_up[1];
met_data.cm_mgr_power[6] = cpu_power_down[0];
met_data.cm_mgr_power[7] = cpu_power_down[1];
met_data.cm_mgr_power[8] = cpu_power_up[0] + cpu_power_up[1];
met_data.cm_mgr_power[9] = cpu_power_down[0] + cpu_power_down[1];
met_data.cm_mgr_power[10] = (unsigned int)vcore_power_up;
met_data.cm_mgr_power[11] = (unsigned int)vcore_power_down;
met_data.cm_mgr_power[12] = v2f[0];
met_data.cm_mgr_power[13] = v2f[1];
met_data.cm_mgr_count[0] = count[0];
met_data.cm_mgr_count[1] = count[1];
met_data.cm_mgr_count[2] = count_ack[0];
met_data.cm_mgr_count[3] = count_ack[1];
met_data.cm_mgr_opp[0] = vcore_dram_opp;
met_data.cm_mgr_opp[1] = vcore_dram_opp_cur;
met_data.cm_mgr_opp[2] = cpu_opp_cur[0];
met_data.cm_mgr_opp[3] = cpu_opp_cur[1];
met_data.cm_mgr_opp[4] = debounce_times_up;
met_data.cm_mgr_opp[5] = debounce_times_down;
met_data.cm_mgr_loading[0] = cm_mgr_abs_load;
met_data.cm_mgr_loading[1] = cm_mgr_rel_load;
met_data.cm_mgr_loading[2] = max_load[0];
met_data.cm_mgr_loading[3] = max_load[1];
for_each_possible_cpu(cpu) {
if (cpu >= CM_MGR_CPU_COUNT)
break;
met_data.cm_mgr_loading[4 + cpu] = cpu_load[cpu];
}
met_data.cm_mgr_ratio[0] = ratio_max[0];
met_data.cm_mgr_ratio[1] = ratio_max[1];
met_data.cm_mgr_ratio[2] = ratio_scale[0];
met_data.cm_mgr_ratio[3] = ratio_scale[1];
met_data.cm_mgr_ratio[4] = ratio[0];
met_data.cm_mgr_ratio[5] = ratio[1];
met_data.cm_mgr_ratio[6] = ratio[2];
met_data.cm_mgr_ratio[7] = ratio[3];
met_data.cm_mgr_ratio[8] = ratio[4];
met_data.cm_mgr_ratio[9] = ratio[5];
met_data.cm_mgr_ratio[10] = ratio[6];
met_data.cm_mgr_ratio[11] = ratio[7];
met_data.cm_mgr_bw = total_bw;
met_data.cm_mgr_valid = cps_valid;
if (cm_mgr_power_dbg_handler)
cm_mgr_power_dbg_handler(ARRAY_SIZE(met_data.cm_mgr_power),
met_data.cm_mgr_power);
if (cm_mgr_count_dbg_handler)
cm_mgr_count_dbg_handler(ARRAY_SIZE(met_data.cm_mgr_count),
met_data.cm_mgr_count);
if (cm_mgr_opp_dbg_handler)
cm_mgr_opp_dbg_handler(ARRAY_SIZE(met_data.cm_mgr_opp),
met_data.cm_mgr_opp);
if (cm_mgr_loading_dbg_handler)
cm_mgr_loading_dbg_handler(ARRAY_SIZE(met_data.cm_mgr_loading),
met_data.cm_mgr_loading);
if (cm_mgr_ratio_dbg_handler)
cm_mgr_ratio_dbg_handler(ARRAY_SIZE(met_data.cm_mgr_ratio),
met_data.cm_mgr_ratio);
if (cm_mgr_bw_dbg_handler)
cm_mgr_bw_dbg_handler(1, &met_data.cm_mgr_bw);
if (cm_mgr_valid_dbg_handler)
cm_mgr_valid_dbg_handler(1, &met_data.cm_mgr_valid);
#endif /* MET_SUPPORT */
}
#include <linux/cpu_pm.h>
static unsigned int cm_mgr_idle_mask = CLUSTER0_MASK;
void __iomem *mcucfg_mp0_counter_base;
spinlock_t cm_mgr_cpu_mask_lock;
#define diff_value_overflow(diff, a, b) do { \
if ((a) >= (b)) \
diff = (a) - (b); \
else \
diff = 0xffffffff - (b) + (a); \
} while (0) \
#define CM_MGR_MAX(a, b) (((a) > (b)) ? (a) : (b))
/* #define USE_DEBUG_LOG */
struct stall_s {
unsigned int clustor[CM_MGR_CPU_CLUSTER];
unsigned long long stall_val[CM_MGR_CPU_COUNT];
unsigned long long stall_val_diff[CM_MGR_CPU_COUNT];
unsigned long long time_ns[CM_MGR_CPU_COUNT];
unsigned long long time_ns_diff[CM_MGR_CPU_COUNT];
unsigned long long ratio[CM_MGR_CPU_COUNT];
unsigned int ratio_max[CM_MGR_CPU_COUNT];
unsigned int cpu;
unsigned int cpu_count[CM_MGR_CPU_CLUSTER];
};
static struct stall_s stall_all;
static struct stall_s *pstall_all = &stall_all;
static int cm_mgr_idx = -1;
#ifdef USE_DEBUG_LOG
void debug_stall(int cpu)
{
pr_debug("%s: cpu number %d ################\n", __func__,
cpu);
pr_debug("%s: clustor[%d] 0x%08x\n", __func__,
cpu / CM_MGR_CPU_LIMIT,
pstall_all->clustor[cpu / CM_MGR_CPU_LIMIT]);
pr_debug("%s: stall_val[%d] 0x%016llx\n", __func__,
cpu, pstall_all->stall_val[cpu]);
pr_debug("%s: stall_val_diff[%d] 0x%016llx\n", __func__,
cpu, pstall_all->stall_val_diff[cpu]);
pr_debug("%s: time_ns[%d] 0x%016llx\n", __func__,
cpu, pstall_all->time_ns[cpu]);
pr_debug("%s: time_ns_diff[%d] 0x%016llx\n", __func__,
cpu, pstall_all->time_ns_diff[cpu]);
pr_debug("%s: ratio[%d] 0x%016llx\n", __func__,
cpu, pstall_all->ratio[cpu]);
pr_debug("%s: ratio_max[%d] 0x%08x\n", __func__,
cpu / CM_MGR_CPU_LIMIT,
pstall_all->ratio_max[cpu / CM_MGR_CPU_LIMIT]);
pr_debug("%s: cpu 0x%08x\n", __func__, pstall_all->cpu);
pr_debug("%s: cpu_count[%d] 0x%08x\n", __func__,
cpu / CM_MGR_CPU_LIMIT,
pstall_all->cpu_count[cpu / CM_MGR_CPU_LIMIT]);
}
void debug_stall_all(void)
{
int i;
for (i = 0; i < CM_MGR_CPU_COUNT; i++)
debug_stall(i);
}
#endif /* USE_DEBUG_LOG */
static int cm_mgr_check_dram_type(void)
{
#ifdef CONFIG_MTK_DRAMC
int ddr_type = get_ddr_type();
int ddr_hz = dram_steps_freq(0);
if (ddr_type == TYPE_LPDDR4X || ddr_type == TYPE_LPDDR4)
cm_mgr_idx = CM_MGR_LP4;
pr_info("#@# %s(%d) ddr_type 0x%x, ddr_hz %d, cm_mgr_idx 0x%x\n",
__func__, __LINE__, ddr_type, ddr_hz, cm_mgr_idx);
#else
cm_mgr_idx = 0;
pr_info("#@# %s(%d) NO CONFIG_MTK_DRAMC !!! set cm_mgr_idx to 0x%x\n",
__func__, __LINE__, cm_mgr_idx);
#endif /* CONFIG_MTK_DRAMC */
#if defined(CONFIG_MTK_TINYSYS_SSPM_SUPPORT) && defined(USE_CM_MGR_AT_SSPM)
if (cm_mgr_idx >= 0)
cm_mgr_to_sspm_command(IPI_CM_MGR_DRAM_TYPE, cm_mgr_idx);
#endif /* CONFIG_MTK_TINYSYS_SSPM_SUPPORT */
return cm_mgr_idx;
};
int cm_mgr_get_idx(void)
{
if (cm_mgr_idx < 0)
return cm_mgr_check_dram_type();
else
return cm_mgr_idx;
};
int cm_mgr_get_stall_ratio(int cpu)
{
return pstall_all->ratio[cpu];
}
int cm_mgr_get_max_stall_ratio(int cluster)
{
return pstall_all->ratio_max[cluster];
}
int cm_mgr_get_cpu_count(int cluster)
{
return pstall_all->cpu_count[cluster];
}
static ktime_t cm_mgr_init_time;
static int cm_mgr_init_flag;
static unsigned int cm_mgr_read_stall(int cpu)
{
unsigned int val = 0;
unsigned long spinlock_save_flags;
if (cm_mgr_init_flag) {
if (ktime_ms_delta(ktime_get(), cm_mgr_init_time) <
CM_MGR_INIT_DELAY_MS)
return val;
cm_mgr_init_flag = 0;
}
if (!spin_trylock_irqsave(&cm_mgr_cpu_mask_lock, spinlock_save_flags))
return val;
if (cpu < CM_MGR_CPU_COUNT) {
if (cm_mgr_idle_mask & CLUSTER0_MASK)
val = cm_mgr_read(CPU_AVG_STALL_COUNTER(cpu));
}
spin_unlock_irqrestore(&cm_mgr_cpu_mask_lock, spinlock_save_flags);
return val;
}
int cm_mgr_check_stall_ratio(int mp0, int mp1)
{
unsigned int i;
unsigned int clustor;
unsigned int stall_val_new;
unsigned long long time_ns_new;
pstall_all->clustor[0] = mp0;
pstall_all->clustor[1] = mp1;
pstall_all->cpu = 0;
for (i = 0; i < CM_MGR_CPU_CLUSTER; i++) {
pstall_all->ratio_max[i] = 0;
pstall_all->cpu_count[i] = 0;
}
for (i = 0; i < CM_MGR_CPU_COUNT; i++) {
pstall_all->ratio[i] = 0;
clustor = i / CM_MGR_CPU_LIMIT;
if (pstall_all->clustor[clustor] == 0)
continue;
stall_val_new = cm_mgr_read_stall(i);
if (stall_val_new == 0 || stall_val_new == 0xdeadbeef) {
#ifdef USE_DEBUG_LOG
pr_debug("%s: WARN!!! stall_val_new is 0x%08x\n",
__func__, stall_val_new);
debug_stall(i);
#endif /* USE_DEBUG_LOG */
continue;
}
time_ns_new = sched_clock();
pstall_all->time_ns_diff[i] =
time_ns_new - pstall_all->time_ns[i];
pstall_all->time_ns[i] = time_ns_new;
if (pstall_all->time_ns_diff[i] == 0)
continue;
diff_value_overflow(pstall_all->stall_val_diff[i],
stall_val_new, pstall_all->stall_val[i]);
pstall_all->stall_val[i] = stall_val_new;
if (pstall_all->stall_val_diff[i] == 0) {
#ifdef USE_DEBUG_LOG
pr_debug("%s: WARN!!! cpu:%d diff == 0\n", __func__, i);
debug_stall(i);
#endif /* USE_DEBUG_LOG */
continue;
}
#ifdef CONFIG_ARM64
pstall_all->ratio[i] = pstall_all->stall_val_diff[i] * 100000 /
pstall_all->time_ns_diff[i] /
pstall_all->clustor[clustor];
#else
pstall_all->ratio[i] = pstall_all->stall_val_diff[i] * 100000;
do_div(pstall_all->ratio[i], pstall_all->time_ns_diff[i]);
do_div(pstall_all->ratio[i], pstall_all->clustor[clustor]);
#endif /* CONFIG_ARM64 */
if (pstall_all->ratio[i] > 100) {
#ifdef USE_DEBUG_LOG
pr_debug("%s: WARN!!! cpu:%d ratio > 100\n",
__func__, i);
debug_stall(i);
#endif /* USE_DEBUG_LOG */
pstall_all->ratio[i] = 100;
/* continue; */
}
pstall_all->cpu |= (1 << i);
pstall_all->cpu_count[clustor]++;
pstall_all->ratio_max[clustor] =
CM_MGR_MAX(pstall_all->ratio[i],
pstall_all->ratio_max[clustor]);
#ifdef USE_DEBUG_LOG
debug_stall(i);
#endif /* USE_DEBUG_LOG */
}
#ifdef USE_DEBUG_LOG
debug_stall_all();
#endif /* USE_DEBUG_LOG */
return 0;
}
static void init_cpu_stall_counter(int cluster)
{
unsigned int val;
int i;
if (!timekeeping_suspended) {
cm_mgr_init_time = ktime_get();
cm_mgr_init_flag = 1;
}
if (cluster == 0) {
for (i = 0; i < CM_MGR_CPU_COUNT; i++) {
if (i >= CM_MGR_CPU_LIMIT) {
val = CM_SET_NAME_VAL(
cm_mgr_read(STALL_INFO_CONF(i)),
CPU_STALL_CACHE_OPT, 8);
val = CM_SET_NAME_VAL(
val,
CPU_STALL_IDLE_CNT, 8);
cm_mgr_write(STALL_INFO_CONF(i), val);
}
/* please check CM_MGR_INIT_DELAY_MS value */
val = RG_FMETER_EN;
val |= RG_MP0_AVG_STALL_PERIOD_1MS;
val |= RG_CPU_AVG_STALL_RATIO_EN |
RG_CPU_AVG_STALL_RATIO_RESTART |
RG_CPU_STALL_COUNTER_EN;
cm_mgr_write(CPU_AVG_STALL_RATIO_CTRL(i), val);
val = RG_CPU0_NON_WFX_COUNTER_EN;
cm_mgr_write(MP0_CPU_NONWFX_CTRL(i), val);
}
}
}
static int cm_mgr_cpuhp_online(unsigned int cpu)
{
unsigned long spinlock_save_flags;
spin_lock_irqsave(&cm_mgr_cpu_mask_lock, spinlock_save_flags);
if (((cm_mgr_idle_mask & CLUSTER0_MASK) == 0x0) &&
(cpu < CM_MGR_CPU_LIMIT))
init_cpu_stall_counter(0);
cm_mgr_idle_mask |= (1 << cpu);
spin_unlock_irqrestore(&cm_mgr_cpu_mask_lock, spinlock_save_flags);
return 0;
}
static int cm_mgr_cpuhp_offline(unsigned int cpu)
{
unsigned long spinlock_save_flags;
spin_lock_irqsave(&cm_mgr_cpu_mask_lock, spinlock_save_flags);
cm_mgr_idle_mask &= ~(1 << cpu);
spin_unlock_irqrestore(&cm_mgr_cpu_mask_lock, spinlock_save_flags);
return 0;
}
#ifdef CONFIG_CPU_PM
static int cm_mgr_sched_pm_notifier(struct notifier_block *self,
unsigned long cmd, void *v)
{
unsigned int cpu = smp_processor_id();
if (cmd == CPU_PM_EXIT)
cm_mgr_cpuhp_online(cpu);
else if (cmd == CPU_PM_ENTER)
cm_mgr_cpuhp_offline(cpu);
return NOTIFY_OK;
}
static struct notifier_block cm_mgr_sched_pm_notifier_block = {
.notifier_call = cm_mgr_sched_pm_notifier,
};
static void cm_mgr_sched_pm_init(void)
{
cpu_pm_register_notifier(&cm_mgr_sched_pm_notifier_block);
}
#else
static inline void cm_mgr_sched_pm_init(void) { }
#endif /* CONFIG_CPU_PM */
static int debounce_times_perf_down_local = -1;
static int debounce_times_perf_down_force_local = -1;
static int pm_qos_update_request_status;
static int cm_mgr_dram_opp_base = -1;
static int cm_mgr_dram_opp = -1;
static int cm_mgr_fb_notifier_callback(struct notifier_block *self,
unsigned long event, void *data)
{
struct fb_event *evdata = data;
int blank;
if (event != FB_EVENT_BLANK)
return 0;
blank = *(int *)evdata->data;
switch (blank) {
case FB_BLANK_UNBLANK:
pr_info("#@# %s(%d) SCREEN ON\n", __func__, __LINE__);
cm_mgr_blank_status = 0;
#if defined(CONFIG_MTK_TINYSYS_SSPM_SUPPORT) && defined(USE_CM_MGR_AT_SSPM)
cm_mgr_to_sspm_command(IPI_CM_MGR_BLANK, 0);
#endif /* CONFIG_MTK_TINYSYS_SSPM_SUPPORT */
break;
case FB_BLANK_POWERDOWN:
pr_info("#@# %s(%d) SCREEN OFF\n", __func__, __LINE__);
cm_mgr_blank_status = 1;
cm_mgr_set_dram_level(-1);
cm_mgr_dram_opp_base = -1;
cm_mgr_perf_platform_set_status(0);
#if defined(CONFIG_MTK_TINYSYS_SSPM_SUPPORT) && defined(USE_CM_MGR_AT_SSPM)
cm_mgr_to_sspm_command(IPI_CM_MGR_BLANK, 1);
#endif /* CONFIG_MTK_TINYSYS_SSPM_SUPPORT */
break;
default:
break;
}
return 0;
}
static struct notifier_block cm_mgr_fb_notifier = {
.notifier_call = cm_mgr_fb_notifier_callback,
};
#ifdef USE_IDLE_NOTIFY
static int cm_mgr_idle_cb(struct notifier_block *nfb,
unsigned long id,
void *arg)
{
switch (id) {
case NOTIFY_SOIDLE_ENTER:
case NOTIFY_SOIDLE3_ENTER:
if (get_cur_ddr_opp() != CM_MGR_EMI_OPP)
check_cm_mgr_status_internal();
break;
case NOTIFY_DPIDLE_ENTER:
case NOTIFY_DPIDLE_LEAVE:
case NOTIFY_SOIDLE_LEAVE:
case NOTIFY_SOIDLE3_LEAVE:
default:
break;
}
return NOTIFY_OK;
}
static struct notifier_block cm_mgr_idle_notify = {
.notifier_call = cm_mgr_idle_cb,
};
#endif /* USE_IDLE_NOTIFY */
struct timer_list cm_mgr_ratio_timer;
#define CM_MGR_RATIO_TIMER_MS msecs_to_jiffies(1)
static void cm_mgr_ratio_timer_fn(struct timer_list *unused)
{
int i;
for (i = 0; i < CM_MGR_CPU_COUNT; i++) {
trace_CM_MGR__stall_ratio(
(int)i,
(unsigned int)cm_mgr_read(
CPU_AVG_STALL_RATIO(i)));
}
cm_mgr_ratio_timer.expires = jiffies + CM_MGR_RATIO_TIMER_MS;
add_timer(&cm_mgr_ratio_timer);
}
void cm_mgr_ratio_timer_en(int enable)
{
if (enable) {
cm_mgr_ratio_timer.expires = jiffies + CM_MGR_RATIO_TIMER_MS;
add_timer(&cm_mgr_ratio_timer);
} else {
del_timer(&cm_mgr_ratio_timer);
}
}
#define PERF_TIME 3000
static struct mtk_pm_qos_request ddr_opp_req;
static ktime_t perf_now;
void cm_mgr_perf_platform_set_status(int enable)
{
if (enable) {
if (cm_mgr_perf_enable == 0)
return;
debounce_times_perf_down_local = 0;
perf_now = ktime_get();
if (cm_mgr_dram_opp_base == -1) {
cm_mgr_dram_opp = 0;
cm_mgr_dram_opp_base = cm_mgr_get_dram_opp();
mtk_pm_qos_update_request(&ddr_opp_req,
cm_mgr_dram_opp);
} else {
if (cm_mgr_dram_opp > 0) {
cm_mgr_dram_opp--;
mtk_pm_qos_update_request(&ddr_opp_req,
cm_mgr_dram_opp);
}
}
pm_qos_update_request_status = enable;
} else {
if (debounce_times_perf_down_local < 0)
return;
if (++debounce_times_perf_down_local <
debounce_times_perf_down) {
if (ktime_ms_delta(ktime_get(), perf_now) < PERF_TIME)
return;
else
cm_mgr_dram_opp_base = -1;
}
if (cm_mgr_dram_opp < cm_mgr_dram_opp_base) {
cm_mgr_dram_opp = cm_mgr_dram_opp_base *
debounce_times_perf_down_local /
debounce_times_perf_down;
mtk_pm_qos_update_request(&ddr_opp_req,
cm_mgr_dram_opp);
} else {
cm_mgr_dram_opp = cm_mgr_dram_opp_base = -1;
mtk_pm_qos_update_request(&ddr_opp_req,
MTK_PM_QOS_DDR_OPP_DEFAULT_VALUE);
pm_qos_update_request_status = enable;
debounce_times_perf_down_local = -1;
}
}
}
void cm_mgr_perf_platform_set_force_status(int enable)
{
if (enable) {
if (cm_mgr_perf_enable == 0)
return;
if (cm_mgr_perf_force_enable == 0)
return;
debounce_times_perf_down_force_local = 0;
if (cm_mgr_dram_opp_base == -1) {
cm_mgr_dram_opp = 0;
cm_mgr_dram_opp_base = cm_mgr_get_dram_opp();
mtk_pm_qos_update_request(&ddr_opp_req,
cm_mgr_dram_opp);
} else {
if (cm_mgr_dram_opp > 0) {
cm_mgr_dram_opp--;
mtk_pm_qos_update_request(&ddr_opp_req,
cm_mgr_dram_opp);
}
}
pm_qos_update_request_status = enable;
} else {
if (debounce_times_perf_down_force_local < 0)
return;
if (pm_qos_update_request_status == 0)
return;
if ((cm_mgr_perf_force_enable == 0) ||
(++debounce_times_perf_down_force_local >=
debounce_times_perf_force_down)) {
if (cm_mgr_dram_opp < cm_mgr_dram_opp_base) {
cm_mgr_dram_opp = cm_mgr_dram_opp_base *
debounce_times_perf_down_force_local /
debounce_times_perf_force_down;
mtk_pm_qos_update_request(&ddr_opp_req,
cm_mgr_dram_opp);
} else {
cm_mgr_dram_opp = cm_mgr_dram_opp_base = -1;
mtk_pm_qos_update_request(&ddr_opp_req,
MTK_PM_QOS_DDR_OPP_DEFAULT_VALUE);
pm_qos_update_request_status = enable;
debounce_times_perf_down_force_local = -1;
}
}
}
}
int cm_mgr_register_init(void)
{
struct device_node *node;
int ret;
const char *buf;
node = of_find_compatible_node(NULL, NULL,
"mediatek,mcucfg_mp0_counter");
if (!node)
pr_info("find mcucfg_mp0_counter node failed\n");
mcucfg_mp0_counter_base = of_iomap(node, 0);
if (!mcucfg_mp0_counter_base) {
pr_info("base mcucfg_mp0_counter_base failed\n");
return -1;
}
if (node) {
ret = of_property_read_string(node,
"status", (const char **)&buf);
if (ret == 0) {
if (!strcmp(buf, "enable"))
cm_mgr_enable = 1;
else
cm_mgr_enable = 0;
}
}
return 0;
}
#ifdef USE_CPU_TO_DRAM_MAP
static void cm_mgr_add_cpu_opp_to_ddr_req(void)
{
mtk_pm_qos_add_request(&ddr_opp_req_by_cpu_opp, MTK_PM_QOS_DDR_OPP,
MTK_PM_QOS_DDR_OPP_DEFAULT_VALUE);
}
#endif /* USE_CPU_TO_DRAM_MAP */
int cm_mgr_platform_init(void)
{
int r;
spin_lock_init(&cm_mgr_cpu_mask_lock);
r = cm_mgr_register_init();
if (r) {
pr_info("FAILED TO CREATE REGISTER(%d)\n", r);
return r;
}
cm_mgr_sched_pm_init();
r = fb_register_client(&cm_mgr_fb_notifier);
if (r) {
pr_info("FAILED TO REGISTER FB CLIENT (%d)\n", r);
return r;
}
cpuhp_setup_state_nocalls(CPUHP_AP_ONLINE_DYN,
"cm_mgr:online",
cm_mgr_cpuhp_online,
cm_mgr_cpuhp_offline);
#ifdef USE_IDLE_NOTIFY
mtk_idle_notifier_register(&cm_mgr_idle_notify);
#endif /* USE_IDLE_NOTIFY */
timer_setup(&cm_mgr_ratio_timer, cm_mgr_ratio_timer_fn, 0);
//timer_setup(&cm_mgr_perf_timeout_timer, cm_mgr_perf_timeout_timer_fn, 0);
#ifdef CONFIG_MTK_CPU_FREQ
mt_cpufreq_set_governor_freq_registerCB(check_cm_mgr_status);
#endif /* CONFIG_MTK_CPU_FREQ */
mtk_pm_qos_add_request(&ddr_opp_req, MTK_PM_QOS_DDR_OPP,
MTK_PM_QOS_DDR_OPP_DEFAULT_VALUE);
vcore_opp_bw = vcore_opp_bw_ptr(cm_mgr_get_idx());
#ifdef USE_CPU_TO_DRAM_MAP
cm_mgr_add_cpu_opp_to_ddr_req();
INIT_DELAYED_WORK(&cm_mgr_work, cm_mgr_process);
#endif /* USE_CPU_TO_DRAM_MAP */
return r;
}
/* no 1200 */
int phy_to_virt_dram_opp[] = {
0x0, 0x1, 0x2, 0x3, 0x4, 0x4
};
int virt_to_phy_dram_level[] = {
0x0, 0x2, 0x3, 0x4, 0x5
};
void cm_mgr_set_dram_level(int level)
{
int dram_level;
if ((cm_mgr_disable_fb == 1 && cm_mgr_blank_status == 1) || (level < 0))
dram_level = 0;
else
dram_level = virt_to_phy_dram_level[level];
dvfsrc_set_power_model_ddr_request(dram_level);
}
int cm_mgr_get_dram_opp(void)
{
int dram_opp_cur;
dram_opp_cur = get_cur_ddr_opp();
if (dram_opp_cur < 0 || dram_opp_cur > (CM_MGR_EMI_OPP + 1))
dram_opp_cur = 0;
return phy_to_virt_dram_opp[dram_opp_cur];
}
int cm_mgr_check_bw_status(void)
{
if (cm_mgr_get_bw() > vcore_opp_bw[get_cur_vcore_opp()])
return 1;
else
return 0;
}
int cm_mgr_get_bw(void)
{
return dvfsrc_get_emi_bw(0);
}
#ifdef USE_CPU_TO_DRAM_MAP
static int cm_mgr_cpu_opp_to_dram[CM_MGR_CPU_OPP_SIZE] = {
/* start from cpu opp 0 */
0,
0,
0,
0,
1,
1,
1,
1,
1,
2,
2,
2,
2,
2,
2,
2,
};
static void cm_mgr_process(struct work_struct *work)
{
mtk_pm_qos_update_request(&ddr_opp_req_by_cpu_opp, cm_mgr_cpu_to_dram_opp);
}
void cm_mgr_update_dram_by_cpu_opp(int cpu_opp)
{
int ret = 0;
int dram_opp = 0;
if (!is_dvfsrc_enabled())
return;
if ((cpu_opp >= 0) && (cpu_opp < CM_MGR_CPU_OPP_SIZE))
dram_opp = cm_mgr_cpu_opp_to_dram[cpu_opp];
if (cm_mgr_cpu_to_dram_opp == dram_opp)
return;
cm_mgr_cpu_to_dram_opp = dram_opp;
ret = schedule_delayed_work(&cm_mgr_work, 1);
}
#endif /* USE_CPU_TO_DRAM_MAP */
@@ -0,0 +1,93 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (c) 2019 MediaTek Inc.
*/
#ifndef __MTK_CM_MGR_PLATFORM_H__
#define __MTK_CM_MGR_PLATFORM_H__
#ifdef CONFIG_MTK_DRAMC
#include <mtk_dramc.h>
#endif /* CONFIG_MTK_DRAMC */
#define PER_CPU_STALL_RATIO
#define LIGHT_LOAD
/* #define USE_AVG_PMU */
/* #define DEBUG_CM_MGR */
#define USE_TIMER_CHECK
/* #define USE_IDLE_NOTIFY */
#define USE_NEW_CPU_OPP
#define USE_CM_MGR_AT_SSPM
/* #define USE_SINGLE_CLUSTER */
/* #define USE_CPU_TO_DRAM_MAP */
#define CM_MGR_EMI_OPP 4
#define CM_MGR_LOWER_OPP 6
#define CM_MGR_CPU_CLUSTER 2
#define CM_MGR_CPU_COUNT 8
#define CM_MGR_CPU_LIMIT 6
#define CLUSTER0_MASK 0xff
#define CM_MGR_CPU_OPP_SIZE 16
#define VCORE_ARRAY_SIZE CM_MGR_EMI_OPP
#define CM_MGR_CPU_ARRAY_SIZE (CM_MGR_CPU_CLUSTER * CM_MGR_EMI_OPP)
#define RATIO_COUNT (100 / 5 - 1)
#define IS_UP 1
#define IS_DOWN 0
#define USE_TIMER_CHECK_TIME msecs_to_jiffies(50)
#define CM_MGR_INIT_DELAY_MS 1
#define CM_MGR_BW_VALUE 0
#define CM_MGR_VCORE_OPP_COUNT 13
enum {
CM_MGR_LP4 = 0,
CM_MGR_MAX,
};
extern void __iomem *mcucfg_mp0_counter_base;
extern unsigned int cpu_power_up_array[CM_MGR_CPU_CLUSTER];
extern unsigned int cpu_power_down_array[CM_MGR_CPU_CLUSTER];
extern unsigned int cpu_power_up[CM_MGR_CPU_CLUSTER];
extern unsigned int cpu_power_down[CM_MGR_CPU_CLUSTER];
extern unsigned int v2f[CM_MGR_CPU_CLUSTER];
extern int vcore_power_up;
extern int vcore_power_down;
extern int cpu_opp_cur[CM_MGR_CPU_CLUSTER];
extern int ratio_max[CM_MGR_CPU_CLUSTER];
extern int ratio[CM_MGR_CPU_COUNT];
extern int count[CM_MGR_CPU_CLUSTER];
extern int count_ack[CM_MGR_CPU_CLUSTER];
extern int vcore_dram_opp;
extern int vcore_dram_opp_cur;
extern int cm_mgr_abs_load;
extern int cm_mgr_rel_load;
extern int total_bw;
extern int cps_valid;
extern int debounce_times_up;
extern int debounce_times_down;
extern int ratio_scale[CM_MGR_CPU_CLUSTER];
extern int max_load[CM_MGR_CPU_CLUSTER];
extern int cpu_load[NR_CPUS];
extern int loading_acc[NR_CPUS];
extern int loading_cnt;
extern void cm_mgr_update_met(void);
extern int cm_mgr_get_idx(void);
extern int cm_mgr_get_stall_ratio(int cpu);
extern int cm_mgr_get_cpu_count(int cluster);
extern int cm_mgr_get_max_stall_ratio(int cluster);
extern int cm_mgr_check_stall_ratio(int mp0, int mp1);
extern void cm_mgr_ratio_timer_en(int enable);
extern void cm_mgr_perf_platform_set_status(int enable);
extern void cm_mgr_perf_platform_set_force_status(int enable);
extern int cm_mgr_register_init(void);
extern int cm_mgr_platform_init(void);
extern void cm_mgr_set_dram_level(int level);
extern int cm_mgr_get_dram_opp(void);
extern int cm_mgr_check_bw_status(void);
extern int cm_mgr_get_bw(void);
#endif /* __MTK_CM_MGR_PLATFORM_H__ */
@@ -0,0 +1,347 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (c) 2019 MediaTek Inc.
*/
#ifndef __MTK_CM_MGR_PLATFORM_DATA_H__
#define __MTK_CM_MGR_PLATFORM_DATA_H__
#ifndef PROC_FOPS_RW
#define PROC_FOPS_RW(name) \
static int name ## _proc_open(struct inode *inode, \
struct file *file) \
{ \
return single_open(file, name ## _proc_show, \
PDE_DATA(inode)); \
} \
static const struct file_operations name ## _proc_fops = { \
.owner = THIS_MODULE, \
.open = name ## _proc_open, \
.read = seq_read, \
.llseek = seq_lseek, \
.release = single_release, \
.write = name ## _proc_write, \
}
#endif /* PROC_FOPS_RW */
#ifndef PROC_FOPS_RO
#define PROC_FOPS_RO(name) \
static int name ## _proc_open(struct inode *inode, \
struct file *file) \
{ \
return single_open(file, name ## _proc_show, \
PDE_DATA(inode)); \
} \
static const struct file_operations name ## _proc_fops = { \
.owner = THIS_MODULE, \
.open = name ## _proc_open, \
.read = seq_read, \
.llseek = seq_lseek, \
.release = single_release, \
}
#endif /* PROC_FOPS_RO */
#ifndef PROC_ENTRY
#define PROC_ENTRY(name) {__stringify(name), &name ## _proc_fops}
#endif /* PROC_ENTRY */
int light_load_cps = 1000;
static int cm_mgr_loop_count;
static int cm_mgr_dram_level;
static int cm_mgr_loop;
static int total_bw_value;
unsigned int cpu_power_ratio_up[CM_MGR_EMI_OPP] = {120, 120, 100, 100};
unsigned int cpu_power_ratio_down[CM_MGR_EMI_OPP] = {120, 120, 40, 60};
unsigned int vcore_power_ratio_up[CM_MGR_EMI_OPP] = {100, 100, 100, 100};
unsigned int vcore_power_ratio_down[CM_MGR_EMI_OPP] = {100, 100, 100, 100};
unsigned int debounce_times_up_adb[CM_MGR_EMI_OPP] = {0, 0, 0, 0};
unsigned int debounce_times_down_adb[CM_MGR_EMI_OPP] = {3, 0, 0, 0};
int debounce_times_reset_adb;
int debounce_times_perf_down = 50;
int debounce_times_perf_force_down = 100;
static int update;
static int update_v2f_table = 1;
static int cm_mgr_opp_enable = 1;
int cm_mgr_enable = 1;
#if defined(CONFIG_MTK_TINYSYS_SSPM_SUPPORT) && defined(USE_CM_MGR_AT_SSPM)
int cm_mgr_sspm_enable = 1;
#endif /* CONFIG_MTK_TINYSYS_SSPM_SUPPORT */
#ifdef USE_TIMER_CHECK
int cm_mgr_timer_enable = 1;
#endif /* USE_TIMER_CHECK */
int cm_mgr_ratio_timer_enable;
int cm_mgr_disable_fb = 1;
int cm_mgr_blank_status;
int cm_mgr_perf_enable = 1;
int cm_mgr_perf_timer_enable;
int cm_mgr_perf_force_enable;
int cm_mgr_loading_level = 1000;
int cm_mgr_loading_enable;
int cm_mgr_emi_demand_check = 1;
static int vcore_power_gain_0[][VCORE_ARRAY_SIZE] = {
{238, 63, 137, 265},
{382, 22, 225, 494},
{376, 48, 294, 473},
{329, 94, 362, 423},
{323, 130, 391, 402},
{323, 146, 439, 381},
{323, 181, 468, 371},
{323, 207, 486, 360},
{323, 253, 505, 349},
{323, 288, 543, 328},
{323, 288, 582, 308},
{323, 288, 620, 327},
};
#define VCORE_POWER_ARRAY_SIZE(name) \
(sizeof(vcore_power_gain_##name) / \
sizeof(unsigned int) / \
VCORE_ARRAY_SIZE)
#define VCORE_POWER_GAIN_PTR(name) \
(&vcore_power_gain_##name[0][0])
static int vcore_power_array_size(int idx)
{
switch (idx) {
case 0:
return VCORE_POWER_ARRAY_SIZE(0);
}
pr_info("#@# %s(%d) warning value %d\n", __func__, __LINE__, idx);
return 0;
};
static int *vcore_power_gain_ptr(int idx)
{
switch (idx) {
case 0:
return VCORE_POWER_GAIN_PTR(0);
}
pr_info("#@# %s(%d) warning value %d\n", __func__, __LINE__, idx);
return NULL;
};
static int *vcore_power_gain = VCORE_POWER_GAIN_PTR(0);
#define vcore_power_gain(p, i, j) (*(p + (i) * VCORE_ARRAY_SIZE + (j)))
static unsigned int _v2f_all[][CM_MGR_CPU_CLUSTER] = {
{280, 275},
{236, 232},
{180, 180},
{151, 151},
{125, 125},
{113, 113},
{102, 102},
{93, 93},
{84, 84},
{76, 76},
{68, 68},
{59, 59},
{50, 50},
{42, 42},
{35, 35},
{29, 29},
};
static unsigned int cpu_power_gain_UpLow0[][CM_MGR_CPU_ARRAY_SIZE] = {
{3, 29, 2, 22, 1, 13, 2, 15},
{6, 58, 4, 44, 3, 26, 3, 31},
{83, 482, 6, 65, 4, 39, 5, 46},
{82, 488, 79, 459, 5, 51, 6, 62},
{80, 494, 77, 457, 6, 64, 74, 426},
{79, 500, 74, 456, 69, 402, 71, 418},
{77, 506, 72, 454, 66, 392, 68, 410},
{76, 512, 70, 453, 63, 382, 65, 402},
{74, 518, 68, 451, 60, 371, 62, 395},
{73, 524, 65, 450, 57, 361, 59, 387},
{71, 530, 63, 448, 53, 351, 56, 379},
{69, 536, 61, 447, 50, 340, 53, 371},
{68, 542, 58, 445, 47, 330, 50, 364},
{66, 548, 56, 444, 44, 319, 48, 356},
{65, 554, 54, 442, 41, 309, 45, 348},
{63, 559, 52, 441, 38, 299, 42, 340},
{62, 565, 49, 439, 35, 288, 39, 333},
{60, 571, 47, 438, 31, 278, 36, 325},
{59, 577, 45, 437, 28, 268, 33, 317},
{57, 583, 43, 435, 25, 257, 30, 309},
};
static unsigned int cpu_power_gain_DownLow0[][CM_MGR_CPU_ARRAY_SIZE] = {
{4, 44, 3, 29, 1, 15, 2, 19},
{90, 512, 6, 58, 3, 30, 4, 38},
{90, 532, 85, 488, 4, 45, 6, 57},
{89, 553, 84, 493, 6, 60, 80, 417},
{89, 573, 82, 499, 75, 396, 77, 414},
{89, 594, 80, 504, 72, 389, 74, 412},
{89, 614, 79, 510, 69, 383, 72, 409},
{89, 635, 77, 515, 66, 377, 69, 407},
{88, 655, 75, 521, 63, 371, 66, 404},
{88, 676, 74, 526, 60, 364, 64, 402},
{88, 696, 72, 532, 57, 358, 61, 399},
{88, 716, 70, 537, 54, 352, 58, 397},
{88, 737, 69, 543, 51, 346, 56, 394},
{87, 757, 67, 548, 48, 339, 53, 392},
{87, 778, 65, 554, 45, 333, 50, 389},
{87, 798, 64, 559, 42, 327, 48, 387},
{87, 819, 62, 565, 39, 321, 45, 384},
{87, 839, 60, 570, 36, 315, 42, 382},
{86, 860, 59, 576, 33, 308, 40, 379},
{86, 880, 57, 581, 30, 302, 37, 377},
};
static unsigned int cpu_power_gain_UpHigh0[][CM_MGR_CPU_ARRAY_SIZE] = {
{3, 29, 2, 22, 1, 13, 2, 15},
{6, 58, 4, 44, 3, 26, 3, 31},
{9, 87, 6, 65, 4, 39, 5, 46},
{11, 117, 9, 87, 5, 51, 6, 62},
{147, 616, 11, 109, 6, 64, 8, 77},
{141, 614, 13, 131, 8, 77, 9, 93},
{135, 612, 130, 560, 9, 90, 11, 108},
{129, 610, 124, 550, 10, 103, 12, 124},
{123, 607, 117, 541, 11, 116, 14, 139},
{117, 605, 110, 531, 13, 129, 104, 468},
{111, 603, 103, 522, 94, 424, 97, 452},
{105, 601, 97, 512, 86, 405, 89, 437},
{99, 599, 90, 502, 79, 387, 82, 421},
{93, 596, 83, 493, 71, 368, 74, 405},
{87, 594, 76, 483, 63, 350, 67, 389},
{81, 592, 70, 473, 56, 331, 60, 373},
{75, 590, 63, 464, 48, 313, 52, 357},
{69, 588, 56, 454, 40, 294, 45, 341},
{63, 585, 49, 445, 33, 276, 38, 325},
{57, 583, 43, 435, 25, 257, 30, 309},
};
static unsigned int cpu_power_gain_DownHigh0[][CM_MGR_CPU_ARRAY_SIZE] = {
{4, 44, 3, 29, 1, 15, 2, 19},
{9, 88, 6, 58, 3, 30, 4, 38},
{13, 132, 9, 87, 4, 45, 6, 57},
{142, 783, 11, 116, 6, 60, 7, 75},
{138, 789, 131, 715, 7, 76, 9, 94},
{135, 795, 126, 706, 9, 91, 11, 113},
{131, 801, 121, 697, 10, 106, 13, 132},
{128, 807, 116, 688, 12, 121, 108, 667},
{124, 813, 111, 679, 13, 136, 102, 643},
{121, 820, 106, 670, 93, 581, 96, 619},
{117, 826, 101, 661, 86, 553, 90, 594},
{114, 832, 96, 652, 80, 525, 84, 570},
{111, 838, 92, 644, 74, 498, 78, 546},
{107, 844, 87, 635, 67, 470, 73, 522},
{104, 850, 82, 626, 61, 442, 67, 498},
{100, 856, 77, 617, 55, 414, 61, 473},
{97, 862, 72, 608, 49, 386, 55, 449},
{93, 868, 67, 599, 42, 358, 49, 425},
{90, 874, 62, 590, 36, 330, 43, 401},
{86, 880, 57, 581, 30, 302, 37, 377},
};
#define cpu_power_gain(p, i, j) (*(p + (i) * CM_MGR_CPU_ARRAY_SIZE + (j)))
#define CPU_POWER_GAIN(a, b, c) \
(&cpu_power_gain_##a##b##c[0][0])
static unsigned int *_cpu_power_gain_ptr(int isUP, int isLow, int idx)
{
switch (isUP) {
case 0:
switch (isLow) {
case 0:
switch (idx) {
case 0:
return CPU_POWER_GAIN(Down, High, 0);
}
break;
case 1:
switch (idx) {
case 0:
return CPU_POWER_GAIN(Down, Low, 0);
}
break;
}
break;
case 1:
switch (isLow) {
case 0:
switch (idx) {
case 0:
return CPU_POWER_GAIN(Up, High, 0);
}
break;
case 1:
switch (idx) {
case 0:
return CPU_POWER_GAIN(Up, Low, 0);
}
break;
}
break;
}
pr_info("#@# %s(%d) warning value %d\n", __func__, __LINE__, idx);
return NULL;
};
static unsigned int *cpu_power_gain_up = CPU_POWER_GAIN(Up, High, 0);
static unsigned int *cpu_power_gain_down = CPU_POWER_GAIN(Down, High, 0);
static void cpu_power_gain_ptr(int opp, int tbl, int cluster)
{
switch (cluster) {
case 0:
if (opp < CM_MGR_LOWER_OPP) {
switch (tbl) {
case 0:
cpu_power_gain_up =
CPU_POWER_GAIN(Up, Low, 0);
cpu_power_gain_down =
CPU_POWER_GAIN(Down, Low, 0);
break;
}
} else {
switch (tbl) {
case 0:
cpu_power_gain_up =
CPU_POWER_GAIN(Up, High, 0);
cpu_power_gain_down =
CPU_POWER_GAIN(Down, High, 0);
break;
}
}
break;
case 1:
if (opp < CM_MGR_LOWER_OPP) {
switch (tbl) {
case 0:
cpu_power_gain_up =
CPU_POWER_GAIN(Up, Low, 0);
cpu_power_gain_down =
CPU_POWER_GAIN(Down, Low, 0);
break;
}
} else {
switch (tbl) {
case 0:
cpu_power_gain_up =
CPU_POWER_GAIN(Up, High, 0);
cpu_power_gain_down =
CPU_POWER_GAIN(Down, High, 0);
break;
}
}
break;
}
}
int cpu_power_gain_opp(int bw, int is_up, int opp, int ratio_idx, int idx)
{
cpu_power_gain_ptr(opp, cm_mgr_get_idx(), idx % CM_MGR_CPU_CLUSTER);
if (is_up)
return cpu_power_gain(cpu_power_gain_up, ratio_idx, idx);
else
return cpu_power_gain(cpu_power_gain_down, ratio_idx, idx);
}
#endif /* __MTK_CM_MGR_PLATFORM_DATA_H__ */
@@ -0,0 +1,40 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (c) 2019 MediaTek Inc.
*/
#undef TRACE_SYSTEM
#define TRACE_SYSTEM cm_mgr_events
#if !defined(_TRACE_MTK_CM_MGR_EVENTS_H) || defined(TRACE_HEADER_MULTI_READ)
#define _TRACE_MTK_CM_MGR_EVENTS_H
#include <linux/tracepoint.h>
TRACE_EVENT(CM_MGR__stall_ratio,
TP_PROTO(int _id,
unsigned int _ratio),
TP_ARGS(_id,
_ratio),
TP_STRUCT__entry(
__field(int, _id)
__field(unsigned int, _ratio)
),
TP_fast_assign(
__entry->_id = _id;
__entry->_ratio = _ratio;
),
TP_printk("CPU0_config_reg__CPU_AVG_STALL_RATIO=%d, _id=%d",
__entry->_ratio, __entry->_id)
);
#endif /* _TRACE_MTK_CM_MGR_EVENTS_H */
/* This part must be outside protection */
#undef TRACE_INCLUDE_PATH
#define TRACE_INCLUDE_PATH ./
#undef TRACE_INCLUDE_FILE
#define TRACE_INCLUDE_FILE mtk_cm_mgr_platform_events
#include <trace/define_trace.h>
@@ -0,0 +1,90 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (c) 2019 MediaTek Inc.
*/
#ifndef __MTK_CM_MGR_PLATFORM_REG_H__
#define __MTK_CM_MGR_PLATFORM_REG_H__
/*
* BIT Operation
*/
#define CM_BIT(_bit_) \
(unsigned int)(1U << (_bit_))
#define CM_BITMASK(_bits_) \
(((unsigned int) -1 >> (31 - ((1) ? _bits_))) & \
~((1U << ((0) ? _bits_)) - 1))
#define CM_BITS(_bits_, _val_) \
(CM_BITMASK(_bits_) & \
((_val_) << ((0) ? _bits_)))
#define CM_GET_BITS_VAL_0(_bits_, _val_) \
(((_val_) & (CM_BITMASK(_bits_))) >> ((0) ? _bits_))
#define CM_NAME_VAL(_name_, _val_) \
(_val_ << _name_##_SHIFT)
#define CM_GET_NAME_VAL(_reg_val_, _name_) \
((_reg_val_) & (_name_##_MASK))
#define CM_GET_NAME_VAL_0(_reg_val_, _name_) \
(((_reg_val_) & (_name_##_MASK)) >> _name_##_SHIFT)
#define CM_SET_NAME_VAL(_reg_val_, _name_, _val_) \
(((_reg_val_) & ~(_name_##_MASK)) | \
((_val_ << _name_##_SHIFT) & (_name_##_MASK)))
#undef MCUSYS_MP0
#define MCUSYS_MP0 mcucfg_mp0_counter_base
#define STALL_INFO_CONF(x) (MCUSYS_MP0 + 0x800 * (x) + 0x238)
#define CPU_AVG_STALL_RATIO(x) (MCUSYS_MP0 + 0x800 * (x) + 0x700)
#define CPU_AVG_STALL_DEBUG_CTRL(x) (MCUSYS_MP0 + 0x800 * (x) + 0x704)
#define CPU_AVG_STALL_FMETER_STATUS(x) (MCUSYS_MP0 + 0x800 * (x) + 0x708)
#define CPU_AVG_STALL_RATIO_CTRL(x) (MCUSYS_MP0 + 0x800 * (x) + 0x710)
#define CPU_AVG_STALL_COUNTER(x) (MCUSYS_MP0 + 0x800 * (x) + 0x714)
#define MP0_CPU_NONWFX_CTRL(x) (MCUSYS_MP0 + 0x8 * (x) + 0x8500)
#define MP0_CPU_NONWFX_CNT(x) (MCUSYS_MP0 + 0x8 * (x) + 0x8504)
/* STALL_INFO_CONF */
#define CPU_STALL_IDLE_CNT_LSB CM_BIT(0)
#define CPU_STALL_IDLE_CNT_SHIFT 0
#define CPU_STALL_IDLE_CNT_MASK CM_BITMASK(5:0)
#define CPU_STALL_CACHE_OPT_LSB CM_BIT(6)
#define CPU_STALL_CACHE_OPT_SHIFT 6
#define CPU_STALL_CACHE_OPT_MASK CM_BITMASK(10:6)
/* CPU_AVG_STALL_RATIO */
#define RG_CPU_AVG_STALL_RATIO CM_BIT(0)
/* CPU_AVG_STALL_DEBUG_CTRL */
#define RG_FMETER_APB_FREQUENCY CM_BIT(0)
#define RG_STALL_INFO_SEL CM_BIT(12)
#define RG_SAMPLE_RATIO CM_BIT(16)
/* CPU_AVG_STALL_FMETER_STATUS */
#define RO_FMETER_OUTPUT CM_BIT(0)
#define RO_FMETER_LOW CM_BIT(12)
/* CPU_AVG_STALL_RATIO_CTRL */
#define RG_CPU_AVG_STALL_RATIO_EN CM_BIT(0)
#define RG_CPU_AVG_STALL_RATIO_RESTART CM_BIT(1)
#define RG_CPU_STALL_COUNTER_EN CM_BIT(4)
#define REMOVED_RG_CPU_NON_WFX_COUNTER_EN CM_BIT(5)
#define RG_CPU_STALL_COUNTER_RESET CM_BIT(6)
#define REMOVED_RG_CPU_NON_WFX_COUNTER_RESET CM_BIT(7)
#define RG_MP0_AVG_STALL_PERIOD CM_BIT(8)
#define RG_FMETER_MIN_FREQUENCY CM_BIT(12)
#define RG_FMETER_EN CM_BIT(24)
/* CPU_AVG_STALL_COUNTER */
#define RO_CPU_STALL_COUNTER CM_BIT(0)
/* MP0_CPU0_NONWFX_CTRL */
#define RG_CPU0_NON_WFX_COUNTER_EN CM_BIT(0)
#define RG_CPU0_NON_WFX_COUNTER_RESET CM_BIT(4)
#define RG_MP0_AVG_STALL_PERIOD_1MS CM_BITS(11:8, 0x8)
#define RG_MP0_AVG_STALL_PERIOD_2MS CM_BITS(11:8, 0x9)
#define RG_MP0_AVG_STALL_PERIOD_4MS CM_BITS(11:8, 0xa)
#define RG_MP0_AVG_STALL_PERIOD_8MS CM_BITS(11:8, 0xb)
#define RG_MP0_AVG_STALL_PERIOD_10MS CM_BITS(11:8, 0xc)
#define RG_MP0_AVG_STALL_PERIOD_20MS CM_BITS(11:8, 0xd)
#define RG_MP0_AVG_STALL_PERIOD_40MS CM_BITS(11:8, 0xe)
#define RG_MP0_AVG_STALL_PERIOD_80MS CM_BITS(11:8, 0xf)
#define cm_mgr_read(addr) __raw_readl((void __force __iomem *)(addr))
#define cm_mgr_write(addr, val) mt_reg_sync_writel(val, addr)
#endif /* __MTK_CM_MGR_PLATFORM_REG_H__*/
@@ -0,0 +1,43 @@
#
# Copyright (C) 2015 MediaTek Inc.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
SSPM_VER := v2
ifneq ($(wildcard $(srctree)/drivers/misc/mediatek/met_drv/),)
ccflags-y += -DMET_SUPPORT
ccflags-y += -DMET_USER_EVENT_SUPPORT
endif
ccflags-y += \
-I$(CPUFREQ_ROOT_DIR)/inc \
-I$(CPUFREQ_ROOT_DIR)/src/mach/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/devfreq \
-I$(srctree)/drivers/misc/mediatek/base/power/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/base/power/cm_mgr_v1/ \
-I$(srctree)/drivers/misc/mediatek/base/power/cm_mgr_v1/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/base/power/cpufreq_v1/inc \
-I$(srctree)/drivers/misc/mediatek/base/power/cpufreq_v1/src/mach/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/base/power/include \
-I$(srctree)/drivers/misc/mediatek/dramc/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/include \
-I$(srctree)/drivers/misc/mediatek/include/mt-plat \
-I$(srctree)/drivers/misc/mediatek/include/mt-plat/$(CONFIG_MTK_PLATFORM)/include \
-I$(srctree)/drivers/misc/mediatek/include/mt-plat/$(CONFIG_MTK_PLATFORM)/include/mach \
-I$(srctree)/drivers/misc/mediatek/sspm \
-I$(srctree)/drivers/misc/mediatek/sspm/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/include \
-I$(srctree)/include/memory/mediatek/ \
# main
obj-y += mtk_cm_mgr_platform.o
File diff suppressed because it is too large. Load diff
@@ -0,0 +1,102 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (c) 2019 MediaTek Inc.
*/
#ifndef __MTK_CM_MGR_PLATFORM_H__
#define __MTK_CM_MGR_PLATFORM_H__
#ifdef CONFIG_MEDIATEK_DRAMC
#include <dramc.h>
#endif /* CONFIG_MEDIATEK_DRAMC */
#define PER_CPU_STALL_RATIO
#define LIGHT_LOAD
/* #define USE_AVG_PMU */
/* #define DEBUG_CM_MGR */
/* #define USE_TIMER_CHECK */
/* #define USE_IDLE_NOTIFY */
#define USE_NEW_CPU_OPP
#define USE_CM_MGR_AT_SSPM
/* #define USE_SINGLE_CLUSTER */
#define USE_CPU_TO_DRAM_MAP
#define USE_CPU_TO_DRAM_MAP_NEW
#define USE_BCPU_WEIGHT
#define CM_MGR_EMI_OPP 5
#define CM_MGR_LOWER_OPP 6
#define CM_MGR_CPU_CLUSTER 2
#define CM_MGR_CPU_COUNT 8
#define CM_MGR_CPU_LIMIT 6
#define CLUSTER0_MASK 0xff
#define CM_MGR_CPU_OPP_SIZE 16
#define VCORE_ARRAY_SIZE CM_MGR_EMI_OPP
#define CM_MGR_CPU_ARRAY_SIZE (CM_MGR_CPU_CLUSTER * CM_MGR_EMI_OPP)
#define RATIO_COUNT (100 / 5 - 1)
#define IS_UP 1
#define IS_DOWN 0
#define USE_TIMER_CHECK_TIME msecs_to_jiffies(50)
#define CM_MGR_INIT_DELAY_MS 1
#define CM_MGR_BW_VALUE 0
#define CM_MGR_VCORE_OPP_COUNT 25
enum {
CM_MGR_LP4 = 0,
CM_MGR_MAX,
};
extern void __iomem *mcucfg_mp0_counter_base;
extern unsigned int cpu_power_up_array[CM_MGR_CPU_CLUSTER];
extern unsigned int cpu_power_down_array[CM_MGR_CPU_CLUSTER];
extern unsigned int cpu_power_up[CM_MGR_CPU_CLUSTER];
extern unsigned int cpu_power_down[CM_MGR_CPU_CLUSTER];
extern unsigned int v2f[CM_MGR_CPU_CLUSTER];
extern int vcore_power_up;
extern int vcore_power_down;
extern int cpu_opp_cur[CM_MGR_CPU_CLUSTER];
extern int ratio_max[CM_MGR_CPU_CLUSTER];
extern int ratio[CM_MGR_CPU_COUNT];
extern int count[CM_MGR_CPU_CLUSTER];
extern int count_ack[CM_MGR_CPU_CLUSTER];
extern int vcore_dram_opp;
extern int vcore_dram_opp_cur;
extern int cm_mgr_abs_load;
extern int cm_mgr_rel_load;
extern int total_bw;
extern int cps_valid;
extern int debounce_times_up;
extern int debounce_times_down;
extern int ratio_scale[CM_MGR_CPU_CLUSTER];
extern int max_load[CM_MGR_CPU_CLUSTER];
extern int cpu_load[NR_CPUS];
extern int loading_acc[NR_CPUS];
extern int loading_cnt;
#define DEBUG_CM_PERF_OPP
extern int debounce_times_perf_down_local;
extern int debounce_times_perf_down_force_local;
extern int pm_qos_update_request_status;
extern int cm_mgr_dram_opp_base;
extern int cm_mgr_dram_opp;
extern void cm_mgr_update_met(void);
extern int cm_mgr_get_idx(void);
extern int cm_mgr_get_stall_ratio(int cpu);
extern int cm_mgr_get_cpu_count(int cluster);
extern int cm_mgr_get_max_stall_ratio(int cluster);
extern int cm_mgr_check_stall_ratio(int mp0, int mp1);
extern void cm_mgr_ratio_timer_en(int enable);
extern void cm_mgr_perf_platform_set_status(int enable);
extern void cm_mgr_perf_platform_set_force_status(int enable);
extern int cm_mgr_register_init(void);
extern int cm_mgr_platform_init(void);
extern void cm_mgr_set_dram_level(int level);
extern int cm_mgr_get_dram_opp(void);
extern int cm_mgr_check_bw_status(void);
extern int cm_mgr_get_bw(void);
#endif /* __MTK_CM_MGR_PLATFORM_H__ */
@@ -0,0 +1,376 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (c) 2019 MediaTek Inc.
*/
#ifndef __MTK_CM_MGR_PLATFORM_DATA_H__
#define __MTK_CM_MGR_PLATFORM_DATA_H__
#ifndef PROC_FOPS_RW
#define PROC_FOPS_RW(name) \
static int name ## _proc_open(struct inode *inode, \
struct file *file) \
{ \
return single_open(file, name ## _proc_show, \
PDE_DATA(inode)); \
} \
static const struct file_operations name ## _proc_fops = { \
.owner = THIS_MODULE, \
.open = name ## _proc_open, \
.read = seq_read, \
.llseek = seq_lseek, \
.release = single_release, \
.write = name ## _proc_write, \
}
#endif /* PROC_FOPS_RW */
#ifndef PROC_FOPS_RO
#define PROC_FOPS_RO(name) \
static int name ## _proc_open(struct inode *inode, \
struct file *file) \
{ \
return single_open(file, name ## _proc_show, \
PDE_DATA(inode)); \
} \
static const struct file_operations name ## _proc_fops = { \
.owner = THIS_MODULE, \
.open = name ## _proc_open, \
.read = seq_read, \
.llseek = seq_lseek, \
.release = single_release, \
}
#endif /* PROC_FOPS_RO */
#ifndef PROC_ENTRY
#define PROC_ENTRY(name) {__stringify(name), &name ## _proc_fops}
#endif /* PROC_ENTRY */
int light_load_cps = 1000;
static int cm_mgr_loop_count;
static int cm_mgr_dram_level;
static int cm_mgr_loop;
static int total_bw_value;
#ifdef USE_BCPU_WEIGHT
int cpu_power_bcpu_weight_max = 350;
int cpu_power_bcpu_weight_min = 100;
#endif /* USE_BCPU_WEIGHT */
unsigned int cpu_power_ratio_up[CM_MGR_EMI_OPP] = {100, 120, 140, 100, 100};
unsigned int cpu_power_ratio_down[CM_MGR_EMI_OPP] = {100, 100, 100, 100, 100};
unsigned int vcore_power_ratio_up[CM_MGR_EMI_OPP] = {100, 100, 100, 100, 100};
unsigned int vcore_power_ratio_down[CM_MGR_EMI_OPP] = {100, 100, 100, 100, 100};
unsigned int debounce_times_up_adb[CM_MGR_EMI_OPP] = {0, 0, 0, 0, 0};
unsigned int debounce_times_down_adb[CM_MGR_EMI_OPP] = {3, 0, 0, 0, 0};
int debounce_times_reset_adb;
int debounce_times_perf_down = 5;
int debounce_times_perf_force_down = 100;
static int update;
static int update_v2f_table = 1;
static int cm_mgr_opp_enable = 1;
int cm_mgr_enable = 1;
#if defined(CONFIG_MTK_TINYSYS_SSPM_SUPPORT) && defined(USE_CM_MGR_AT_SSPM)
int cm_mgr_sspm_enable = 1;
#endif /* CONFIG_MTK_TINYSYS_SSPM_SUPPORT */
#ifdef USE_TIMER_CHECK
int cm_mgr_timer_enable = 1;
#endif /* USE_TIMER_CHECK */
int cm_mgr_ratio_timer_enable;
int cm_mgr_disable_fb = 1;
int cm_mgr_blank_status;
int cm_mgr_perf_enable = 1;
int cm_mgr_perf_timer_enable;
int cm_mgr_perf_force_enable;
int cm_mgr_loading_level = 1000;
int cm_mgr_loading_enable;
int cm_mgr_emi_demand_check = 1;
#ifdef USE_CPU_TO_DRAM_MAP
int cm_mgr_cpu_map_dram_enable = 1;
#endif /* USE_CPU_TO_DRAM_MAP */
#ifdef USE_CPU_TO_DRAM_MAP_NEW
int cm_mgr_cpu_map_emi_opp = 1;
int cm_mgr_cpu_map_skip_cpu_opp = 2;
#endif /* USE_CPU_TO_DRAM_MAP_NEW */
static int vcore_power_gain_0[][VCORE_ARRAY_SIZE] = {
{42, 80, 10, 120, 210},
{85, 124, 33, 157, 358},
{104, 137, 57, 178, 549},
{100, 172, 56, 174, 571},
{110, 174, 70, 181, 575},
{132, 175, 82, 173, 599},
{189, 170, 92, 171, 631},
{221, 191, 102, 162, 668},
{254, 213, 99, 161, 706},
{282, 232, 95, 169, 714},
{301, 243, 117, 168, 722},
{319, 253, 125, 168, 745},
{350, 251, 119, 174, 775},
{350, 280, 112, 192, 793},
{350, 309, 114, 202, 807},
{350, 309, 147, 207, 828},
{350, 309, 179, 208, 865},
{350, 309, 211, 209, 902},
{350, 309, 243, 210, 936},
{350, 309, 243, 239, 947},
{350, 309, 243, 268, 958},
{350, 309, 243, 297, 969},
{350, 309, 243, 326, 980},
{350, 309, 243, 355, 992},
{350, 309, 243, 355, 1032},
{350, 309, 243, 355, 1072},
{350, 309, 243, 355, 1113},
{350, 309, 243, 355, 1153},
{350, 309, 243, 355, 1193},
{350, 309, 243, 355, 1234},
};
#define VCORE_POWER_ARRAY_SIZE(name) \
(sizeof(vcore_power_gain_##name) / \
sizeof(unsigned int) / \
VCORE_ARRAY_SIZE)
#define VCORE_POWER_GAIN_PTR(name) \
(&vcore_power_gain_##name[0][0])
static int vcore_power_array_size(int idx)
{
switch (idx) {
case 0:
return VCORE_POWER_ARRAY_SIZE(0);
}
pr_info("#@# %s(%d) warning value %d\n", __func__, __LINE__, idx);
return 0;
};
static int *vcore_power_gain_ptr(int idx)
{
switch (idx) {
case 0:
return VCORE_POWER_GAIN_PTR(0);
}
pr_info("#@# %s(%d) warning value %d\n", __func__, __LINE__, idx);
return NULL;
};
static int *vcore_power_gain = VCORE_POWER_GAIN_PTR(0);
#define vcore_power_gain(p, i, j) (*(p + (i) * VCORE_ARRAY_SIZE + (j)))
static unsigned int _v2f_all[][CM_MGR_CPU_CLUSTER] = {
{280, 275},
{236, 232},
{180, 180},
{151, 151},
{125, 125},
{113, 113},
{102, 102},
{93, 93},
{84, 84},
{76, 76},
{68, 68},
{59, 59},
{50, 50},
{42, 42},
{35, 35},
{29, 29},
};
static unsigned int cpu_power_gain_UpLow0[][CM_MGR_CPU_ARRAY_SIZE] = {
{2, 13, 1, 4, 1, 8, 1, 7, 1, 8},
{3, 26, 1, 8, 2, 15, 2, 13, 2, 15},
{5, 39, 2, 12, 3, 23, 3, 20, 3, 23},
{7, 52, 2, 16, 4, 30, 4, 27, 3, 31},
{155, 362, 3, 20, 5, 38, 5, 33, 4, 38},
{147, 355, 3, 24, 6, 45, 6, 40, 5, 46},
{139, 349, 4, 28, 7, 53, 7, 47, 6, 53},
{131, 342, 4, 32, 78, 298, 78, 53, 7, 299},
{123, 335, 5, 36, 73, 285, 73, 278, 72, 286},
{114, 328, 5, 40, 69, 273, 69, 265, 67, 274},
{106, 322, 6, 44, 64, 261, 64, 251, 62, 262},
{98, 315, 6, 47, 59, 249, 59, 238, 57, 250},
{90, 308, 7, 51, 54, 236, 54, 225, 52, 238},
{82, 301, 7, 55, 49, 224, 49, 212, 47, 226},
{74, 295, 37, 158, 44, 212, 44, 199, 42, 213},
{66, 288, 32, 142, 39, 200, 39, 186, 37, 201},
{58, 281, 26, 127, 34, 187, 34, 173, 32, 189},
{49, 274, 21, 111, 29, 175, 29, 159, 27, 177},
{41, 268, 15, 95, 24, 163, 24, 146, 22, 165},
{33, 261, 10, 79, 19, 151, 19, 133, 17, 153},
};
static unsigned int cpu_power_gain_DownLow0[][CM_MGR_CPU_ARRAY_SIZE] = {
{2, 16, 1, 4, 1, 8, 1, 7, 1, 8},
{4, 31, 1, 8, 2, 17, 2, 15, 2, 17},
{6, 47, 2, 12, 3, 25, 3, 22, 3, 25},
{117, 410, 2, 17, 4, 33, 4, 29, 4, 34},
{112, 404, 3, 21, 5, 42, 5, 36, 5, 42},
{107, 398, 3, 25, 6, 50, 6, 44, 6, 51},
{102, 392, 4, 29, 96, 341, 6, 51, 96, 342},
{98, 386, 4, 33, 90, 327, 89, 319, 90, 328},
{93, 380, 5, 37, 84, 314, 83, 304, 85, 315},
{88, 374, 5, 42, 79, 300, 77, 290, 79, 302},
{83, 368, 6, 46, 73, 287, 71, 275, 73, 289},
{78, 361, 6, 50, 67, 274, 66, 261, 67, 275},
{73, 355, 7, 54, 61, 260, 60, 247, 62, 262},
{69, 349, 48, 189, 56, 247, 54, 232, 56, 249},
{64, 343, 42, 171, 50, 233, 48, 218, 50, 235},
{59, 337, 36, 154, 44, 220, 42, 203, 44, 222},
{54, 331, 29, 136, 38, 207, 36, 189, 39, 209},
{49, 325, 23, 118, 33, 193, 30, 174, 33, 196},
{45, 319, 17, 101, 27, 180, 24, 160, 27, 182},
{40, 313, 11, 83, 21, 166, 18, 145, 21, 169},
};
static unsigned int cpu_power_gain_UpHigh0[][CM_MGR_CPU_ARRAY_SIZE] = {
{2, 13, 1, 4, 1, 8, 1, 7, 1, 8},
{3, 26, 1, 8, 2, 15, 2, 13, 2, 15},
{5, 39, 2, 12, 3, 23, 3, 20, 3, 23},
{7, 52, 2, 16, 4, 30, 4, 27, 3, 31},
{8, 65, 3, 20, 5, 38, 5, 33, 4, 38},
{10, 78, 3, 24, 6, 45, 6, 40, 5, 46},
{12, 91, 4, 28, 7, 53, 7, 47, 6, 53},
{13, 104, 4, 32, 8, 60, 8, 53, 7, 61},
{15, 117, 5, 36, 9, 68, 9, 60, 8, 69},
{17, 130, 5, 40, 10, 75, 10, 67, 8, 76},
{131, 526, 6, 44, 11, 83, 11, 73, 9, 84},
{120, 497, 6, 47, 11, 90, 11, 80, 10, 92},
{109, 467, 7, 51, 12, 98, 12, 87, 11, 99},
{98, 438, 7, 55, 13, 105, 13, 93, 12, 107},
{87, 408, 8, 59, 14, 113, 14, 100, 13, 115},
{76, 379, 8, 63, 15, 120, 15, 106, 14, 122},
{66, 349, 9, 67, 16, 128, 16, 113, 14, 130},
{55, 320, 9, 71, 17, 135, 17, 120, 15, 137},
{44, 290, 10, 75, 26, 186, 26, 126, 16, 188},
{33, 261, 10, 79, 19, 151, 19, 133, 17, 153},
};
static unsigned int cpu_power_gain_DownHigh0[][CM_MGR_CPU_ARRAY_SIZE] = {
{2, 16, 1, 4, 1, 8, 1, 7, 1, 8},
{4, 31, 1, 8, 2, 17, 2, 15, 2, 17},
{6, 47, 2, 12, 3, 25, 3, 22, 3, 25},
{8, 63, 2, 17, 4, 33, 4, 29, 4, 34},
{10, 78, 3, 21, 5, 42, 5, 36, 5, 42},
{12, 94, 3, 25, 6, 50, 6, 44, 6, 51},
{14, 109, 4, 29, 7, 58, 6, 51, 8, 59},
{16, 125, 4, 33, 8, 67, 7, 58, 9, 68},
{114, 668, 5, 37, 10, 75, 8, 65, 10, 76},
{107, 636, 5, 42, 11, 83, 9, 73, 11, 85},
{101, 604, 6, 46, 12, 92, 10, 80, 12, 93},
{94, 571, 6, 50, 13, 100, 11, 87, 13, 101},
{87, 539, 7, 54, 14, 108, 12, 95, 14, 110},
{80, 507, 7, 58, 15, 117, 13, 102, 15, 118},
{74, 474, 8, 62, 16, 125, 14, 109, 16, 127},
{67, 442, 8, 67, 17, 133, 15, 116, 17, 135},
{60, 410, 9, 71, 44, 285, 16, 124, 45, 288},
{53, 377, 10, 75, 37, 246, 17, 131, 37, 248},
{46, 345, 10, 79, 29, 206, 18, 138, 29, 209},
{40, 313, 11, 83, 21, 166, 18, 145, 21, 169},
};
#define cpu_power_gain(p, i, j) (*(p + (i) * CM_MGR_CPU_ARRAY_SIZE + (j)))
#define CPU_POWER_GAIN(a, b, c) \
(&cpu_power_gain_##a##b##c[0][0])
static unsigned int *_cpu_power_gain_ptr(int isUP, int isLow, int idx)
{
switch (isUP) {
case 0:
switch (isLow) {
case 0:
switch (idx) {
case 0:
return CPU_POWER_GAIN(Down, High, 0);
}
break;
case 1:
switch (idx) {
case 0:
return CPU_POWER_GAIN(Down, Low, 0);
}
break;
}
break;
case 1:
switch (isLow) {
case 0:
switch (idx) {
case 0:
return CPU_POWER_GAIN(Up, High, 0);
}
break;
case 1:
switch (idx) {
case 0:
return CPU_POWER_GAIN(Up, Low, 0);
}
break;
}
break;
}
pr_info("#@# %s(%d) warning value %d\n", __func__, __LINE__, idx);
return NULL;
};
static unsigned int *cpu_power_gain_up = CPU_POWER_GAIN(Up, High, 0);
static unsigned int *cpu_power_gain_down = CPU_POWER_GAIN(Down, High, 0);
static void cpu_power_gain_ptr(int opp, int tbl, int cluster)
{
switch (cluster) {
case 0:
if (opp < CM_MGR_LOWER_OPP) {
switch (tbl) {
case 0:
cpu_power_gain_up =
CPU_POWER_GAIN(Up, Low, 0);
cpu_power_gain_down =
CPU_POWER_GAIN(Down, Low, 0);
break;
}
} else {
switch (tbl) {
case 0:
cpu_power_gain_up =
CPU_POWER_GAIN(Up, High, 0);
cpu_power_gain_down =
CPU_POWER_GAIN(Down, High, 0);
break;
}
}
break;
case 1:
if (opp < CM_MGR_LOWER_OPP) {
switch (tbl) {
case 0:
cpu_power_gain_up =
CPU_POWER_GAIN(Up, Low, 0);
cpu_power_gain_down =
CPU_POWER_GAIN(Down, Low, 0);
break;
}
} else {
switch (tbl) {
case 0:
cpu_power_gain_up =
CPU_POWER_GAIN(Up, High, 0);
cpu_power_gain_down =
CPU_POWER_GAIN(Down, High, 0);
break;
}
}
break;
}
}
int cpu_power_gain_opp(int bw, int is_up, int opp, int ratio_idx, int idx)
{
cpu_power_gain_ptr(opp, cm_mgr_get_idx(), idx % CM_MGR_CPU_CLUSTER);
if (is_up)
return cpu_power_gain(cpu_power_gain_up, ratio_idx, idx);
else
return cpu_power_gain(cpu_power_gain_down, ratio_idx, idx);
}
#endif /* __MTK_CM_MGR_PLATFORM_DATA_H__ */
@@ -0,0 +1,78 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (c) 2019 MediaTek Inc.
*/
#undef TRACE_SYSTEM
#define TRACE_SYSTEM cm_mgr_events
#if !defined(_TRACE_MTK_CM_MGR_EVENTS_H) || defined(TRACE_HEADER_MULTI_READ)
#define _TRACE_MTK_CM_MGR_EVENTS_H
#include <linux/tracepoint.h>
TRACE_EVENT(CM_MGR__stall_ratio,
TP_PROTO(int _id,
unsigned int _ratio),
TP_ARGS(_id,
_ratio),
TP_STRUCT__entry(
__field(int, _id)
__field(unsigned int, _ratio)
),
TP_fast_assign(
__entry->_id = _id;
__entry->_ratio = _ratio;
),
TP_printk("CPU0_config_reg__CPU_AVG_STALL_RATIO=%d, _id=%d",
__entry->_ratio, __entry->_id)
);
TRACE_EVENT(CM_MGR__perf_hint,
TP_PROTO(int _force,
int _enable,
int _opp,
int _base,
int _count,
int _foece_count),
TP_ARGS(_force,
_enable,
_opp,
_base,
_count,
_foece_count),
TP_STRUCT__entry(
__field(int, _force)
__field(int, _enable)
__field(int, _opp)
__field(int, _base)
__field(int, _count)
__field(int, _foece_count)
),
TP_fast_assign(
__entry->_force = _force;
__entry->_enable = _enable;
__entry->_opp = _opp;
__entry->_base = _base;
__entry->_count = _count;
__entry->_foece_count = _foece_count;
),
TP_printk("cm_mgr perf hint %s=%d %s=%d %s=%d %s=%d %s=%d %s=%d",
"force", __entry->_force,
"enable", __entry->_enable,
"opp", __entry->_opp,
"base", __entry->_base,
"count", __entry->_count,
"force_count", __entry->_foece_count)
);
#endif /* _TRACE_MTK_CM_MGR_EVENTS_H */
/* This part must be outside protection */
#undef TRACE_INCLUDE_PATH
#define TRACE_INCLUDE_PATH ./
#undef TRACE_INCLUDE_FILE
#define TRACE_INCLUDE_FILE mtk_cm_mgr_platform_events
#include <trace/define_trace.h>
@@ -0,0 +1,90 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (c) 2019 MediaTek Inc.
*/
#ifndef __MTK_CM_MGR_PLATFORM_REG_H__
#define __MTK_CM_MGR_PLATFORM_REG_H__
/*
* BIT Operation
*/
#define CM_BIT(_bit_) \
(unsigned int)(1U << (_bit_))
#define CM_BITMASK(_bits_) \
(((unsigned int) -1 >> (31 - ((1) ? _bits_))) & \
~((1U << ((0) ? _bits_)) - 1))
#define CM_BITS(_bits_, _val_) \
(CM_BITMASK(_bits_) & \
((_val_) << ((0) ? _bits_)))
#define CM_GET_BITS_VAL_0(_bits_, _val_) \
(((_val_) & (CM_BITMASK(_bits_))) >> ((0) ? _bits_))
#define CM_NAME_VAL(_name_, _val_) \
(_val_ << _name_##_SHIFT)
#define CM_GET_NAME_VAL(_reg_val_, _name_) \
((_reg_val_) & (_name_##_MASK))
#define CM_GET_NAME_VAL_0(_reg_val_, _name_) \
(((_reg_val_) & (_name_##_MASK)) >> _name_##_SHIFT)
#define CM_SET_NAME_VAL(_reg_val_, _name_, _val_) \
(((_reg_val_) & ~(_name_##_MASK)) | \
((_val_ << _name_##_SHIFT) & (_name_##_MASK)))
#undef MCUSYS_MP0
#define MCUSYS_MP0 mcucfg_mp0_counter_base
#define STALL_INFO_CONF(x) (MCUSYS_MP0 + 0x800 * (x) + 0x238)
#define CPU_AVG_STALL_RATIO(x) (MCUSYS_MP0 + 0x800 * (x) + 0x700)
#define CPU_AVG_STALL_DEBUG_CTRL(x) (MCUSYS_MP0 + 0x800 * (x) + 0x704)
#define CPU_AVG_STALL_FMETER_STATUS(x) (MCUSYS_MP0 + 0x800 * (x) + 0x708)
#define CPU_AVG_STALL_RATIO_CTRL(x) (MCUSYS_MP0 + 0x800 * (x) + 0x710)
#define CPU_AVG_STALL_COUNTER(x) (MCUSYS_MP0 + 0x800 * (x) + 0x714)
#define MP0_CPU_NONWFX_CTRL(x) (MCUSYS_MP0 + 0x8 * (x) + 0x8500)
#define MP0_CPU_NONWFX_CNT(x) (MCUSYS_MP0 + 0x8 * (x) + 0x8504)
/* STALL_INFO_CONF */
#define CPU_STALL_IDLE_CNT_LSB CM_BIT(0)
#define CPU_STALL_IDLE_CNT_SHIFT 0
#define CPU_STALL_IDLE_CNT_MASK CM_BITMASK(5:0)
#define CPU_STALL_CACHE_OPT_LSB CM_BIT(6)
#define CPU_STALL_CACHE_OPT_SHIFT 6
#define CPU_STALL_CACHE_OPT_MASK CM_BITMASK(10:6)
/* CPU_AVG_STALL_RATIO */
#define RG_CPU_AVG_STALL_RATIO CM_BIT(0)
/* CPU_AVG_STALL_DEBUG_CTRL */
#define RG_FMETER_APB_FREQUENCY CM_BIT(0)
#define RG_STALL_INFO_SEL CM_BIT(12)
#define RG_SAMPLE_RATIO CM_BIT(16)
/* CPU_AVG_STALL_FMETER_STATUS */
#define RO_FMETER_OUTPUT CM_BIT(0)
#define RO_FMETER_LOW CM_BIT(12)
/* CPU_AVG_STALL_RATIO_CTRL */
#define RG_CPU_AVG_STALL_RATIO_EN CM_BIT(0)
#define RG_CPU_AVG_STALL_RATIO_RESTART CM_BIT(1)
#define RG_CPU_STALL_COUNTER_EN CM_BIT(4)
#define REMOVED_RG_CPU_NON_WFX_COUNTER_EN CM_BIT(5)
#define RG_CPU_STALL_COUNTER_RESET CM_BIT(6)
#define REMOVED_RG_CPU_NON_WFX_COUNTER_RESET CM_BIT(7)
#define RG_MP0_AVG_STALL_PERIOD CM_BIT(8)
#define RG_FMETER_MIN_FREQUENCY CM_BIT(12)
#define RG_FMETER_EN CM_BIT(24)
/* CPU_AVG_STALL_COUNTER */
#define RO_CPU_STALL_COUNTER CM_BIT(0)
/* MP0_CPU0_NONWFX_CTRL */
#define RG_CPU0_NON_WFX_COUNTER_EN CM_BIT(0)
#define RG_CPU0_NON_WFX_COUNTER_RESET CM_BIT(4)
#define RG_MP0_AVG_STALL_PERIOD_1MS CM_BITS(11:8, 0x8)
#define RG_MP0_AVG_STALL_PERIOD_2MS CM_BITS(11:8, 0x9)
#define RG_MP0_AVG_STALL_PERIOD_4MS CM_BITS(11:8, 0xa)
#define RG_MP0_AVG_STALL_PERIOD_8MS CM_BITS(11:8, 0xb)
#define RG_MP0_AVG_STALL_PERIOD_10MS CM_BITS(11:8, 0xc)
#define RG_MP0_AVG_STALL_PERIOD_20MS CM_BITS(11:8, 0xd)
#define RG_MP0_AVG_STALL_PERIOD_40MS CM_BITS(11:8, 0xe)
#define RG_MP0_AVG_STALL_PERIOD_80MS CM_BITS(11:8, 0xf)
#define cm_mgr_read(addr) __raw_readl((void __force __iomem *)(addr))
#define cm_mgr_write(addr, val) mt_reg_sync_writel(val, addr)
#endif /* __MTK_CM_MGR_PLATFORM_REG_H__*/
@@ -0,0 +1,43 @@
#
# Copyright (C) 2015 MediaTek Inc.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
SSPM_VER := v2
ifneq ($(wildcard $(srctree)/drivers/misc/mediatek/met_drv/),)
ccflags-y += -DMET_SUPPORT
ccflags-y += -DMET_USER_EVENT_SUPPORT
endif
ccflags-y += \
-I$(CPUFREQ_ROOT_DIR)/inc \
-I$(CPUFREQ_ROOT_DIR)/src/mach/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/devfreq \
-I$(srctree)/drivers/misc/mediatek/base/power/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/base/power/cm_mgr_v1/ \
-I$(srctree)/drivers/misc/mediatek/base/power/cm_mgr_v1/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/base/power/cpufreq_v1/inc \
-I$(srctree)/drivers/misc/mediatek/base/power/cpufreq_v1/src/mach/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/base/power/include \
-I$(srctree)/drivers/misc/mediatek/dramc/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/include \
-I$(srctree)/drivers/misc/mediatek/include/mt-plat \
-I$(srctree)/drivers/misc/mediatek/include/mt-plat/$(CONFIG_MTK_PLATFORM)/include \
-I$(srctree)/drivers/misc/mediatek/include/mt-plat/$(CONFIG_MTK_PLATFORM)/include/mach \
-I$(srctree)/drivers/misc/mediatek/sspm \
-I$(srctree)/drivers/misc/mediatek/sspm/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/include \
-I$(srctree)/include/memory/mediatek/ \
# main
obj-y += mtk_cm_mgr_platform.o
File diff suppressed because it is too large. Load diff
@@ -0,0 +1,102 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (c) 2019 MediaTek Inc.
*/
#ifndef __MTK_CM_MGR_PLATFORM_H__
#define __MTK_CM_MGR_PLATFORM_H__
#ifdef CONFIG_MEDIATEK_DRAMC
#include <dramc.h>
#endif /* CONFIG_MEDIATEK_DRAMC */
#define PER_CPU_STALL_RATIO
#define LIGHT_LOAD
/* #define USE_AVG_PMU */
/* #define DEBUG_CM_MGR */
/* #define USE_TIMER_CHECK */
/* #define USE_IDLE_NOTIFY */
#define USE_NEW_CPU_OPP
#define USE_CM_MGR_AT_SSPM
/* #define USE_SINGLE_CLUSTER */
#define USE_CPU_TO_DRAM_MAP
#define USE_CPU_TO_DRAM_MAP_NEW
#define USE_BCPU_WEIGHT
#define CM_MGR_EMI_OPP 5
#define CM_MGR_LOWER_OPP 6
#define CM_MGR_CPU_CLUSTER 2
#define CM_MGR_CPU_COUNT 8
#define CM_MGR_CPU_LIMIT 6
#define CLUSTER0_MASK 0xff
#define CM_MGR_CPU_OPP_SIZE 16
#define VCORE_ARRAY_SIZE CM_MGR_EMI_OPP
#define CM_MGR_CPU_ARRAY_SIZE (CM_MGR_CPU_CLUSTER * CM_MGR_EMI_OPP)
#define RATIO_COUNT (100 / 5 - 1)
#define IS_UP 1
#define IS_DOWN 0
#define USE_TIMER_CHECK_TIME msecs_to_jiffies(50)
#define CM_MGR_INIT_DELAY_MS 1
#define CM_MGR_BW_VALUE 0
#define CM_MGR_VCORE_OPP_COUNT 25
enum {
CM_MGR_LP4 = 0,
CM_MGR_MAX,
};
extern void __iomem *mcucfg_mp0_counter_base;
extern unsigned int cpu_power_up_array[CM_MGR_CPU_CLUSTER];
extern unsigned int cpu_power_down_array[CM_MGR_CPU_CLUSTER];
extern unsigned int cpu_power_up[CM_MGR_CPU_CLUSTER];
extern unsigned int cpu_power_down[CM_MGR_CPU_CLUSTER];
extern unsigned int v2f[CM_MGR_CPU_CLUSTER];
extern int vcore_power_up;
extern int vcore_power_down;
extern int cpu_opp_cur[CM_MGR_CPU_CLUSTER];
extern int ratio_max[CM_MGR_CPU_CLUSTER];
extern int ratio[CM_MGR_CPU_COUNT];
extern int count[CM_MGR_CPU_CLUSTER];
extern int count_ack[CM_MGR_CPU_CLUSTER];
extern int vcore_dram_opp;
extern int vcore_dram_opp_cur;
extern int cm_mgr_abs_load;
extern int cm_mgr_rel_load;
extern int total_bw;
extern int cps_valid;
extern int debounce_times_up;
extern int debounce_times_down;
extern int ratio_scale[CM_MGR_CPU_CLUSTER];
extern int max_load[CM_MGR_CPU_CLUSTER];
extern int cpu_load[NR_CPUS];
extern int loading_acc[NR_CPUS];
extern int loading_cnt;
#define DEBUG_CM_PERF_OPP
extern int debounce_times_perf_down_local;
extern int debounce_times_perf_down_force_local;
extern int pm_qos_update_request_status;
extern int cm_mgr_dram_opp_base;
extern int cm_mgr_dram_opp;
extern void cm_mgr_update_met(void);
extern int cm_mgr_get_idx(void);
extern int cm_mgr_get_stall_ratio(int cpu);
extern int cm_mgr_get_cpu_count(int cluster);
extern int cm_mgr_get_max_stall_ratio(int cluster);
extern int cm_mgr_check_stall_ratio(int mp0, int mp1);
extern void cm_mgr_ratio_timer_en(int enable);
extern void cm_mgr_perf_platform_set_status(int enable);
extern void cm_mgr_perf_platform_set_force_status(int enable);
extern int cm_mgr_register_init(void);
extern int cm_mgr_platform_init(void);
extern void cm_mgr_set_dram_level(int level);
extern int cm_mgr_get_dram_opp(void);
extern int cm_mgr_check_bw_status(void);
extern int cm_mgr_get_bw(void);
#endif /* __MTK_CM_MGR_PLATFORM_H__ */
@@ -0,0 +1,376 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (c) 2019 MediaTek Inc.
*/
#ifndef __MTK_CM_MGR_PLATFORM_DATA_H__
#define __MTK_CM_MGR_PLATFORM_DATA_H__
#ifndef PROC_FOPS_RW
#define PROC_FOPS_RW(name) \
static int name ## _proc_open(struct inode *inode, \
struct file *file) \
{ \
return single_open(file, name ## _proc_show, \
PDE_DATA(inode)); \
} \
static const struct file_operations name ## _proc_fops = { \
.owner = THIS_MODULE, \
.open = name ## _proc_open, \
.read = seq_read, \
.llseek = seq_lseek, \
.release = single_release, \
.write = name ## _proc_write, \
}
#endif /* PROC_FOPS_RW */
#ifndef PROC_FOPS_RO
#define PROC_FOPS_RO(name) \
static int name ## _proc_open(struct inode *inode, \
struct file *file) \
{ \
return single_open(file, name ## _proc_show, \
PDE_DATA(inode)); \
} \
static const struct file_operations name ## _proc_fops = { \
.owner = THIS_MODULE, \
.open = name ## _proc_open, \
.read = seq_read, \
.llseek = seq_lseek, \
.release = single_release, \
}
#endif /* PROC_FOPS_RO */
#ifndef PROC_ENTRY
#define PROC_ENTRY(name) {__stringify(name), &name ## _proc_fops}
#endif /* PROC_ENTRY */
int light_load_cps = 1000;
static int cm_mgr_loop_count;
static int cm_mgr_dram_level;
static int cm_mgr_loop;
static int total_bw_value;
#ifdef USE_BCPU_WEIGHT
int cpu_power_bcpu_weight_max = 350;
int cpu_power_bcpu_weight_min = 100;
#endif /* USE_BCPU_WEIGHT */
unsigned int cpu_power_ratio_up[CM_MGR_EMI_OPP] = {140, 100, 140, 100, 140};
unsigned int cpu_power_ratio_down[CM_MGR_EMI_OPP] = {100, 100, 100, 100, 100};
unsigned int vcore_power_ratio_up[CM_MGR_EMI_OPP] = {100, 100, 100, 100, 100};
unsigned int vcore_power_ratio_down[CM_MGR_EMI_OPP] = {100, 100, 100, 100, 100};
unsigned int debounce_times_up_adb[CM_MGR_EMI_OPP] = {0, 0, 0, 0, 0};
unsigned int debounce_times_down_adb[CM_MGR_EMI_OPP] = {3, 0, 0, 0, 0};
int debounce_times_reset_adb;
int debounce_times_perf_down = 5;
int debounce_times_perf_force_down = 100;
static int update;
static int update_v2f_table = 1;
static int cm_mgr_opp_enable = 1;
int cm_mgr_enable = 1;
#if defined(CONFIG_MTK_TINYSYS_SSPM_SUPPORT) && defined(USE_CM_MGR_AT_SSPM)
int cm_mgr_sspm_enable = 1;
#endif /* CONFIG_MTK_TINYSYS_SSPM_SUPPORT */
#ifdef USE_TIMER_CHECK
int cm_mgr_timer_enable = 1;
#endif /* USE_TIMER_CHECK */
int cm_mgr_ratio_timer_enable;
int cm_mgr_disable_fb = 1;
int cm_mgr_blank_status;
int cm_mgr_perf_enable = 1;
int cm_mgr_perf_timer_enable;
int cm_mgr_perf_force_enable;
int cm_mgr_loading_level = 1000;
int cm_mgr_loading_enable;
int cm_mgr_emi_demand_check = 1;
#ifdef USE_CPU_TO_DRAM_MAP
int cm_mgr_cpu_map_dram_enable = 1;
#endif /* USE_CPU_TO_DRAM_MAP */
#ifdef USE_CPU_TO_DRAM_MAP_NEW
int cm_mgr_cpu_map_emi_opp = 1;
int cm_mgr_cpu_map_skip_cpu_opp = 2;
#endif /* USE_CPU_TO_DRAM_MAP_NEW */
static int vcore_power_gain_0[][VCORE_ARRAY_SIZE] = {
{28, 69, 1, 100, 189},
{43, 104, 1, 144, 297},
{50, 112, 16, 189, 363},
{61, 116, 12, 205, 393},
{63, 123, 19, 219, 406},
{65, 130, 22, 223, 432},
{79, 140, 20, 233, 445},
{93, 149, 18, 241, 461},
{107, 153, 25, 242, 477},
{122, 154, 37, 241, 483},
{130, 163, 43, 243, 489},
{130, 173, 52, 253, 493},
{130, 178, 61, 270, 496},
{130, 182, 71, 269, 515},
{130, 182, 79, 272, 535},
{130, 182, 87, 276, 554},
{130, 182, 95, 280, 565},
{130, 182, 103, 284, 577},
{130, 182, 103, 296, 589},
{130, 182, 103, 308, 593},
{130, 182, 103, 320, 597},
{130, 182, 103, 332, 602},
{130, 182, 103, 343, 606},
{130, 182, 103, 355, 611},
{130, 182, 103, 355, 627},
{130, 182, 103, 355, 644},
{130, 182, 103, 355, 660},
{130, 182, 103, 355, 677},
{130, 182, 103, 355, 693},
{130, 182, 103, 355, 710},
};
#define VCORE_POWER_ARRAY_SIZE(name) \
(sizeof(vcore_power_gain_##name) / \
sizeof(unsigned int) / \
VCORE_ARRAY_SIZE)
#define VCORE_POWER_GAIN_PTR(name) \
(&vcore_power_gain_##name[0][0])
static int vcore_power_array_size(int idx)
{
switch (idx) {
case 0:
return VCORE_POWER_ARRAY_SIZE(0);
}
pr_info("#@# %s(%d) warning value %d\n", __func__, __LINE__, idx);
return 0;
};
static int *vcore_power_gain_ptr(int idx)
{
switch (idx) {
case 0:
return VCORE_POWER_GAIN_PTR(0);
}
pr_info("#@# %s(%d) warning value %d\n", __func__, __LINE__, idx);
return NULL;
};
static int *vcore_power_gain = VCORE_POWER_GAIN_PTR(0);
#define vcore_power_gain(p, i, j) (*(p + (i) * VCORE_ARRAY_SIZE + (j)))
static unsigned int _v2f_all[][CM_MGR_CPU_CLUSTER] = {
{280, 275},
{236, 232},
{180, 180},
{151, 151},
{125, 125},
{113, 113},
{102, 102},
{93, 93},
{84, 84},
{76, 76},
{68, 68},
{59, 59},
{50, 50},
{42, 42},
{35, 35},
{29, 29},
};
static unsigned int cpu_power_gain_UpLow0[][CM_MGR_CPU_ARRAY_SIZE] = {
{3, 24, 0, 4, 1, 8, 1, 7, 1, 7},
{6, 48, 1, 8, 2, 15, 2, 14, 2, 14},
{108, 441, 1, 12, 3, 23, 3, 22, 3, 21},
{105, 443, 2, 16, 4, 30, 3, 29, 3, 29},
{102, 445, 2, 20, 5, 38, 4, 36, 4, 36},
{99, 448, 3, 24, 6, 46, 5, 43, 5, 43},
{96, 450, 3, 28, 6, 53, 6, 50, 6, 50},
{93, 452, 4, 33, 78, 322, 77, 318, 77, 318},
{90, 454, 4, 37, 73, 307, 72, 304, 72, 304},
{87, 456, 5, 41, 68, 293, 67, 289, 67, 289},
{84, 458, 5, 45, 63, 279, 62, 275, 62, 274},
{82, 460, 6, 49, 58, 265, 57, 260, 57, 260},
{79, 463, 6, 53, 53, 251, 52, 245, 52, 245},
{76, 465, 42, 187, 48, 237, 47, 231, 47, 231},
{73, 467, 37, 170, 43, 222, 42, 216, 42, 216},
{70, 469, 31, 152, 38, 208, 37, 202, 37, 201},
{67, 471, 26, 134, 33, 194, 32, 187, 32, 187},
{64, 473, 21, 117, 28, 180, 27, 173, 27, 172},
{61, 476, 15, 99, 23, 166, 22, 158, 22, 158},
{58, 478, 10, 81, 18, 152, 17, 144, 17, 143},
};
static unsigned int cpu_power_gain_DownLow0[][CM_MGR_CPU_ARRAY_SIZE] = {
{4, 35, 1, 4, 1, 8, 1, 8, 1, 8},
{131, 441, 1, 9, 2, 17, 2, 16, 2, 16},
{128, 455, 2, 13, 3, 25, 3, 24, 3, 24},
{125, 469, 2, 17, 4, 34, 4, 32, 4, 32},
{123, 483, 3, 21, 5, 42, 5, 40, 5, 39},
{120, 497, 3, 26, 6, 50, 6, 48, 6, 47},
{118, 511, 4, 30, 95, 327, 7, 55, 7, 55},
{115, 525, 4, 34, 90, 315, 89, 311, 89, 311},
{112, 539, 5, 39, 84, 303, 83, 298, 83, 298},
{110, 553, 5, 43, 78, 291, 77, 286, 77, 285},
{107, 567, 6, 47, 72, 278, 72, 273, 72, 273},
{105, 581, 6, 52, 67, 266, 66, 260, 66, 260},
{102, 595, 7, 56, 61, 254, 60, 247, 60, 247},
{100, 609, 48, 184, 55, 242, 54, 235, 54, 234},
{97, 623, 42, 168, 49, 229, 48, 222, 48, 222},
{94, 637, 35, 151, 43, 217, 42, 209, 42, 209},
{92, 651, 29, 135, 38, 205, 37, 197, 37, 196},
{89, 665, 23, 119, 32, 193, 31, 184, 31, 183},
{87, 679, 17, 102, 26, 181, 25, 171, 25, 171},
{84, 693, 10, 86, 20, 168, 19, 158, 19, 158},
};
static unsigned int cpu_power_gain_UpHigh0[][CM_MGR_CPU_ARRAY_SIZE] = {
{3, 24, 0, 4, 1, 8, 1, 7, 1, 7},
{6, 48, 1, 8, 2, 15, 2, 14, 2, 14},
{9, 72, 1, 12, 3, 23, 3, 22, 3, 21},
{12, 96, 2, 16, 4, 30, 3, 29, 3, 29},
{14, 119, 2, 20, 5, 38, 4, 36, 4, 36},
{123, 717, 3, 24, 6, 46, 5, 43, 5, 43},
{118, 700, 3, 28, 6, 53, 6, 50, 6, 50},
{114, 683, 4, 33, 7, 61, 7, 57, 7, 57},
{109, 666, 4, 37, 8, 68, 8, 65, 8, 64},
{104, 649, 5, 41, 9, 76, 9, 72, 9, 72},
{100, 632, 5, 45, 10, 83, 10, 79, 10, 79},
{95, 615, 6, 49, 11, 91, 10, 86, 10, 86},
{90, 597, 6, 53, 12, 99, 11, 93, 11, 93},
{86, 580, 7, 57, 13, 106, 12, 100, 12, 100},
{81, 563, 7, 61, 14, 114, 13, 108, 13, 107},
{76, 546, 8, 65, 15, 121, 14, 115, 14, 115},
{72, 529, 8, 69, 16, 129, 15, 122, 15, 122},
{67, 512, 9, 73, 17, 137, 16, 129, 16, 129},
{62, 495, 9, 77, 25, 185, 17, 136, 16, 136},
{58, 478, 10, 81, 18, 152, 17, 144, 17, 143},
};
static unsigned int cpu_power_gain_DownHigh0[][CM_MGR_CPU_ARRAY_SIZE] = {
{4, 35, 1, 4, 1, 8, 1, 8, 1, 8},
{8, 69, 1, 9, 2, 17, 2, 16, 2, 16},
{13, 104, 2, 13, 3, 25, 3, 24, 3, 24},
{152, 866, 2, 17, 4, 34, 4, 32, 4, 32},
{148, 855, 3, 21, 5, 42, 5, 40, 5, 39},
{144, 844, 3, 26, 6, 50, 6, 48, 6, 47},
{139, 834, 4, 30, 7, 59, 7, 55, 7, 55},
{135, 823, 4, 34, 8, 67, 8, 63, 8, 63},
{131, 812, 5, 39, 9, 76, 9, 71, 9, 71},
{127, 801, 5, 43, 10, 84, 10, 79, 10, 79},
{122, 790, 6, 47, 11, 93, 11, 87, 11, 87},
{118, 780, 6, 52, 12, 101, 12, 95, 11, 95},
{114, 769, 7, 56, 13, 109, 12, 103, 12, 103},
{110, 758, 7, 60, 14, 118, 13, 111, 13, 111},
{105, 747, 8, 64, 15, 126, 14, 119, 14, 118},
{101, 736, 8, 69, 16, 135, 15, 127, 15, 126},
{97, 726, 9, 73, 43, 279, 16, 135, 16, 134},
{93, 715, 9, 77, 35, 242, 34, 233, 34, 233},
{88, 704, 10, 82, 28, 205, 27, 196, 27, 195},
{84, 693, 10, 86, 20, 168, 19, 158, 19, 158},
};
#define cpu_power_gain(p, i, j) (*(p + (i) * CM_MGR_CPU_ARRAY_SIZE + (j)))
#define CPU_POWER_GAIN(a, b, c) \
(&cpu_power_gain_##a##b##c[0][0])
static unsigned int *_cpu_power_gain_ptr(int isUP, int isLow, int idx)
{
switch (isUP) {
case 0:
switch (isLow) {
case 0:
switch (idx) {
case 0:
return CPU_POWER_GAIN(Down, High, 0);
}
break;
case 1:
switch (idx) {
case 0:
return CPU_POWER_GAIN(Down, Low, 0);
}
break;
}
break;
case 1:
switch (isLow) {
case 0:
switch (idx) {
case 0:
return CPU_POWER_GAIN(Up, High, 0);
}
break;
case 1:
switch (idx) {
case 0:
return CPU_POWER_GAIN(Up, Low, 0);
}
break;
}
break;
}
pr_info("#@# %s(%d) warning value %d\n", __func__, __LINE__, idx);
return NULL;
};
static unsigned int *cpu_power_gain_up = CPU_POWER_GAIN(Up, High, 0);
static unsigned int *cpu_power_gain_down = CPU_POWER_GAIN(Down, High, 0);
static void cpu_power_gain_ptr(int opp, int tbl, int cluster)
{
switch (cluster) {
case 0:
if (opp < CM_MGR_LOWER_OPP) {
switch (tbl) {
case 0:
cpu_power_gain_up =
CPU_POWER_GAIN(Up, Low, 0);
cpu_power_gain_down =
CPU_POWER_GAIN(Down, Low, 0);
break;
}
} else {
switch (tbl) {
case 0:
cpu_power_gain_up =
CPU_POWER_GAIN(Up, High, 0);
cpu_power_gain_down =
CPU_POWER_GAIN(Down, High, 0);
break;
}
}
break;
case 1:
if (opp < CM_MGR_LOWER_OPP) {
switch (tbl) {
case 0:
cpu_power_gain_up =
CPU_POWER_GAIN(Up, Low, 0);
cpu_power_gain_down =
CPU_POWER_GAIN(Down, Low, 0);
break;
}
} else {
switch (tbl) {
case 0:
cpu_power_gain_up =
CPU_POWER_GAIN(Up, High, 0);
cpu_power_gain_down =
CPU_POWER_GAIN(Down, High, 0);
break;
}
}
break;
}
}
int cpu_power_gain_opp(int bw, int is_up, int opp, int ratio_idx, int idx)
{
cpu_power_gain_ptr(opp, cm_mgr_get_idx(), idx % CM_MGR_CPU_CLUSTER);
if (is_up)
return cpu_power_gain(cpu_power_gain_up, ratio_idx, idx);
else
return cpu_power_gain(cpu_power_gain_down, ratio_idx, idx);
}
#endif /* __MTK_CM_MGR_PLATFORM_DATA_H__ */
@@ -0,0 +1,78 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (c) 2019 MediaTek Inc.
*/
#undef TRACE_SYSTEM
#define TRACE_SYSTEM cm_mgr_events
#if !defined(_TRACE_MTK_CM_MGR_EVENTS_H) || defined(TRACE_HEADER_MULTI_READ)
#define _TRACE_MTK_CM_MGR_EVENTS_H
#include <linux/tracepoint.h>
TRACE_EVENT(CM_MGR__stall_ratio,
TP_PROTO(int _id,
unsigned int _ratio),
TP_ARGS(_id,
_ratio),
TP_STRUCT__entry(
__field(int, _id)
__field(unsigned int, _ratio)
),
TP_fast_assign(
__entry->_id = _id;
__entry->_ratio = _ratio;
),
TP_printk("CPU0_config_reg__CPU_AVG_STALL_RATIO=%d, _id=%d",
__entry->_ratio, __entry->_id)
);
TRACE_EVENT(CM_MGR__perf_hint,
TP_PROTO(int _force,
int _enable,
int _opp,
int _base,
int _count,
int _foece_count),
TP_ARGS(_force,
_enable,
_opp,
_base,
_count,
_foece_count),
TP_STRUCT__entry(
__field(int, _force)
__field(int, _enable)
__field(int, _opp)
__field(int, _base)
__field(int, _count)
__field(int, _foece_count)
),
TP_fast_assign(
__entry->_force = _force;
__entry->_enable = _enable;
__entry->_opp = _opp;
__entry->_base = _base;
__entry->_count = _count;
__entry->_foece_count = _foece_count;
),
TP_printk("cm_mgr perf hint %s=%d %s=%d %s=%d %s=%d %s=%d %s=%d",
"force", __entry->_force,
"enable", __entry->_enable,
"opp", __entry->_opp,
"base", __entry->_base,
"count", __entry->_count,
"force_count", __entry->_foece_count)
);
#endif /* _TRACE_MTK_CM_MGR_EVENTS_H */
/* This part must be outside protection */
#undef TRACE_INCLUDE_PATH
#define TRACE_INCLUDE_PATH ./
#undef TRACE_INCLUDE_FILE
#define TRACE_INCLUDE_FILE mtk_cm_mgr_platform_events
#include <trace/define_trace.h>
@@ -0,0 +1,90 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (c) 2019 MediaTek Inc.
*/
#ifndef __MTK_CM_MGR_PLATFORM_REG_H__
#define __MTK_CM_MGR_PLATFORM_REG_H__
/*
* BIT Operation
*/
#define CM_BIT(_bit_) \
(unsigned int)(1U << (_bit_))
#define CM_BITMASK(_bits_) \
(((unsigned int) -1 >> (31 - ((1) ? _bits_))) & \
~((1U << ((0) ? _bits_)) - 1))
#define CM_BITS(_bits_, _val_) \
(CM_BITMASK(_bits_) & \
((_val_) << ((0) ? _bits_)))
#define CM_GET_BITS_VAL_0(_bits_, _val_) \
(((_val_) & (CM_BITMASK(_bits_))) >> ((0) ? _bits_))
#define CM_NAME_VAL(_name_, _val_) \
(_val_ << _name_##_SHIFT)
#define CM_GET_NAME_VAL(_reg_val_, _name_) \
((_reg_val_) & (_name_##_MASK))
#define CM_GET_NAME_VAL_0(_reg_val_, _name_) \
(((_reg_val_) & (_name_##_MASK)) >> _name_##_SHIFT)
#define CM_SET_NAME_VAL(_reg_val_, _name_, _val_) \
(((_reg_val_) & ~(_name_##_MASK)) | \
((_val_ << _name_##_SHIFT) & (_name_##_MASK)))
#undef MCUSYS_MP0
#define MCUSYS_MP0 mcucfg_mp0_counter_base
#define STALL_INFO_CONF(x) (MCUSYS_MP0 + 0x800 * (x) + 0x238)
#define CPU_AVG_STALL_RATIO(x) (MCUSYS_MP0 + 0x800 * (x) + 0x700)
#define CPU_AVG_STALL_DEBUG_CTRL(x) (MCUSYS_MP0 + 0x800 * (x) + 0x704)
#define CPU_AVG_STALL_FMETER_STATUS(x) (MCUSYS_MP0 + 0x800 * (x) + 0x708)
#define CPU_AVG_STALL_RATIO_CTRL(x) (MCUSYS_MP0 + 0x800 * (x) + 0x710)
#define CPU_AVG_STALL_COUNTER(x) (MCUSYS_MP0 + 0x800 * (x) + 0x714)
#define MP0_CPU_NONWFX_CTRL(x) (MCUSYS_MP0 + 0x8 * (x) + 0x8500)
#define MP0_CPU_NONWFX_CNT(x) (MCUSYS_MP0 + 0x8 * (x) + 0x8504)
/* STALL_INFO_CONF */
#define CPU_STALL_IDLE_CNT_LSB CM_BIT(0)
#define CPU_STALL_IDLE_CNT_SHIFT 0
#define CPU_STALL_IDLE_CNT_MASK CM_BITMASK(5:0)
#define CPU_STALL_CACHE_OPT_LSB CM_BIT(6)
#define CPU_STALL_CACHE_OPT_SHIFT 6
#define CPU_STALL_CACHE_OPT_MASK CM_BITMASK(10:6)
/* CPU_AVG_STALL_RATIO */
#define RG_CPU_AVG_STALL_RATIO CM_BIT(0)
/* CPU_AVG_STALL_DEBUG_CTRL */
#define RG_FMETER_APB_FREQUENCY CM_BIT(0)
#define RG_STALL_INFO_SEL CM_BIT(12)
#define RG_SAMPLE_RATIO CM_BIT(16)
/* CPU_AVG_STALL_FMETER_STATUS */
#define RO_FMETER_OUTPUT CM_BIT(0)
#define RO_FMETER_LOW CM_BIT(12)
/* CPU_AVG_STALL_RATIO_CTRL */
#define RG_CPU_AVG_STALL_RATIO_EN CM_BIT(0)
#define RG_CPU_AVG_STALL_RATIO_RESTART CM_BIT(1)
#define RG_CPU_STALL_COUNTER_EN CM_BIT(4)
#define REMOVED_RG_CPU_NON_WFX_COUNTER_EN CM_BIT(5)
#define RG_CPU_STALL_COUNTER_RESET CM_BIT(6)
#define REMOVED_RG_CPU_NON_WFX_COUNTER_RESET CM_BIT(7)
#define RG_MP0_AVG_STALL_PERIOD CM_BIT(8)
#define RG_FMETER_MIN_FREQUENCY CM_BIT(12)
#define RG_FMETER_EN CM_BIT(24)
/* CPU_AVG_STALL_COUNTER */
#define RO_CPU_STALL_COUNTER CM_BIT(0)
/* MP0_CPU0_NONWFX_CTRL */
#define RG_CPU0_NON_WFX_COUNTER_EN CM_BIT(0)
#define RG_CPU0_NON_WFX_COUNTER_RESET CM_BIT(4)
#define RG_MP0_AVG_STALL_PERIOD_1MS CM_BITS(11:8, 0x8)
#define RG_MP0_AVG_STALL_PERIOD_2MS CM_BITS(11:8, 0x9)
#define RG_MP0_AVG_STALL_PERIOD_4MS CM_BITS(11:8, 0xa)
#define RG_MP0_AVG_STALL_PERIOD_8MS CM_BITS(11:8, 0xb)
#define RG_MP0_AVG_STALL_PERIOD_10MS CM_BITS(11:8, 0xc)
#define RG_MP0_AVG_STALL_PERIOD_20MS CM_BITS(11:8, 0xd)
#define RG_MP0_AVG_STALL_PERIOD_40MS CM_BITS(11:8, 0xe)
#define RG_MP0_AVG_STALL_PERIOD_80MS CM_BITS(11:8, 0xf)
#define cm_mgr_read(addr) __raw_readl((void __force __iomem *)(addr))
#define cm_mgr_write(addr, val) mt_reg_sync_writel(val, addr)
#endif /* __MTK_CM_MGR_PLATFORM_REG_H__*/
@@ -0,0 +1,43 @@
#
# Copyright (C) 2015 MediaTek Inc.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
SSPM_VER := v2
ifneq ($(wildcard $(srctree)/drivers/misc/mediatek/met_drv/),)
ccflags-y += -DMET_SUPPORT
ccflags-y += -DMET_USER_EVENT_SUPPORT
endif
ccflags-y += \
-I$(CPUFREQ_ROOT_DIR)/inc \
-I$(CPUFREQ_ROOT_DIR)/src/mach/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/devfreq \
-I$(srctree)/drivers/misc/mediatek/base/power/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/base/power/cm_mgr_v1/ \
-I$(srctree)/drivers/misc/mediatek/base/power/cm_mgr_v1/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/base/power/cpufreq_v1/inc \
-I$(srctree)/drivers/misc/mediatek/base/power/cpufreq_v1/src/mach/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/base/power/include \
-I$(srctree)/drivers/misc/mediatek/dramc/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/include \
-I$(srctree)/drivers/misc/mediatek/include/mt-plat \
-I$(srctree)/drivers/misc/mediatek/include/mt-plat/$(CONFIG_MTK_PLATFORM)/include \
-I$(srctree)/drivers/misc/mediatek/include/mt-plat/$(CONFIG_MTK_PLATFORM)/include/mach \
-I$(srctree)/drivers/misc/mediatek/sspm \
-I$(srctree)/drivers/misc/mediatek/sspm/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/include \
-I$(srctree)/include/memory/mediatek/ \
# main
obj-y += mtk_cm_mgr_platform.o
File diff suppressed because it is too large. Load diff
@@ -0,0 +1,101 @@
// SPDX-License-Identifier: GPL-2.0+
/*
* Copyright (c) 2019 MediaTek Inc.
*/
#ifndef __MTK_CM_MGR_PLATFORM_H__
#define __MTK_CM_MGR_PLATFORM_H__
#ifdef CONFIG_MEDIATEK_DRAMC
#include <dramc.h>
#endif /* CONFIG_MEDIATEK_DRAMC */
#define PER_CPU_STALL_RATIO
#define LIGHT_LOAD
/* #define USE_AVG_PMU */
/* #define DEBUG_CM_MGR */
/* #define USE_TIMER_CHECK */
/* #define USE_IDLE_NOTIFY */
#define USE_NEW_CPU_OPP
#define USE_CM_MGR_AT_SSPM
/* #define USE_SINGLE_CLUSTER */
/* #define USE_CPU_TO_DRAM_MAP */
#define USE_BCPU_WEIGHT
#define CM_MGR_EMI_OPP 5
#define CM_MGR_LOWER_OPP 6
#define CM_MGR_CPU_CLUSTER 2
#define CM_MGR_CPU_COUNT 8
#define CM_MGR_CPU_LIMIT 4
#define CLUSTER0_MASK 0xff
#define CM_MGR_CPU_OPP_SIZE 16
#define VCORE_ARRAY_SIZE CM_MGR_EMI_OPP
#define CM_MGR_CPU_ARRAY_SIZE (CM_MGR_CPU_CLUSTER * CM_MGR_EMI_OPP)
#define RATIO_COUNT (100 / 5 - 1)
#define IS_UP 1
#define IS_DOWN 0
#define USE_TIMER_CHECK_TIME msecs_to_jiffies(50)
#define CM_MGR_INIT_DELAY_MS 1
#define CM_MGR_BW_VALUE 0
#define CM_MGR_VCORE_OPP_COUNT 21
enum {
CM_MGR_LP4 = 0,
CM_MGR_MAX,
};
extern void __iomem *mcucfg_mp0_counter_base;
extern unsigned int cpu_power_up_array[CM_MGR_CPU_CLUSTER];
extern unsigned int cpu_power_down_array[CM_MGR_CPU_CLUSTER];
extern unsigned int cpu_power_up[CM_MGR_CPU_CLUSTER];
extern unsigned int cpu_power_down[CM_MGR_CPU_CLUSTER];
extern unsigned int v2f[CM_MGR_CPU_CLUSTER];
extern int vcore_power_up;
extern int vcore_power_down;
extern int cpu_opp_cur[CM_MGR_CPU_CLUSTER];
extern int ratio_max[CM_MGR_CPU_CLUSTER];
extern int ratio[CM_MGR_CPU_COUNT];
extern int count[CM_MGR_CPU_CLUSTER];
extern int count_ack[CM_MGR_CPU_CLUSTER];
extern int vcore_dram_opp;
extern int vcore_dram_opp_cur;
extern int cm_mgr_abs_load;
extern int cm_mgr_rel_load;
extern int total_bw;
extern int cps_valid;
extern int debounce_times_up;
extern int debounce_times_down;
extern int ratio_scale[CM_MGR_CPU_CLUSTER];
extern int max_load[CM_MGR_CPU_CLUSTER];
extern int cpu_load[NR_CPUS];
extern int loading_acc[NR_CPUS];
extern int loading_cnt;
#define DEBUG_CM_PERF_OPP
extern int debounce_times_perf_down_local;
extern int debounce_times_perf_down_force_local;
extern int pm_qos_update_request_status;
extern int cm_mgr_dram_opp_base;
extern int cm_mgr_dram_opp;
extern void cm_mgr_update_met(void);
extern int cm_mgr_get_idx(void);
extern int cm_mgr_get_stall_ratio(int cpu);
extern int cm_mgr_get_cpu_count(int cluster);
extern int cm_mgr_get_max_stall_ratio(int cluster);
extern int cm_mgr_check_stall_ratio(int mp0, int mp1);
extern void cm_mgr_ratio_timer_en(int enable);
extern void cm_mgr_perf_platform_set_status(int enable);
extern void cm_mgr_perf_platform_set_force_status(int enable);
extern int cm_mgr_register_init(void);
extern int cm_mgr_platform_init(void);
extern void cm_mgr_set_dram_level(int level);
extern int cm_mgr_get_dram_opp(void);
extern int cm_mgr_check_bw_status(void);
extern int cm_mgr_get_bw(void);
#endif /* __MTK_CM_MGR_PLATFORM_H__ */
@@ -0,0 +1,372 @@
// SPDX-License-Identifier: GPL-2.0+
/*
* Copyright (c) 2019 MediaTek Inc.
*/
#ifndef __MTK_CM_MGR_PLATFORM_DATA_H__
#define __MTK_CM_MGR_PLATFORM_DATA_H__
#ifndef PROC_FOPS_RW
#define PROC_FOPS_RW(name) \
static int name ## _proc_open(struct inode *inode, \
struct file *file) \
{ \
return single_open(file, name ## _proc_show, \
PDE_DATA(inode)); \
} \
static const struct file_operations name ## _proc_fops = { \
.owner = THIS_MODULE, \
.open = name ## _proc_open, \
.read = seq_read, \
.llseek = seq_lseek, \
.release = single_release, \
.write = name ## _proc_write, \
}
#endif /* PROC_FOPS_RW */
#ifndef PROC_FOPS_RO
#define PROC_FOPS_RO(name) \
static int name ## _proc_open(struct inode *inode, \
struct file *file) \
{ \
return single_open(file, name ## _proc_show, \
PDE_DATA(inode)); \
} \
static const struct file_operations name ## _proc_fops = { \
.owner = THIS_MODULE, \
.open = name ## _proc_open, \
.read = seq_read, \
.llseek = seq_lseek, \
.release = single_release, \
}
#endif /* PROC_FOPS_RO */
#ifndef PROC_ENTRY
#define PROC_ENTRY(name) {__stringify(name), &name ## _proc_fops}
#endif /* PROC_ENTRY */
int light_load_cps = 1000;
static int cm_mgr_loop_count;
static int cm_mgr_dram_level;
static int cm_mgr_loop;
static int total_bw_value;
#ifdef USE_BCPU_WEIGHT
int cpu_power_bcpu_weight_max = 300;
int cpu_power_bcpu_weight_min = 100;
#endif /* USE_BCPU_WEIGHT */
unsigned int cpu_power_ratio_up[CM_MGR_EMI_OPP] = {140, 100, 140, 100, 140};
unsigned int cpu_power_ratio_down[CM_MGR_EMI_OPP] = {100, 100, 100, 100, 100};
unsigned int vcore_power_ratio_up[CM_MGR_EMI_OPP] = {100, 100, 100, 100, 100};
unsigned int vcore_power_ratio_down[CM_MGR_EMI_OPP] = {100, 100, 100, 100, 100};
unsigned int debounce_times_up_adb[CM_MGR_EMI_OPP] = {0, 0, 0, 0, 0};
unsigned int debounce_times_down_adb[CM_MGR_EMI_OPP] = {3, 0, 0, 0, 0};
int debounce_times_reset_adb;
int debounce_times_perf_down = 5;
int debounce_times_perf_force_down = 100;
static int update;
static int update_v2f_table = 1;
static int cm_mgr_opp_enable = 1;
int cm_mgr_enable = 1;
#if defined(CONFIG_MTK_TINYSYS_SSPM_SUPPORT) && defined(USE_CM_MGR_AT_SSPM)
int cm_mgr_sspm_enable = 1;
#endif /* CONFIG_MTK_TINYSYS_SSPM_SUPPORT */
#ifdef USE_TIMER_CHECK
int cm_mgr_timer_enable = 1;
#endif /* USE_TIMER_CHECK */
int cm_mgr_ratio_timer_enable;
int cm_mgr_disable_fb = 1;
int cm_mgr_blank_status;
int cm_mgr_perf_enable = 1;
int cm_mgr_perf_timer_enable;
int cm_mgr_perf_force_enable;
int cm_mgr_loading_level = 1000;
int cm_mgr_loading_enable;
int cm_mgr_emi_demand_check = 1;
#ifdef USE_CPU_TO_DRAM_MAP
int cm_mgr_cpu_map_dram_enable = 1;
#endif /* USE_CPU_TO_DRAM_MAP */
static int vcore_power_gain_0[][VCORE_ARRAY_SIZE] = {
{2, 6, 40, 84, 121},
{28, 36, 47, 150, 224},
{45, 41, 61, 179, 287},
{55, 44, 69, 185, 338},
{67, 50, 69, 189, 358},
{80, 55, 71, 193, 377},
{87, 69, 72, 195, 396},
{111, 78, 80, 197, 415},
{135, 81, 93, 199, 433},
{155, 89, 94, 211, 446},
{174, 98, 93, 225, 457},
{193, 103, 94, 239, 468},
{213, 106, 99, 253, 479},
{213, 129, 101, 267, 490},
{213, 152, 102, 272, 511},
{213, 152, 125, 274, 536},
{213, 152, 149, 275, 560},
{213, 152, 171, 274, 584},
{213, 152, 194, 274, 608},
{213, 152, 194, 297, 624},
{213, 152, 194, 320, 630},
{213, 152, 194, 343, 635},
{213, 152, 194, 366, 641},
{213, 152, 194, 390, 646},
{213, 152, 194, 414, 651},
{213, 152, 194, 414, 681},
{213, 152, 194, 414, 711},
{213, 152, 194, 414, 740},
{213, 152, 194, 414, 770},
{213, 152, 194, 414, 799},
};
#define VCORE_POWER_ARRAY_SIZE(name) \
(sizeof(vcore_power_gain_##name) / \
sizeof(unsigned int) / \
VCORE_ARRAY_SIZE)
#define VCORE_POWER_GAIN_PTR(name) \
(&vcore_power_gain_##name[0][0])
static int vcore_power_array_size(int idx)
{
switch (idx) {
case 0:
return VCORE_POWER_ARRAY_SIZE(0);
}
pr_info("#@# %s(%d) warning value %d\n", __func__, __LINE__, idx);
return 0;
};
static int *vcore_power_gain_ptr(int idx)
{
switch (idx) {
case 0:
return VCORE_POWER_GAIN_PTR(0);
}
pr_info("#@# %s(%d) warning value %d\n", __func__, __LINE__, idx);
return NULL;
};
static int *vcore_power_gain = VCORE_POWER_GAIN_PTR(0);
#define vcore_power_gain(p, i, j) (*(p + (i) * VCORE_ARRAY_SIZE + (j)))
static unsigned int _v2f_all[][CM_MGR_CPU_CLUSTER] = {
{280, 275},
{236, 232},
{180, 180},
{151, 151},
{125, 125},
{113, 113},
{102, 102},
{93, 93},
{84, 84},
{76, 76},
{68, 68},
{59, 59},
{50, 50},
{42, 42},
{35, 35},
{29, 29},
};
static unsigned int cpu_power_gain_UpLow0[][CM_MGR_CPU_ARRAY_SIZE] = {
{0, 3, 1, 5, 1, 8, 1, 8, 1, 7},
{1, 5, 2, 11, 2, 16, 2, 15, 2, 14},
{1, 8, 3, 16, 4, 24, 4, 23, 3, 22},
{2, 10, 3, 22, 5, 31, 5, 31, 5, 29},
{2, 13, 4, 27, 6, 39, 6, 38, 6, 36},
{2, 16, 5, 33, 7, 47, 7, 46, 7, 43},
{3, 18, 6, 38, 9, 55, 8, 54, 8, 50},
{3, 21, 7, 44, 55, 359, 10, 61, 9, 58},
{4, 24, 8, 49, 52, 343, 52, 341, 51, 337},
{4, 26, 9, 55, 50, 326, 49, 324, 49, 319},
{5, 29, 9, 60, 47, 309, 47, 307, 46, 302},
{5, 31, 40, 264, 45, 292, 44, 290, 44, 284},
{5, 34, 37, 244, 42, 275, 42, 273, 41, 267},
{6, 37, 35, 225, 40, 258, 39, 256, 38, 249},
{6, 39, 32, 206, 37, 242, 37, 239, 36, 232},
{7, 42, 29, 187, 35, 225, 34, 222, 33, 214},
{7, 45, 26, 167, 32, 208, 32, 205, 30, 197},
{7, 47, 23, 148, 30, 191, 29, 188, 28, 179},
{8, 50, 20, 129, 27, 174, 27, 170, 25, 162},
{8, 52, 17, 110, 25, 157, 24, 153, 23, 144},
};
static unsigned int cpu_power_gain_DownLow0[][CM_MGR_CPU_ARRAY_SIZE] = {
{0, 3, 1, 6, 1, 9, 1, 9, 1, 8},
{1, 5, 2, 12, 3, 18, 3, 18, 3, 16},
{1, 8, 3, 18, 4, 27, 4, 26, 4, 25},
{2, 11, 4, 24, 6, 36, 6, 35, 5, 33},
{2, 14, 5, 30, 7, 45, 7, 44, 6, 41},
{3, 16, 6, 36, 9, 54, 8, 53, 8, 49},
{3, 19, 7, 42, 67, 404, 10, 62, 9, 57},
{3, 22, 8, 48, 64, 387, 64, 385, 63, 380},
{4, 25, 9, 54, 61, 369, 61, 367, 60, 362},
{4, 27, 9, 60, 58, 352, 58, 350, 57, 344},
{5, 30, 50, 302, 55, 335, 55, 332, 54, 326},
{5, 33, 47, 282, 52, 318, 52, 315, 51, 308},
{6, 36, 43, 262, 49, 301, 49, 298, 48, 290},
{6, 38, 40, 242, 46, 284, 46, 280, 44, 272},
{6, 41, 36, 222, 43, 267, 43, 263, 41, 254},
{7, 44, 33, 201, 40, 250, 40, 246, 38, 236},
{7, 47, 29, 181, 37, 233, 37, 228, 35, 218},
{8, 49, 26, 161, 34, 216, 34, 211, 32, 200},
{8, 52, 22, 141, 31, 198, 31, 194, 29, 182},
{9, 55, 19, 121, 28, 181, 28, 176, 26, 164},
};
static unsigned int cpu_power_gain_UpHigh0[][CM_MGR_CPU_ARRAY_SIZE] = {
{0, 3, 1, 5, 1, 8, 1, 8, 1, 7},
{1, 5, 2, 11, 2, 16, 2, 15, 2, 14},
{1, 8, 3, 16, 4, 24, 4, 23, 3, 22},
{2, 10, 3, 22, 5, 31, 5, 31, 5, 29},
{2, 13, 4, 27, 6, 39, 6, 38, 6, 36},
{2, 16, 5, 33, 7, 47, 7, 46, 7, 43},
{3, 18, 6, 38, 9, 55, 8, 54, 8, 50},
{3, 21, 7, 44, 10, 63, 10, 61, 9, 58},
{4, 24, 8, 49, 11, 71, 11, 69, 10, 65},
{4, 26, 9, 55, 12, 79, 12, 77, 11, 72},
{5, 29, 9, 60, 14, 86, 13, 84, 12, 79},
{5, 31, 10, 66, 82, 295, 14, 92, 14, 87},
{5, 34, 11, 71, 75, 277, 74, 275, 15, 94},
{6, 37, 12, 77, 67, 260, 67, 258, 66, 251},
{6, 39, 13, 82, 60, 243, 60, 240, 59, 233},
{7, 42, 14, 88, 53, 226, 53, 223, 52, 215},
{7, 45, 15, 93, 46, 209, 46, 205, 44, 198},
{7, 47, 32, 149, 39, 192, 38, 188, 37, 180},
{8, 50, 25, 129, 32, 174, 31, 171, 30, 162},
{8, 52, 17, 110, 25, 157, 24, 153, 23, 144},
};
static unsigned int cpu_power_gain_DownHigh0[][CM_MGR_CPU_ARRAY_SIZE] = {
{0, 3, 1, 6, 1, 9, 1, 9, 1, 8},
{1, 5, 2, 12, 3, 18, 3, 18, 3, 16},
{1, 8, 3, 18, 4, 27, 4, 26, 4, 25},
{2, 11, 4, 24, 6, 36, 6, 35, 5, 33},
{2, 14, 5, 30, 7, 45, 7, 44, 6, 41},
{3, 16, 6, 36, 9, 54, 8, 53, 8, 49},
{3, 19, 7, 42, 10, 63, 10, 62, 9, 57},
{3, 22, 8, 48, 11, 73, 11, 70, 10, 66},
{4, 25, 9, 54, 13, 82, 12, 79, 12, 74},
{4, 27, 9, 60, 14, 91, 14, 88, 13, 82},
{5, 30, 10, 67, 90, 344, 90, 341, 14, 90},
{5, 33, 11, 73, 83, 326, 83, 323, 82, 316},
{6, 36, 12, 79, 76, 308, 76, 304, 75, 297},
{6, 38, 13, 85, 70, 290, 69, 286, 68, 278},
{6, 41, 14, 91, 63, 272, 62, 268, 61, 259},
{7, 44, 48, 205, 56, 254, 55, 250, 54, 240},
{7, 47, 41, 184, 49, 236, 48, 231, 47, 221},
{8, 49, 34, 163, 42, 217, 41, 213, 40, 202},
{8, 52, 26, 142, 35, 199, 34, 195, 33, 183},
{9, 55, 19, 121, 28, 181, 28, 176, 26, 164},
};
#define cpu_power_gain(p, i, j) (*(p + (i) * CM_MGR_CPU_ARRAY_SIZE + (j)))
#define CPU_POWER_GAIN(a, b, c) \
(&cpu_power_gain_##a##b##c[0][0])
static unsigned int *_cpu_power_gain_ptr(int isUP, int isLow, int idx)
{
switch (isUP) {
case 0:
switch (isLow) {
case 0:
switch (idx) {
case 0:
return CPU_POWER_GAIN(Down, High, 0);
}
break;
case 1:
switch (idx) {
case 0:
return CPU_POWER_GAIN(Down, Low, 0);
}
break;
}
break;
case 1:
switch (isLow) {
case 0:
switch (idx) {
case 0:
return CPU_POWER_GAIN(Up, High, 0);
}
break;
case 1:
switch (idx) {
case 0:
return CPU_POWER_GAIN(Up, Low, 0);
}
break;
}
break;
}
pr_info("#@# %s(%d) warning value %d\n", __func__, __LINE__, idx);
return NULL;
};
static unsigned int *cpu_power_gain_up = CPU_POWER_GAIN(Up, High, 0);
static unsigned int *cpu_power_gain_down = CPU_POWER_GAIN(Down, High, 0);
static void cpu_power_gain_ptr(int opp, int tbl, int cluster)
{
switch (cluster) {
case 0:
if (opp < CM_MGR_LOWER_OPP) {
switch (tbl) {
case 0:
cpu_power_gain_up =
CPU_POWER_GAIN(Up, Low, 0);
cpu_power_gain_down =
CPU_POWER_GAIN(Down, Low, 0);
break;
}
} else {
switch (tbl) {
case 0:
cpu_power_gain_up =
CPU_POWER_GAIN(Up, High, 0);
cpu_power_gain_down =
CPU_POWER_GAIN(Down, High, 0);
break;
}
}
break;
case 1:
if (opp < CM_MGR_LOWER_OPP) {
switch (tbl) {
case 0:
cpu_power_gain_up =
CPU_POWER_GAIN(Up, Low, 0);
cpu_power_gain_down =
CPU_POWER_GAIN(Down, Low, 0);
break;
}
} else {
switch (tbl) {
case 0:
cpu_power_gain_up =
CPU_POWER_GAIN(Up, High, 0);
cpu_power_gain_down =
CPU_POWER_GAIN(Down, High, 0);
break;
}
}
break;
}
}
int cpu_power_gain_opp(int bw, int is_up, int opp, int ratio_idx, int idx)
{
cpu_power_gain_ptr(opp, cm_mgr_get_idx(), idx % CM_MGR_CPU_CLUSTER);
if (is_up)
return cpu_power_gain(cpu_power_gain_up, ratio_idx, idx);
else
return cpu_power_gain(cpu_power_gain_down, ratio_idx, idx);
}
#endif /* __MTK_CM_MGR_PLATFORM_DATA_H__ */
@@ -0,0 +1,78 @@
// SPDX-License-Identifier: GPL-2.0+
/*
* Copyright (c) 2019 MediaTek Inc.
*/
#undef TRACE_SYSTEM
#define TRACE_SYSTEM cm_mgr_events
#if !defined(_TRACE_MTK_CM_MGR_EVENTS_H) || defined(TRACE_HEADER_MULTI_READ)
#define _TRACE_MTK_CM_MGR_EVENTS_H
#include <linux/tracepoint.h>
TRACE_EVENT(CM_MGR__stall_ratio,
TP_PROTO(int _id,
unsigned int _ratio),
TP_ARGS(_id,
_ratio),
TP_STRUCT__entry(
__field(int, _id)
__field(unsigned int, _ratio)
),
TP_fast_assign(
__entry->_id = _id;
__entry->_ratio = _ratio;
),
TP_printk("CPU0_config_reg__CPU_AVG_STALL_RATIO=%d, _id=%d",
__entry->_ratio, __entry->_id)
);
TRACE_EVENT(CM_MGR__perf_hint,
TP_PROTO(int _force,
int _enable,
int _opp,
int _base,
int _count,
int _foece_count),
TP_ARGS(_force,
_enable,
_opp,
_base,
_count,
_foece_count),
TP_STRUCT__entry(
__field(int, _force)
__field(int, _enable)
__field(int, _opp)
__field(int, _base)
__field(int, _count)
__field(int, _foece_count)
),
TP_fast_assign(
__entry->_force = _force;
__entry->_enable = _enable;
__entry->_opp = _opp;
__entry->_base = _base;
__entry->_count = _count;
__entry->_foece_count = _foece_count;
),
TP_printk("cm_mgr perf hint %s=%d %s=%d %s=%d %s=%d %s=%d %s=%d",
"force", __entry->_force,
"enable", __entry->_enable,
"opp", __entry->_opp,
"base", __entry->_base,
"count", __entry->_count,
"force_count", __entry->_foece_count)
);
#endif /* _TRACE_MTK_CM_MGR_EVENTS_H */
/* This part must be outside protection */
#undef TRACE_INCLUDE_PATH
#define TRACE_INCLUDE_PATH ./
#undef TRACE_INCLUDE_FILE
#define TRACE_INCLUDE_FILE mtk_cm_mgr_platform_events
#include <trace/define_trace.h>
@@ -0,0 +1,90 @@
// SPDX-License-Identifier: GPL-2.0+
/*
* Copyright (c) 2019 MediaTek Inc.
*/
#ifndef __MTK_CM_MGR_PLATFORM_REG_H__
#define __MTK_CM_MGR_PLATFORM_REG_H__
/*
* BIT Operation
*/
#define CM_BIT(_bit_) \
(unsigned int)(1U << (_bit_))
#define CM_BITMASK(_bits_) \
(((unsigned int) -1 >> (31 - ((1) ? _bits_))) & \
~((1U << ((0) ? _bits_)) - 1))
#define CM_BITS(_bits_, _val_) \
(CM_BITMASK(_bits_) & \
((_val_) << ((0) ? _bits_)))
#define CM_GET_BITS_VAL_0(_bits_, _val_) \
(((_val_) & (CM_BITMASK(_bits_))) >> ((0) ? _bits_))
#define CM_NAME_VAL(_name_, _val_) \
(_val_ << _name_##_SHIFT)
#define CM_GET_NAME_VAL(_reg_val_, _name_) \
((_reg_val_) & (_name_##_MASK))
#define CM_GET_NAME_VAL_0(_reg_val_, _name_) \
(((_reg_val_) & (_name_##_MASK)) >> _name_##_SHIFT)
#define CM_SET_NAME_VAL(_reg_val_, _name_, _val_) \
(((_reg_val_) & ~(_name_##_MASK)) | \
((_val_ << _name_##_SHIFT) & (_name_##_MASK)))
#undef MCUSYS_MP0
#define MCUSYS_MP0 mcucfg_mp0_counter_base
#define STALL_INFO_CONF(x) (MCUSYS_MP0 + 0x800 * (x) + 0x238)
#define CPU_AVG_STALL_RATIO(x) (MCUSYS_MP0 + 0x800 * (x) + 0x700)
#define CPU_AVG_STALL_DEBUG_CTRL(x) (MCUSYS_MP0 + 0x800 * (x) + 0x704)
#define CPU_AVG_STALL_FMETER_STATUS(x) (MCUSYS_MP0 + 0x800 * (x) + 0x708)
#define CPU_AVG_STALL_RATIO_CTRL(x) (MCUSYS_MP0 + 0x800 * (x) + 0x710)
#define CPU_AVG_STALL_COUNTER(x) (MCUSYS_MP0 + 0x800 * (x) + 0x714)
#define MP0_CPU_NONWFX_CTRL(x) (MCUSYS_MP0 + 0x8 * (x) + 0x8500)
#define MP0_CPU_NONWFX_CNT(x) (MCUSYS_MP0 + 0x8 * (x) + 0x8504)
/* STALL_INFO_CONF */
#define CPU_STALL_IDLE_CNT_LSB CM_BIT(0)
#define CPU_STALL_IDLE_CNT_SHIFT 0
#define CPU_STALL_IDLE_CNT_MASK CM_BITMASK(5:0)
#define CPU_STALL_CACHE_OPT_LSB CM_BIT(6)
#define CPU_STALL_CACHE_OPT_SHIFT 6
#define CPU_STALL_CACHE_OPT_MASK CM_BITMASK(10:6)
/* CPU_AVG_STALL_RATIO */
#define RG_CPU_AVG_STALL_RATIO CM_BIT(0)
/* CPU_AVG_STALL_DEBUG_CTRL */
#define RG_FMETER_APB_FREQUENCY CM_BIT(0)
#define RG_STALL_INFO_SEL CM_BIT(12)
#define RG_SAMPLE_RATIO CM_BIT(16)
/* CPU_AVG_STALL_FMETER_STATUS */
#define RO_FMETER_OUTPUT CM_BIT(0)
#define RO_FMETER_LOW CM_BIT(12)
/* CPU_AVG_STALL_RATIO_CTRL */
#define RG_CPU_AVG_STALL_RATIO_EN CM_BIT(0)
#define RG_CPU_AVG_STALL_RATIO_RESTART CM_BIT(1)
#define RG_CPU_STALL_COUNTER_EN CM_BIT(4)
#define REMOVED_RG_CPU_NON_WFX_COUNTER_EN CM_BIT(5)
#define RG_CPU_STALL_COUNTER_RESET CM_BIT(6)
#define REMOVED_RG_CPU_NON_WFX_COUNTER_RESET CM_BIT(7)
#define RG_MP0_AVG_STALL_PERIOD CM_BIT(8)
#define RG_FMETER_MIN_FREQUENCY CM_BIT(12)
#define RG_FMETER_EN CM_BIT(24)
/* CPU_AVG_STALL_COUNTER */
#define RO_CPU_STALL_COUNTER CM_BIT(0)
/* MP0_CPU0_NONWFX_CTRL */
#define RG_CPU0_NON_WFX_COUNTER_EN CM_BIT(0)
#define RG_CPU0_NON_WFX_COUNTER_RESET CM_BIT(4)
#define RG_MP0_AVG_STALL_PERIOD_1MS CM_BITS(11:8, 0x8)
#define RG_MP0_AVG_STALL_PERIOD_2MS CM_BITS(11:8, 0x9)
#define RG_MP0_AVG_STALL_PERIOD_4MS CM_BITS(11:8, 0xa)
#define RG_MP0_AVG_STALL_PERIOD_8MS CM_BITS(11:8, 0xb)
#define RG_MP0_AVG_STALL_PERIOD_10MS CM_BITS(11:8, 0xc)
#define RG_MP0_AVG_STALL_PERIOD_20MS CM_BITS(11:8, 0xd)
#define RG_MP0_AVG_STALL_PERIOD_40MS CM_BITS(11:8, 0xe)
#define RG_MP0_AVG_STALL_PERIOD_80MS CM_BITS(11:8, 0xf)
#define cm_mgr_read(addr) __raw_readl((void __force __iomem *)(addr))
#define cm_mgr_write(addr, val) mt_reg_sync_writel(val, addr)
#endif /* __MTK_CM_MGR_PLATFORM_REG_H__*/
@@ -0,0 +1,43 @@
#
# Copyright (C) 2015 MediaTek Inc.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
SSPM_VER := v2
ifneq ($(wildcard $(srctree)/drivers/misc/mediatek/met_drv/),)
ccflags-y += -DMET_SUPPORT
ccflags-y += -DMET_USER_EVENT_SUPPORT
endif
ccflags-y += \
-I$(CPUFREQ_ROOT_DIR)/inc \
-I$(CPUFREQ_ROOT_DIR)/src/mach/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/devfreq \
-I$(srctree)/drivers/misc/mediatek/base/power/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/base/power/cm_mgr_v1/ \
-I$(srctree)/drivers/misc/mediatek/base/power/cm_mgr_v1/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/base/power/cpufreq_v1/inc \
-I$(srctree)/drivers/misc/mediatek/base/power/cpufreq_v1/src/mach/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/base/power/include \
-I$(srctree)/drivers/misc/mediatek/dramc/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/include \
-I$(srctree)/drivers/misc/mediatek/include/mt-plat \
-I$(srctree)/drivers/misc/mediatek/include/mt-plat/$(CONFIG_MTK_PLATFORM)/include \
-I$(srctree)/drivers/misc/mediatek/include/mt-plat/$(CONFIG_MTK_PLATFORM)/include/mach \
-I$(srctree)/drivers/misc/mediatek/sspm \
-I$(srctree)/drivers/misc/mediatek/sspm/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/include \
-I$(srctree)/include/memory/mediatek/ \
# main
obj-y += mtk_cm_mgr_platform.o
File diff suppressed because it is too large. Load diff
@@ -0,0 +1,153 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (c) 2019 MediaTek Inc.
*/
#ifndef __MTK_CM_MGR_PLATFORM_H__
#define __MTK_CM_MGR_PLATFORM_H__
#ifdef CONFIG_MEDIATEK_DRAMC
#include <dramc.h>
#endif /* CONFIG_MEDIATEK_DRAMC */
#define PER_CPU_STALL_RATIO
#define LIGHT_LOAD
/* #define USE_AVG_PMU */
/* #define DEBUG_CM_MGR */
/* #define USE_TIMER_CHECK */
/* #define USE_IDLE_NOTIFY */
#define USE_NEW_CPU_OPP
#define USE_CM_MGR_AT_SSPM
/* #define USE_SINGLE_CLUSTER */
/* #define USE_CPU_TO_DRAM_MAP */
/* #define USE_CPU_TO_DRAM_MAP_NEW */
#define USE_BCPU_WEIGHT
#define USE_CM_USER_MODE /* POWER_HAL setting */
#define CM_BCPU_MIN_OPP_WEIGHT
#define CM_MGR_EMI_OPP 6
#define CM_MGR_LOWER_OPP 7
#define CM_MGR_CPU_CLUSTER 2
#define CM_MGR_CPU_COUNT 8
#define CM_MGR_CPU_LIMIT 6
#define CLUSTER0_MASK 0xff
#define CM_MGR_CPU_OPP_SIZE 16
#define VCORE_ARRAY_SIZE CM_MGR_EMI_OPP
#define CM_MGR_CPU_ARRAY_SIZE (CM_MGR_CPU_CLUSTER * CM_MGR_EMI_OPP)
#define RATIO_COUNT (100 / 5 - 1)
#define IS_UP 1
#define IS_DOWN 0
#define USE_TIMER_CHECK_TIME msecs_to_jiffies(50)
#define CM_MGR_INIT_DELAY_MS 1
#define CM_MGR_BW_VALUE 0
#define CM_MGR_VCORE_OPP_COUNT 30
enum {
CM_MGR_LP4 = 0,
CM_MGR_LP5,
CM_MGR_MAX,
};
#ifdef USE_BCPU_WEIGHT
extern int cpu_power_bcpu_weight_max;
extern int cpu_power_bcpu_weight_min;
extern int cpu_power_bcpu_weight_max0;
extern int cpu_power_bcpu_weight_min0;
extern int cpu_power_bcpu_weight_max1;
extern int cpu_power_bcpu_weight_min1;
#endif /* USE_BCPU_WEIGHT */
#ifdef CM_BCPU_MIN_OPP_WEIGHT
extern unsigned int cm_mgr_bcpu_min_opp_weight;
extern unsigned int cm_mgr_bcpu_low_opp_weight;
extern unsigned int cm_mgr_bcpu_low_opp_bound;
extern unsigned int cm_mgr_bcpu_min_opp_weight0;
extern unsigned int cm_mgr_bcpu_low_opp_weight0;
extern unsigned int cm_mgr_bcpu_low_opp_bound0;
extern unsigned int cm_mgr_bcpu_min_opp_weight1;
extern unsigned int cm_mgr_bcpu_low_opp_weight1;
extern unsigned int cm_mgr_bcpu_low_opp_bound1;
#endif /* CM_BCPU_MIN_OPP_WEIGHT */
#ifdef USE_CM_USER_MODE
extern unsigned int cm_user_mode;
extern unsigned int cm_user_active;
extern void cm_mgr_user_mode_set(unsigned int mode);
extern void cm_mgr_user_mode_cmd(int reset, char *cmd, unsigned int val_1, unsigned int val_2);
#endif
extern void __iomem *mcucfg_mp0_counter_base;
extern unsigned int cpu_power_up_array[CM_MGR_CPU_CLUSTER];
extern unsigned int cpu_power_down_array[CM_MGR_CPU_CLUSTER];
extern unsigned int cpu_power_up[CM_MGR_CPU_CLUSTER];
extern unsigned int cpu_power_down[CM_MGR_CPU_CLUSTER];
extern unsigned int v2f[CM_MGR_CPU_CLUSTER];
extern unsigned int cpu_power_ratio_up0[CM_MGR_EMI_OPP];
extern unsigned int cpu_power_ratio_down0[CM_MGR_EMI_OPP];
extern unsigned int debounce_times_up_adb0[CM_MGR_EMI_OPP];
extern unsigned int debounce_times_down_adb0[CM_MGR_EMI_OPP];
extern unsigned int cpu_power_ratio_up1[CM_MGR_EMI_OPP];
extern unsigned int cpu_power_ratio_down1[CM_MGR_EMI_OPP];
extern unsigned int debounce_times_up_adb1[CM_MGR_EMI_OPP];
extern unsigned int debounce_times_down_adb1[CM_MGR_EMI_OPP];
extern int vcore_power_up;
extern int vcore_power_down;
extern int cpu_opp_cur[CM_MGR_CPU_CLUSTER];
extern int ratio_max[CM_MGR_CPU_CLUSTER];
extern int ratio[CM_MGR_CPU_COUNT];
extern int count[CM_MGR_CPU_CLUSTER];
extern int count_ack[CM_MGR_CPU_CLUSTER];
extern int vcore_dram_opp;
extern int vcore_dram_opp_cur;
extern int cm_mgr_abs_load;
extern int cm_mgr_rel_load;
extern int total_bw;
extern int cps_valid;
extern int debounce_times_up;
extern int debounce_times_down;
extern int ratio_scale[CM_MGR_CPU_CLUSTER];
extern int max_load[CM_MGR_CPU_CLUSTER];
extern int cpu_load[NR_CPUS];
extern int loading_acc[NR_CPUS];
extern int loading_cnt;
#define DEBUG_CM_PERF_OPP
extern int debounce_times_perf_down_local;
extern int debounce_times_perf_down_force_local;
extern int pm_qos_update_request_status;
extern int cm_mgr_dram_opp_base;
extern int cm_mgr_dram_opp;
#define USE_STEP_PERF_OPP
extern int cm_mgr_dram_perf_opp;
extern int cm_mgr_dram_step_opp;
extern void cm_mgr_update_met(void);
extern int cm_mgr_get_idx(void);
extern int cm_mgr_get_stall_ratio(int cpu);
extern int cm_mgr_get_cpu_count(int cluster);
extern int cm_mgr_get_max_stall_ratio(int cluster);
extern int cm_mgr_check_stall_ratio(int mp0, int mp1);
extern void cm_mgr_ratio_timer_en(int enable);
extern void cm_mgr_perf_platform_set_status(int enable);
extern void cm_mgr_perf_platform_set_force_status(int enable);
extern int cm_mgr_register_init(void);
extern int cm_mgr_platform_init(void);
extern void cm_mgr_set_dram_level(int level);
extern int cm_mgr_get_dram_opp(void);
extern int cm_mgr_check_bw_status(void);
extern int cm_mgr_get_bw(void);
extern void cm_mgr_ddr_setting_init(void);
extern void dbg_cm_mgr_platform_show(struct seq_file *m);
extern void dbg_cm_mgr_platform_write(int len, const char *cmd, u32 val_1,
u32 val_2);
extern int x_ratio_enable;
extern int cm_mgr_camera_enable;
extern unsigned int cpu_power_ratio_up_x_camera[CM_MGR_EMI_OPP];
extern unsigned int cpu_power_ratio_up_x[CM_MGR_EMI_OPP];
#endif /* __MTK_CM_MGR_PLATFORM_H__ */
@@ -0,0 +1,434 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (c) 2019 MediaTek Inc.
*/
#ifndef __MTK_CM_MGR_PLATFORM_DATA_H__
#define __MTK_CM_MGR_PLATFORM_DATA_H__
#ifndef PROC_FOPS_RW
#define PROC_FOPS_RW(name) \
static int name ## _proc_open(struct inode *inode, \
struct file *file) \
{ \
return single_open(file, name ## _proc_show, \
PDE_DATA(inode)); \
} \
static const struct file_operations name ## _proc_fops = { \
.owner = THIS_MODULE, \
.open = name ## _proc_open, \
.read = seq_read, \
.llseek = seq_lseek, \
.release = single_release, \
.write = name ## _proc_write, \
}
#endif /* PROC_FOPS_RW */
#ifndef PROC_FOPS_RO
#define PROC_FOPS_RO(name) \
static int name ## _proc_open(struct inode *inode, \
struct file *file) \
{ \
return single_open(file, name ## _proc_show, \
PDE_DATA(inode)); \
} \
static const struct file_operations name ## _proc_fops = { \
.owner = THIS_MODULE, \
.open = name ## _proc_open, \
.read = seq_read, \
.llseek = seq_lseek, \
.release = single_release, \
}
#endif /* PROC_FOPS_RO */
#ifndef PROC_ENTRY
#define PROC_ENTRY(name) {__stringify(name), &name ## _proc_fops}
#endif /* PROC_ENTRY */
int light_load_cps = 1000;
static int cm_mgr_loop_count;
static int cm_mgr_dram_level;
static int cm_mgr_loop;
static int total_bw_value;
#ifdef USE_CM_USER_MODE
unsigned int cm_user_mode;
unsigned int cm_user_active;
#endif
#ifdef USE_BCPU_WEIGHT
int cpu_power_bcpu_weight_max = 350;
int cpu_power_bcpu_weight_min = 100;
int cpu_power_bcpu_weight_max0 = 350;
int cpu_power_bcpu_weight_min0 = 100;
int cpu_power_bcpu_weight_max1 = 480;
int cpu_power_bcpu_weight_min1 = 100;
#endif /* USE_BCPU_WEIGHT */
#ifdef CM_BCPU_MIN_OPP_WEIGHT
unsigned int cm_mgr_bcpu_min_opp_weight;
unsigned int cm_mgr_bcpu_low_opp_weight;
unsigned int cm_mgr_bcpu_low_opp_bound = 15;
unsigned int cm_mgr_bcpu_min_opp_weight0;
unsigned int cm_mgr_bcpu_low_opp_weight0;
unsigned int cm_mgr_bcpu_low_opp_bound0 = 15;
unsigned int cm_mgr_bcpu_min_opp_weight1 = 30;
unsigned int cm_mgr_bcpu_low_opp_weight1 = 60;
unsigned int cm_mgr_bcpu_low_opp_bound1 = 10;
#endif
#ifdef CM_TRIGEAR
int cpu_power_bbcpu_weight_max = 100;
int cpu_power_bbcpu_weight_min = 100;
#endif
#ifdef DSU_DVFS_ENABLE
unsigned int dsu_debounce_up = 5;
unsigned int dsu_debounce_down;
unsigned int dsu_diff_pwr_up = 10;
unsigned int dsu_diff_pwr_down;
unsigned int dsu_l_pwr_ratio = 100;
unsigned int dsu_b_pwr_ratio = 100;
unsigned int dsu_bb_pwr_ratio = 100;
#endif
unsigned int cpu_power_ratio_up[CM_MGR_EMI_OPP] = {100, 120, 140, 100, 100, 0};
unsigned int cpu_power_ratio_down[CM_MGR_EMI_OPP] = {100, 100, 100, 100, 100, 0};
unsigned int vcore_power_ratio_up[CM_MGR_EMI_OPP] = {100, 100, 100, 100, 100, 100};
unsigned int vcore_power_ratio_down[CM_MGR_EMI_OPP] = {100, 100, 100, 100, 100, 100};
unsigned int debounce_times_up_adb[CM_MGR_EMI_OPP] = {0, 0, 0, 0, 0, 0};
unsigned int debounce_times_down_adb[CM_MGR_EMI_OPP] = {3, 0, 0, 0, 0, 0};
unsigned int cpu_power_ratio_up0[CM_MGR_EMI_OPP] = {100, 120, 140, 100, 100, 0};
unsigned int cpu_power_ratio_down0[CM_MGR_EMI_OPP] = {100, 100, 100, 100, 100, 0};
unsigned int debounce_times_up_adb0[CM_MGR_EMI_OPP] = {0, 0, 0, 0, 0, 0};
unsigned int debounce_times_down_adb0[CM_MGR_EMI_OPP] = {3, 0, 0, 0, 0, 0};
unsigned int cpu_power_ratio_up1[CM_MGR_EMI_OPP] = {100, 120, 140, 70, 180, 140};
unsigned int cpu_power_ratio_down1[CM_MGR_EMI_OPP] = {100, 100, 100, 100, 160, 100};
unsigned int debounce_times_up_adb1[CM_MGR_EMI_OPP] = {0, 0, 0, 0, 0, 0};
unsigned int debounce_times_down_adb1[CM_MGR_EMI_OPP] = {3, 0, 0, 0, 3, 3};
int debounce_times_reset_adb = 1;
int debounce_times_perf_down = 5;
int debounce_times_perf_force_down = 100;
static int update;
static int update_v2f_table = 1;
static int cm_mgr_opp_enable = 1;
int cm_mgr_enable = 1;
#if defined(CONFIG_MTK_TINYSYS_SSPM_SUPPORT) && defined(USE_CM_MGR_AT_SSPM)
int cm_mgr_sspm_enable = 1;
#endif /* CONFIG_MTK_TINYSYS_SSPM_SUPPORT */
#ifdef USE_TIMER_CHECK
int cm_mgr_timer_enable = 1;
#endif /* USE_TIMER_CHECK */
int cm_mgr_ratio_timer_enable;
int cm_mgr_disable_fb = 1;
int cm_mgr_blank_status;
int cm_mgr_perf_enable = 1;
int cm_mgr_perf_timer_enable;
int cm_mgr_perf_force_enable;
int cm_mgr_loading_level = 1000;
int cm_mgr_loading_enable;
int cm_mgr_emi_demand_check = 1;
#ifdef USE_CPU_TO_DRAM_MAP
int cm_mgr_cpu_map_dram_enable = 1;
#endif /* USE_CPU_TO_DRAM_MAP */
#ifdef USE_CPU_TO_DRAM_MAP_NEW
int cm_mgr_cpu_map_emi_opp = 1;
int cm_mgr_cpu_map_skip_cpu_opp = 2;
#endif /* USE_CPU_TO_DRAM_MAP_NEW */
int x_ratio_enable = 1;
int cm_mgr_camera_enable;
unsigned int cpu_power_ratio_up_x_camera[CM_MGR_EMI_OPP] = {0, 0, 0, 0, 60, 60};
unsigned int cpu_power_ratio_up_x[CM_MGR_EMI_OPP] = {0, 0, 0, 0, 0, 0};
static int vcore_power_gain_0[][VCORE_ARRAY_SIZE] = {
{42, 80, 10, 120, 210},
{85, 124, 33, 157, 358},
{104, 137, 57, 178, 549},
{100, 172, 56, 174, 571},
{110, 174, 70, 181, 575},
{132, 175, 82, 173, 599},
{189, 170, 92, 171, 631},
{221, 191, 102, 162, 668},
{254, 213, 99, 161, 706},
{282, 232, 95, 169, 714},
{301, 243, 117, 168, 722},
{319, 253, 125, 168, 745},
{350, 251, 119, 174, 775},
{350, 280, 112, 192, 793},
{350, 309, 114, 202, 807},
{350, 309, 147, 207, 828},
{350, 309, 179, 208, 865},
{350, 309, 211, 209, 902},
{350, 309, 243, 210, 936},
{350, 309, 243, 239, 947},
{350, 309, 243, 268, 958},
{350, 309, 243, 297, 969},
{350, 309, 243, 326, 980},
{350, 309, 243, 355, 992},
{350, 309, 243, 355, 1032},
{350, 309, 243, 355, 1072},
{350, 309, 243, 355, 1113},
{350, 309, 243, 355, 1153},
{350, 309, 243, 355, 1193},
{350, 309, 243, 355, 1234},
};
#define VCORE_POWER_ARRAY_SIZE(name) \
(sizeof(vcore_power_gain_##name) / \
sizeof(unsigned int) / \
VCORE_ARRAY_SIZE)
#define VCORE_POWER_GAIN_PTR(name) \
(&vcore_power_gain_##name[0][0])
static int vcore_power_array_size(int idx)
{
switch (idx) {
case 0:
return VCORE_POWER_ARRAY_SIZE(0);
}
pr_info("#@# %s(%d) warning value %d\n", __func__, __LINE__, idx);
return 0;
};
static int *vcore_power_gain_ptr(int idx)
{
switch (idx) {
case 0:
return VCORE_POWER_GAIN_PTR(0);
}
pr_info("#@# %s(%d) warning value %d\n", __func__, __LINE__, idx);
return NULL;
};
static int *vcore_power_gain = VCORE_POWER_GAIN_PTR(0);
#define vcore_power_gain(p, i, j) (*(p + (i) * VCORE_ARRAY_SIZE + (j)))
static unsigned int _v2f_all[][CM_MGR_CPU_CLUSTER] = {
{280, 275},
{236, 232},
{180, 180},
{151, 151},
{125, 125},
{113, 113},
{102, 102},
{93, 93},
{84, 84},
{76, 76},
{68, 68},
{59, 59},
{50, 50},
{42, 42},
{35, 35},
{29, 29},
};
static unsigned int cpu_power_gain_UpLow0[][CM_MGR_CPU_ARRAY_SIZE] = {
{2, 13, 1, 4, 1, 8, 1, 7, 1, 8},
{3, 26, 1, 8, 2, 15, 2, 13, 2, 15},
{5, 39, 2, 12, 3, 23, 3, 20, 3, 23},
{7, 52, 2, 16, 4, 30, 4, 27, 3, 31},
{155, 362, 3, 20, 5, 38, 5, 33, 4, 38},
{147, 355, 3, 24, 6, 45, 6, 40, 5, 46},
{139, 349, 4, 28, 7, 53, 7, 47, 6, 53},
{131, 342, 4, 32, 78, 298, 78, 53, 7, 299},
{123, 335, 5, 36, 73, 285, 73, 278, 72, 286},
{114, 328, 5, 40, 69, 273, 69, 265, 67, 274},
{106, 322, 6, 44, 64, 261, 64, 251, 62, 262},
{98, 315, 6, 47, 59, 249, 59, 238, 57, 250},
{90, 308, 7, 51, 54, 236, 54, 225, 52, 238},
{82, 301, 7, 55, 49, 224, 49, 212, 47, 226},
{74, 295, 37, 158, 44, 212, 44, 199, 42, 213},
{66, 288, 32, 142, 39, 200, 39, 186, 37, 201},
{58, 281, 26, 127, 34, 187, 34, 173, 32, 189},
{49, 274, 21, 111, 29, 175, 29, 159, 27, 177},
{41, 268, 15, 95, 24, 163, 24, 146, 22, 165},
{33, 261, 10, 79, 19, 151, 19, 133, 17, 153},
};
static unsigned int cpu_power_gain_DownLow0[][CM_MGR_CPU_ARRAY_SIZE] = {
{2, 16, 1, 4, 1, 8, 1, 7, 1, 8},
{4, 31, 1, 8, 2, 17, 2, 15, 2, 17},
{6, 47, 2, 12, 3, 25, 3, 22, 3, 25},
{117, 410, 2, 17, 4, 33, 4, 29, 4, 34},
{112, 404, 3, 21, 5, 42, 5, 36, 5, 42},
{107, 398, 3, 25, 6, 50, 6, 44, 6, 51},
{102, 392, 4, 29, 96, 341, 6, 51, 96, 342},
{98, 386, 4, 33, 90, 327, 89, 319, 90, 328},
{93, 380, 5, 37, 84, 314, 83, 304, 85, 315},
{88, 374, 5, 42, 79, 300, 77, 290, 79, 302},
{83, 368, 6, 46, 73, 287, 71, 275, 73, 289},
{78, 361, 6, 50, 67, 274, 66, 261, 67, 275},
{73, 355, 7, 54, 61, 260, 60, 247, 62, 262},
{69, 349, 48, 189, 56, 247, 54, 232, 56, 249},
{64, 343, 42, 171, 50, 233, 48, 218, 50, 235},
{59, 337, 36, 154, 44, 220, 42, 203, 44, 222},
{54, 331, 29, 136, 38, 207, 36, 189, 39, 209},
{49, 325, 23, 118, 33, 193, 30, 174, 33, 196},
{45, 319, 17, 101, 27, 180, 24, 160, 27, 182},
{40, 313, 11, 83, 21, 166, 18, 145, 21, 169},
};
static unsigned int cpu_power_gain_UpHigh0[][CM_MGR_CPU_ARRAY_SIZE] = {
{2, 13, 1, 4, 1, 8, 1, 7, 1, 8},
{3, 26, 1, 8, 2, 15, 2, 13, 2, 15},
{5, 39, 2, 12, 3, 23, 3, 20, 3, 23},
{7, 52, 2, 16, 4, 30, 4, 27, 3, 31},
{8, 65, 3, 20, 5, 38, 5, 33, 4, 38},
{10, 78, 3, 24, 6, 45, 6, 40, 5, 46},
{12, 91, 4, 28, 7, 53, 7, 47, 6, 53},
{13, 104, 4, 32, 8, 60, 8, 53, 7, 61},
{15, 117, 5, 36, 9, 68, 9, 60, 8, 69},
{17, 130, 5, 40, 10, 75, 10, 67, 8, 76},
{131, 526, 6, 44, 11, 83, 11, 73, 9, 84},
{120, 497, 6, 47, 11, 90, 11, 80, 10, 92},
{109, 467, 7, 51, 12, 98, 12, 87, 11, 99},
{98, 438, 7, 55, 13, 105, 13, 93, 12, 107},
{87, 408, 8, 59, 14, 113, 14, 100, 13, 115},
{76, 379, 8, 63, 15, 120, 15, 106, 14, 122},
{66, 349, 9, 67, 16, 128, 16, 113, 14, 130},
{55, 320, 9, 71, 17, 135, 17, 120, 15, 137},
{44, 290, 10, 75, 26, 186, 26, 126, 16, 188},
{33, 261, 10, 79, 19, 151, 19, 133, 17, 153},
};
static unsigned int cpu_power_gain_DownHigh0[][CM_MGR_CPU_ARRAY_SIZE] = {
{2, 16, 1, 4, 1, 8, 1, 7, 1, 8},
{4, 31, 1, 8, 2, 17, 2, 15, 2, 17},
{6, 47, 2, 12, 3, 25, 3, 22, 3, 25},
{8, 63, 2, 17, 4, 33, 4, 29, 4, 34},
{10, 78, 3, 21, 5, 42, 5, 36, 5, 42},
{12, 94, 3, 25, 6, 50, 6, 44, 6, 51},
{14, 109, 4, 29, 7, 58, 6, 51, 8, 59},
{16, 125, 4, 33, 8, 67, 7, 58, 9, 68},
{114, 668, 5, 37, 10, 75, 8, 65, 10, 76},
{107, 636, 5, 42, 11, 83, 9, 73, 11, 85},
{101, 604, 6, 46, 12, 92, 10, 80, 12, 93},
{94, 571, 6, 50, 13, 100, 11, 87, 13, 101},
{87, 539, 7, 54, 14, 108, 12, 95, 14, 110},
{80, 507, 7, 58, 15, 117, 13, 102, 15, 118},
{74, 474, 8, 62, 16, 125, 14, 109, 16, 127},
{67, 442, 8, 67, 17, 133, 15, 116, 17, 135},
{60, 410, 9, 71, 44, 285, 16, 124, 45, 288},
{53, 377, 10, 75, 37, 246, 17, 131, 37, 248},
{46, 345, 10, 79, 29, 206, 18, 138, 29, 209},
{40, 313, 11, 83, 21, 166, 18, 145, 21, 169},
};
#define cpu_power_gain(p, i, j) (*(p + (i) * CM_MGR_CPU_ARRAY_SIZE + (j)))
#define CPU_POWER_GAIN(a, b, c) \
(&cpu_power_gain_##a##b##c[0][0])
static unsigned int *_cpu_power_gain_ptr(int isUP, int isLow, int idx)
{
switch (isUP) {
case 0:
switch (isLow) {
case 0:
switch (idx) {
case 0:
return CPU_POWER_GAIN(Down, High, 0);
}
break;
case 1:
switch (idx) {
case 0:
return CPU_POWER_GAIN(Down, Low, 0);
}
break;
}
break;
case 1:
switch (isLow) {
case 0:
switch (idx) {
case 0:
return CPU_POWER_GAIN(Up, High, 0);
}
break;
case 1:
switch (idx) {
case 0:
return CPU_POWER_GAIN(Up, Low, 0);
}
break;
}
break;
}
pr_info("#@# %s(%d) warning value %d\n", __func__, __LINE__, idx);
return NULL;
};
static unsigned int *cpu_power_gain_up = CPU_POWER_GAIN(Up, High, 0);
static unsigned int *cpu_power_gain_down = CPU_POWER_GAIN(Down, High, 0);
static void cpu_power_gain_ptr(int opp, int tbl, int cluster)
{
switch (cluster) {
case 0:
if (opp < CM_MGR_LOWER_OPP) {
switch (tbl) {
case 0:
cpu_power_gain_up =
CPU_POWER_GAIN(Up, Low, 0);
cpu_power_gain_down =
CPU_POWER_GAIN(Down, Low, 0);
break;
}
} else {
switch (tbl) {
case 0:
cpu_power_gain_up =
CPU_POWER_GAIN(Up, High, 0);
cpu_power_gain_down =
CPU_POWER_GAIN(Down, High, 0);
break;
}
}
break;
case 1:
if (opp < CM_MGR_LOWER_OPP) {
switch (tbl) {
case 0:
cpu_power_gain_up =
CPU_POWER_GAIN(Up, Low, 0);
cpu_power_gain_down =
CPU_POWER_GAIN(Down, Low, 0);
break;
}
} else {
switch (tbl) {
case 0:
cpu_power_gain_up =
CPU_POWER_GAIN(Up, High, 0);
cpu_power_gain_down =
CPU_POWER_GAIN(Down, High, 0);
break;
}
}
break;
}
}
int cpu_power_gain_opp(int bw, int is_up, int opp, int ratio_idx, int idx)
{
cpu_power_gain_ptr(opp, cm_mgr_get_idx(), idx % CM_MGR_CPU_CLUSTER);
if (is_up)
return cpu_power_gain(cpu_power_gain_up, ratio_idx, idx);
else
return cpu_power_gain(cpu_power_gain_down, ratio_idx, idx);
}
#endif /* __MTK_CM_MGR_PLATFORM_DATA_H__ */
@@ -0,0 +1,78 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (c) 2019 MediaTek Inc.
*/
#undef TRACE_SYSTEM
#define TRACE_SYSTEM cm_mgr_events
#if !defined(_TRACE_MTK_CM_MGR_EVENTS_H) || defined(TRACE_HEADER_MULTI_READ)
#define _TRACE_MTK_CM_MGR_EVENTS_H
#include <linux/tracepoint.h>
TRACE_EVENT(CM_MGR__stall_ratio,
TP_PROTO(int _id,
unsigned int _ratio),
TP_ARGS(_id,
_ratio),
TP_STRUCT__entry(
__field(int, _id)
__field(unsigned int, _ratio)
),
TP_fast_assign(
__entry->_id = _id;
__entry->_ratio = _ratio;
),
TP_printk("CPU0_config_reg__CPU_AVG_STALL_RATIO=%d, _id=%d",
__entry->_ratio, __entry->_id)
);
TRACE_EVENT(CM_MGR__perf_hint,
TP_PROTO(int _force,
int _enable,
int _opp,
int _base,
int _count,
int _foece_count),
TP_ARGS(_force,
_enable,
_opp,
_base,
_count,
_foece_count),
TP_STRUCT__entry(
__field(int, _force)
__field(int, _enable)
__field(int, _opp)
__field(int, _base)
__field(int, _count)
__field(int, _foece_count)
),
TP_fast_assign(
__entry->_force = _force;
__entry->_enable = _enable;
__entry->_opp = _opp;
__entry->_base = _base;
__entry->_count = _count;
__entry->_foece_count = _foece_count;
),
TP_printk("cm_mgr perf hint %s=%d %s=%d %s=%d %s=%d %s=%d %s=%d",
"force", __entry->_force,
"enable", __entry->_enable,
"opp", __entry->_opp,
"base", __entry->_base,
"count", __entry->_count,
"force_count", __entry->_foece_count)
);
#endif /* _TRACE_MTK_CM_MGR_EVENTS_H */
/* This part must be outside protection */
#undef TRACE_INCLUDE_PATH
#define TRACE_INCLUDE_PATH ./
#undef TRACE_INCLUDE_FILE
#define TRACE_INCLUDE_FILE mtk_cm_mgr_platform_events
#include <trace/define_trace.h>
@@ -0,0 +1,90 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (c) 2019 MediaTek Inc.
*/
#ifndef __MTK_CM_MGR_PLATFORM_REG_H__
#define __MTK_CM_MGR_PLATFORM_REG_H__
/*
* BIT Operation
*/
#define CM_BIT(_bit_) \
(unsigned int)(1U << (_bit_))
#define CM_BITMASK(_bits_) \
(((unsigned int) -1 >> (31 - ((1) ? _bits_))) & \
~((1U << ((0) ? _bits_)) - 1))
#define CM_BITS(_bits_, _val_) \
(CM_BITMASK(_bits_) & \
((_val_) << ((0) ? _bits_)))
#define CM_GET_BITS_VAL_0(_bits_, _val_) \
(((_val_) & (CM_BITMASK(_bits_))) >> ((0) ? _bits_))
#define CM_NAME_VAL(_name_, _val_) \
(_val_ << _name_##_SHIFT)
#define CM_GET_NAME_VAL(_reg_val_, _name_) \
((_reg_val_) & (_name_##_MASK))
#define CM_GET_NAME_VAL_0(_reg_val_, _name_) \
(((_reg_val_) & (_name_##_MASK)) >> _name_##_SHIFT)
#define CM_SET_NAME_VAL(_reg_val_, _name_, _val_) \
(((_reg_val_) & ~(_name_##_MASK)) | \
((_val_ << _name_##_SHIFT) & (_name_##_MASK)))
#undef MCUSYS_MP0
#define MCUSYS_MP0 mcucfg_mp0_counter_base
#define STALL_INFO_CONF(x) (MCUSYS_MP0 + 0x800 * (x) + 0x238)
#define CPU_AVG_STALL_RATIO(x) (MCUSYS_MP0 + 0x800 * (x) + 0x700)
#define CPU_AVG_STALL_DEBUG_CTRL(x) (MCUSYS_MP0 + 0x800 * (x) + 0x704)
#define CPU_AVG_STALL_FMETER_STATUS(x) (MCUSYS_MP0 + 0x800 * (x) + 0x708)
#define CPU_AVG_STALL_RATIO_CTRL(x) (MCUSYS_MP0 + 0x800 * (x) + 0x710)
#define CPU_AVG_STALL_COUNTER(x) (MCUSYS_MP0 + 0x800 * (x) + 0x714)
#define MP0_CPU_NONWFX_CTRL(x) (MCUSYS_MP0 + 0x8 * (x) + 0x8500)
#define MP0_CPU_NONWFX_CNT(x) (MCUSYS_MP0 + 0x8 * (x) + 0x8504)
/* STALL_INFO_CONF */
#define CPU_STALL_IDLE_CNT_LSB CM_BIT(0)
#define CPU_STALL_IDLE_CNT_SHIFT 0
#define CPU_STALL_IDLE_CNT_MASK CM_BITMASK(5:0)
#define CPU_STALL_CACHE_OPT_LSB CM_BIT(6)
#define CPU_STALL_CACHE_OPT_SHIFT 6
#define CPU_STALL_CACHE_OPT_MASK CM_BITMASK(10:6)
/* CPU_AVG_STALL_RATIO */
#define RG_CPU_AVG_STALL_RATIO CM_BIT(0)
/* CPU_AVG_STALL_DEBUG_CTRL */
#define RG_FMETER_APB_FREQUENCY CM_BIT(0)
#define RG_STALL_INFO_SEL CM_BIT(12)
#define RG_SAMPLE_RATIO CM_BIT(16)
/* CPU_AVG_STALL_FMETER_STATUS */
#define RO_FMETER_OUTPUT CM_BIT(0)
#define RO_FMETER_LOW CM_BIT(12)
/* CPU_AVG_STALL_RATIO_CTRL */
#define RG_CPU_AVG_STALL_RATIO_EN CM_BIT(0)
#define RG_CPU_AVG_STALL_RATIO_RESTART CM_BIT(1)
#define RG_CPU_STALL_COUNTER_EN CM_BIT(4)
#define REMOVED_RG_CPU_NON_WFX_COUNTER_EN CM_BIT(5)
#define RG_CPU_STALL_COUNTER_RESET CM_BIT(6)
#define REMOVED_RG_CPU_NON_WFX_COUNTER_RESET CM_BIT(7)
#define RG_MP0_AVG_STALL_PERIOD CM_BIT(8)
#define RG_FMETER_MIN_FREQUENCY CM_BIT(12)
#define RG_FMETER_EN CM_BIT(24)
/* CPU_AVG_STALL_COUNTER */
#define RO_CPU_STALL_COUNTER CM_BIT(0)
/* MP0_CPU0_NONWFX_CTRL */
#define RG_CPU0_NON_WFX_COUNTER_EN CM_BIT(0)
#define RG_CPU0_NON_WFX_COUNTER_RESET CM_BIT(4)
#define RG_MP0_AVG_STALL_PERIOD_1MS CM_BITS(11:8, 0x8)
#define RG_MP0_AVG_STALL_PERIOD_2MS CM_BITS(11:8, 0x9)
#define RG_MP0_AVG_STALL_PERIOD_4MS CM_BITS(11:8, 0xa)
#define RG_MP0_AVG_STALL_PERIOD_8MS CM_BITS(11:8, 0xb)
#define RG_MP0_AVG_STALL_PERIOD_10MS CM_BITS(11:8, 0xc)
#define RG_MP0_AVG_STALL_PERIOD_20MS CM_BITS(11:8, 0xd)
#define RG_MP0_AVG_STALL_PERIOD_40MS CM_BITS(11:8, 0xe)
#define RG_MP0_AVG_STALL_PERIOD_80MS CM_BITS(11:8, 0xf)
#define cm_mgr_read(addr) __raw_readl((void __force __iomem *)(addr))
#define cm_mgr_write(addr, val) mt_reg_sync_writel(val, addr)
#endif /* __MTK_CM_MGR_PLATFORM_REG_H__*/
@@ -0,0 +1,38 @@
# SPDX-License-Identifier: GPL-2.0
#
# Copyright (c) 2019 MediaTek Inc.
#
SSPM_VER := v2
ifneq ($(wildcard $(srctree)/drivers/misc/mediatek/met_drv/),)
ccflags-y += -DMET_SUPPORT
ccflags-y += -DMET_USER_EVENT_SUPPORT
endif
ccflags-y += \
-I$(CPUFREQ_ROOT_DIR)/inc \
-I$(CPUFREQ_ROOT_DIR)/src/mach/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/devfreq \
-I$(srctree)/drivers/misc/mediatek/base/power/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/base/power/cm_mgr_v1/ \
-I$(srctree)/drivers/misc/mediatek/base/power/cm_mgr_v1/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/base/power/cpufreq_v1/inc \
-I$(srctree)/drivers/misc/mediatek/base/power/cpufreq_v1/src/mach/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/base/power/include \
-I$(srctree)/drivers/misc/mediatek/dramc/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/include \
-I$(srctree)/drivers/misc/mediatek/include/mt-plat \
-I$(srctree)/drivers/misc/mediatek/include/mt-plat/$(CONFIG_MTK_PLATFORM)/include \
-I$(srctree)/drivers/misc/mediatek/include/mt-plat/$(CONFIG_MTK_PLATFORM)/include/mach \
-I$(srctree)/drivers/misc/mediatek/sspm \
-I$(srctree)/drivers/misc/mediatek/sspm/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/include \
-I$(srctree)/include/memory/mediatek/ \
ifeq ($(CONFIG_BUILD_ARM64_APPENDED_DTB_IMAGE_NAMES),"mediatek/mt6885_3gear")
ccflags-y += -DTRIGEAR_CM
endif
# main
obj-y += mtk_cm_mgr_platform.o
File diff suppressed because it is too large. Load diff
@@ -0,0 +1,114 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (c) 2019 MediaTek Inc.
*/
#ifndef __MTK_CM_MGR_PLATFORM_H__
#define __MTK_CM_MGR_PLATFORM_H__
#ifdef CONFIG_MEDIATEK_DRAMC
#include <dramc.h>
#endif /* CONFIG_MEDIATEK_DRAMC */
#define PER_CPU_STALL_RATIO
#define LIGHT_LOAD
/* #define USE_AVG_PMU */
/* #define DEBUG_CM_MGR */
/* #define USE_TIMER_CHECK */
/* #define USE_IDLE_NOTIFY */
#define USE_NEW_CPU_OPP
#define USE_CM_MGR_AT_SSPM
/* #define USE_SINGLE_CLUSTER */
/* #define USE_CPU_TO_DRAM_MAP */
/* #define USE_BCPU_WEIGHT */
#define CM_MGR_EMI_OPP 5
#define CM_MGR_LOWER_OPP 6
/* temporarily use for TRIGEAR */
#ifdef TRIGEAR_CM
#define CM_MGR_CPU_CLUSTER 3
#else
#define CM_MGR_CPU_CLUSTER 2
#endif
#define CM_MGR_CPU_COUNT 8
#define CM_MGR_CPU_LIMIT 4
#define CLUSTER0_MASK 0xff
#define CM_MGR_CPU_OPP_SIZE 16
#define VCORE_ARRAY_SIZE CM_MGR_EMI_OPP
#define CM_MGR_CPU_ARRAY_SIZE (CM_MGR_CPU_CLUSTER * CM_MGR_EMI_OPP)
#define RATIO_COUNT (100 / 5 - 1)
#define IS_UP 1
#define IS_DOWN 0
#define USE_TIMER_CHECK_TIME msecs_to_jiffies(50)
#define CM_MGR_INIT_DELAY_MS 1
#define CM_MGR_BW_VALUE 0
#define CM_MGR_VCORE_OPP_COUNT 22
enum {
CM_MGR_LP4 = 0,
CM_MGR_MAX,
};
extern void __iomem *mcucfg_mp0_counter_base;
extern unsigned int cpu_power_up_array[CM_MGR_CPU_CLUSTER];
extern unsigned int cpu_power_down_array[CM_MGR_CPU_CLUSTER];
extern unsigned int cpu_power_up[CM_MGR_CPU_CLUSTER];
extern unsigned int cpu_power_down[CM_MGR_CPU_CLUSTER];
extern unsigned int v2f[CM_MGR_CPU_CLUSTER];
extern int vcore_power_up;
extern int vcore_power_down;
extern int cpu_opp_cur[CM_MGR_CPU_CLUSTER];
extern int ratio_max[CM_MGR_CPU_CLUSTER];
extern int ratio[CM_MGR_CPU_COUNT];
extern int count[CM_MGR_CPU_CLUSTER];
extern int count_ack[CM_MGR_CPU_CLUSTER];
extern int vcore_dram_opp;
extern int vcore_dram_opp_cur;
extern int cm_mgr_abs_load;
extern int cm_mgr_rel_load;
extern int total_bw;
extern int cps_valid;
extern int debounce_times_up;
extern int debounce_times_down;
extern int ratio_scale[CM_MGR_CPU_CLUSTER];
extern int max_load[CM_MGR_CPU_CLUSTER];
extern int cpu_load[NR_CPUS];
extern int loading_acc[NR_CPUS];
extern int loading_cnt;
#define DEBUG_CM_PERF_OPP
extern int debounce_times_perf_down_local;
extern int debounce_times_perf_down_force_local;
extern int pm_qos_update_request_status;
extern int cm_mgr_dram_opp_base;
extern int cm_mgr_dram_opp;
extern void cm_mgr_update_met(void);
extern int cm_mgr_get_idx(void);
extern int cm_mgr_get_stall_ratio(int cpu);
extern int cm_mgr_get_cpu_count(int cluster);
extern int cm_mgr_get_max_stall_ratio(int cluster);
extern int cm_mgr_check_stall_ratio(int mp0, int mp1);
extern void cm_mgr_ratio_timer_en(int enable);
extern void cm_mgr_perf_platform_set_status(int enable);
extern void cm_mgr_perf_platform_set_force_status(int enable);
extern int cm_mgr_register_init(void);
extern int cm_mgr_platform_init(void);
extern void cm_mgr_set_dram_level(int level);
extern int cm_mgr_get_dram_opp(void);
extern int cm_mgr_check_bw_status(void);
extern int cm_mgr_get_bw(void);
extern void dbg_cm_mgr_platform_show(struct seq_file *m);
extern void dbg_cm_mgr_platform_write(int len, const char *cmd, u32 val_1,
u32 val_2);
extern int x_ratio_enable;
extern int cm_mgr_camera_enable;
extern unsigned int cpu_power_ratio_up_x_camera[CM_MGR_EMI_OPP];
extern unsigned int cpu_power_ratio_up_x[CM_MGR_EMI_OPP];
#endif /* __MTK_CM_MGR_PLATFORM_H__ */
@@ -0,0 +1,378 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (c) 2019 MediaTek Inc.
*/
#ifndef __MTK_CM_MGR_PLATFORM_DATA_H__
#define __MTK_CM_MGR_PLATFORM_DATA_H__
#ifndef PROC_FOPS_RW
#define PROC_FOPS_RW(name) \
static int name ## _proc_open(struct inode *inode, \
struct file *file) \
{ \
return single_open(file, name ## _proc_show, \
PDE_DATA(inode)); \
} \
static const struct file_operations name ## _proc_fops = { \
.owner = THIS_MODULE, \
.open = name ## _proc_open, \
.read = seq_read, \
.llseek = seq_lseek, \
.release = single_release, \
.write = name ## _proc_write, \
}
#endif /* PROC_FOPS_RW */
#ifndef PROC_FOPS_RO
#define PROC_FOPS_RO(name) \
static int name ## _proc_open(struct inode *inode, \
struct file *file) \
{ \
return single_open(file, name ## _proc_show, \
PDE_DATA(inode)); \
} \
static const struct file_operations name ## _proc_fops = { \
.owner = THIS_MODULE, \
.open = name ## _proc_open, \
.read = seq_read, \
.llseek = seq_lseek, \
.release = single_release, \
}
#endif /* PROC_FOPS_RO */
#ifndef PROC_ENTRY
#define PROC_ENTRY(name) {__stringify(name), &name ## _proc_fops}
#endif /* PROC_ENTRY */
int light_load_cps = 1000;
static int cm_mgr_loop_count;
static int cm_mgr_dram_level;
static int cm_mgr_loop;
static int total_bw_value;
int x_ratio_enable = 1;
int cm_mgr_camera_enable;
unsigned int cpu_power_ratio_up_x_camera[CM_MGR_EMI_OPP] = {0, 0, 0, 30, 30};
unsigned int cpu_power_ratio_up_x[CM_MGR_EMI_OPP] = {0, 0, 0, 0, 0};
#ifdef USE_BCPU_WEIGHT
int cpu_power_bcpu_weight_max = 100;
int cpu_power_bcpu_weight_min = 100;
#endif
unsigned int cpu_power_ratio_up[CM_MGR_EMI_OPP] = {140, 140, 100, 100, 100};
unsigned int cpu_power_ratio_down[CM_MGR_EMI_OPP] = {100, 100, 100, 100, 100};
unsigned int vcore_power_ratio_up[CM_MGR_EMI_OPP] = {100, 100, 100, 100, 100};
unsigned int vcore_power_ratio_down[CM_MGR_EMI_OPP] = {100, 100, 100, 100, 100};
unsigned int debounce_times_up_adb[CM_MGR_EMI_OPP] = {0, 0, 0, 0, 0};
unsigned int debounce_times_down_adb[CM_MGR_EMI_OPP] = {3, 0, 0, 0, 0};
int debounce_times_reset_adb;
int debounce_times_perf_down = 5;
int debounce_times_perf_force_down = 100;
static int update;
static int update_v2f_table = 1;
static int cm_mgr_opp_enable = 1;
int cm_mgr_enable = 1;
#if defined(CONFIG_MTK_TINYSYS_SSPM_SUPPORT) && defined(USE_CM_MGR_AT_SSPM)
int cm_mgr_sspm_enable = 1;
#endif /* CONFIG_MTK_TINYSYS_SSPM_SUPPORT */
#ifdef USE_TIMER_CHECK
int cm_mgr_timer_enable = 1;
#endif /* USE_TIMER_CHECK */
int cm_mgr_ratio_timer_enable;
int cm_mgr_disable_fb = 1;
int cm_mgr_blank_status;
int cm_mgr_perf_enable = 1;
int cm_mgr_perf_timer_enable;
int cm_mgr_perf_force_enable;
int cm_mgr_loading_level = 1000;
int cm_mgr_loading_enable;
int cm_mgr_emi_demand_check = 1;
#ifdef USE_CPU_TO_DRAM_MAP
int cm_mgr_cpu_map_dram_enable = 1;
#endif /* USE_CPU_TO_DRAM_MAP */
static int vcore_power_gain_0[][VCORE_ARRAY_SIZE] = {
{138, 87, 124, 296, 518},
{140, 92, 123, 302, 527},
{143, 97, 123, 308, 536},
{145, 102, 122, 314, 545},
{148, 107, 121, 321, 555},
{150, 111, 121, 327, 564},
{153, 116, 120, 333, 573},
{155, 121, 119, 339, 582},
{158, 126, 119, 345, 592},
{160, 131, 118, 351, 601},
{163, 136, 117, 357, 610},
{165, 140, 117, 364, 619},
{168, 145, 116, 370, 628},
{170, 150, 116, 376, 638},
{173, 155, 115, 382, 647},
{176, 160, 114, 388, 656},
{178, 165, 114, 394, 665},
{181, 170, 113, 400, 674},
{183, 174, 112, 406, 684},
{186, 179, 112, 413, 693},
{188, 184, 111, 419, 702},
{191, 189, 110, 425, 711},
{193, 194, 110, 431, 721},
{196, 199, 109, 437, 730},
{198, 203, 108, 443, 739},
{201, 208, 108, 449, 748},
{203, 213, 107, 456, 757},
{206, 218, 106, 462, 767},
{208, 223, 106, 468, 776},
{211, 228, 105, 474, 785},
{213, 232, 105, 480, 794},
};
#define VCORE_POWER_ARRAY_SIZE(name) \
(sizeof(vcore_power_gain_##name) / \
sizeof(unsigned int) / \
VCORE_ARRAY_SIZE)
#define VCORE_POWER_GAIN_PTR(name) \
(&vcore_power_gain_##name[0][0])
static int vcore_power_array_size(int idx)
{
switch (idx) {
case 0:
return VCORE_POWER_ARRAY_SIZE(0);
}
pr_info("#@# %s(%d) warning value %d\n", __func__, __LINE__, idx);
return 0;
};
static int *vcore_power_gain_ptr(int idx)
{
switch (idx) {
case 0:
return VCORE_POWER_GAIN_PTR(0);
}
pr_info("#@# %s(%d) warning value %d\n", __func__, __LINE__, idx);
return NULL;
};
static int *vcore_power_gain = VCORE_POWER_GAIN_PTR(0);
#define vcore_power_gain(p, i, j) (*(p + (i) * VCORE_ARRAY_SIZE + (j)))
static unsigned int _v2f_all[][CM_MGR_CPU_CLUSTER] = {
{280, 275},
{236, 232},
{180, 180},
{151, 151},
{125, 125},
{113, 113},
{102, 102},
{93, 93},
{84, 84},
{76, 76},
{68, 68},
{59, 59},
{50, 50},
{42, 42},
{35, 35},
{29, 29},
};
static unsigned int cpu_power_gain_UpLow0[][CM_MGR_CPU_ARRAY_SIZE] = {
{1, 9, 1, 4, 1, 8, 1, 8, 1, 4},
{3, 19, 1, 9, 2, 16, 2, 15, 1, 7},
{4, 28, 2, 13, 4, 23, 4, 23, 2, 11},
{6, 38, 3, 18, 5, 31, 5, 30, 2, 15},
{76, 347, 4, 22, 6, 39, 6, 38, 3, 19},
{73, 337, 4, 27, 72, 327, 71, 325, 4, 22},
{70, 326, 5, 31, 68, 315, 68, 313, 4, 26},
{67, 315, 6, 36, 65, 303, 65, 300, 5, 30},
{64, 305, 6, 40, 62, 290, 61, 288, 5, 34},
{61, 294, 53, 245, 58, 278, 58, 275, 6, 37},
{58, 283, 49, 229, 55, 266, 54, 263, 7, 41},
{55, 273, 45, 213, 52, 254, 51, 250, 44, 205},
{52, 262, 41, 198, 48, 242, 48, 238, 40, 189},
{48, 252, 37, 182, 45, 229, 44, 225, 36, 172},
{45, 241, 34, 167, 42, 217, 41, 213, 32, 156},
{42, 230, 30, 151, 38, 205, 37, 200, 28, 140},
{39, 220, 26, 136, 35, 193, 34, 188, 24, 124},
{36, 209, 22, 120, 32, 181, 31, 175, 20, 107},
{33, 198, 18, 104, 28, 168, 27, 163, 16, 91},
{30, 188, 14, 89, 25, 156, 24, 150, 12, 75},
};
static unsigned int cpu_power_gain_DownLow0[][CM_MGR_CPU_ARRAY_SIZE] = {
{2, 12, 1, 5, 1, 9, 1, 9, 1, 4},
{4, 23, 2, 10, 3, 18, 3, 18, 1, 8},
{6, 35, 2, 15, 4, 28, 4, 27, 2, 12},
{90, 381, 3, 20, 6, 37, 6, 35, 3, 16},
{87, 372, 4, 24, 85, 360, 84, 358, 3, 20},
{83, 362, 5, 29, 81, 349, 81, 346, 4, 24},
{80, 353, 5, 34, 77, 337, 77, 334, 5, 28},
{77, 344, 6, 39, 74, 325, 73, 322, 5, 32},
{73, 334, 64, 274, 70, 314, 69, 310, 6, 36},
{70, 325, 59, 258, 66, 302, 66, 298, 6, 40},
{67, 316, 55, 242, 63, 290, 62, 286, 54, 233},
{63, 306, 51, 226, 59, 278, 58, 274, 49, 216},
{60, 297, 46, 210, 55, 267, 54, 262, 45, 199},
{57, 287, 42, 194, 52, 255, 51, 249, 40, 182},
{53, 278, 37, 178, 48, 243, 47, 237, 35, 165},
{50, 269, 33, 162, 44, 232, 43, 225, 31, 148},
{47, 259, 29, 146, 41, 220, 39, 213, 26, 132},
{43, 250, 24, 130, 37, 208, 36, 201, 22, 115},
{40, 240, 20, 114, 33, 197, 32, 189, 17, 98},
{37, 231, 16, 98, 29, 185, 28, 177, 13, 81},
};
static unsigned int cpu_power_gain_UpHigh0[][CM_MGR_CPU_ARRAY_SIZE] = {
{1, 9, 1, 4, 1, 8, 1, 8, 1, 4},
{3, 19, 1, 9, 2, 16, 2, 15, 1, 7},
{4, 28, 2, 13, 4, 23, 4, 23, 2, 11},
{6, 38, 3, 18, 5, 31, 5, 30, 2, 15},
{7, 47, 4, 22, 6, 39, 6, 38, 3, 19},
{9, 56, 4, 27, 7, 47, 7, 45, 4, 22},
{10, 66, 5, 31, 9, 55, 8, 53, 4, 26},
{12, 75, 6, 36, 10, 62, 10, 60, 5, 30},
{13, 84, 6, 40, 11, 70, 11, 68, 5, 34},
{15, 94, 7, 44, 12, 78, 12, 75, 6, 37},
{61, 383, 8, 49, 14, 86, 13, 83, 7, 41},
{57, 361, 8, 53, 15, 94, 14, 90, 7, 45},
{54, 340, 9, 58, 51, 319, 50, 315, 8, 49},
{50, 318, 10, 62, 47, 296, 46, 292, 8, 52},
{47, 296, 11, 67, 43, 272, 43, 268, 9, 56},
{44, 274, 11, 71, 40, 249, 39, 245, 10, 60},
{40, 253, 12, 76, 36, 226, 35, 221, 10, 64},
{37, 231, 13, 80, 32, 203, 31, 197, 11, 67},
{33, 209, 13, 84, 29, 179, 28, 174, 11, 71},
{30, 188, 14, 89, 25, 156, 24, 150, 12, 75},
};
static unsigned int cpu_power_gain_DownHigh0[][CM_MGR_CPU_ARRAY_SIZE] = {
{2, 12, 1, 5, 1, 9, 1, 9, 1, 4},
{4, 23, 2, 10, 3, 18, 3, 18, 1, 8},
{6, 35, 2, 15, 4, 28, 4, 27, 2, 12},
{7, 46, 3, 20, 6, 37, 6, 35, 3, 16},
{9, 58, 4, 24, 7, 46, 7, 44, 3, 20},
{11, 69, 5, 29, 9, 55, 8, 53, 4, 24},
{13, 81, 5, 34, 10, 65, 10, 62, 5, 28},
{15, 92, 6, 39, 12, 74, 11, 71, 5, 32},
{81, 496, 7, 44, 13, 83, 13, 80, 6, 36},
{77, 472, 8, 49, 15, 92, 14, 88, 6, 40},
{73, 448, 9, 54, 69, 423, 68, 418, 7, 44},
{69, 424, 9, 59, 65, 396, 64, 392, 8, 49},
{65, 400, 10, 63, 60, 370, 59, 365, 8, 53},
{61, 376, 11, 68, 56, 344, 55, 338, 9, 57},
{57, 352, 12, 73, 51, 317, 51, 311, 10, 61},
{53, 328, 12, 78, 47, 291, 46, 284, 10, 65},
{49, 303, 13, 83, 43, 264, 42, 257, 11, 69},
{45, 279, 14, 88, 38, 238, 37, 231, 12, 73},
{41, 255, 15, 93, 34, 211, 33, 204, 12, 77},
{37, 231, 16, 98, 29, 185, 28, 177, 13, 81},
};
#define cpu_power_gain(p, i, j) (*(p + (i) * CM_MGR_CPU_ARRAY_SIZE + (j)))
#define CPU_POWER_GAIN(a, b, c) \
(&cpu_power_gain_##a##b##c[0][0])
static unsigned int *_cpu_power_gain_ptr(int isUP, int isLow, int idx)
{
switch (isUP) {
case 0:
switch (isLow) {
case 0:
switch (idx) {
case 0:
return CPU_POWER_GAIN(Down, High, 0);
}
break;
case 1:
switch (idx) {
case 0:
return CPU_POWER_GAIN(Down, Low, 0);
}
break;
}
break;
case 1:
switch (isLow) {
case 0:
switch (idx) {
case 0:
return CPU_POWER_GAIN(Up, High, 0);
}
break;
case 1:
switch (idx) {
case 0:
return CPU_POWER_GAIN(Up, Low, 0);
}
break;
}
break;
}
pr_info("#@# %s(%d) warning value %d\n", __func__, __LINE__, idx);
return NULL;
};
static unsigned int *cpu_power_gain_up = CPU_POWER_GAIN(Up, High, 0);
static unsigned int *cpu_power_gain_down = CPU_POWER_GAIN(Down, High, 0);
static void cpu_power_gain_ptr(int opp, int tbl, int cluster)
{
switch (cluster) {
case 0:
if (opp < CM_MGR_LOWER_OPP) {
switch (tbl) {
case 0:
cpu_power_gain_up =
CPU_POWER_GAIN(Up, Low, 0);
cpu_power_gain_down =
CPU_POWER_GAIN(Down, Low, 0);
break;
}
} else {
switch (tbl) {
case 0:
cpu_power_gain_up =
CPU_POWER_GAIN(Up, High, 0);
cpu_power_gain_down =
CPU_POWER_GAIN(Down, High, 0);
break;
}
}
break;
case 1:
if (opp < CM_MGR_LOWER_OPP) {
switch (tbl) {
case 0:
cpu_power_gain_up =
CPU_POWER_GAIN(Up, Low, 0);
cpu_power_gain_down =
CPU_POWER_GAIN(Down, Low, 0);
break;
}
} else {
switch (tbl) {
case 0:
cpu_power_gain_up =
CPU_POWER_GAIN(Up, High, 0);
cpu_power_gain_down =
CPU_POWER_GAIN(Down, High, 0);
break;
}
}
break;
}
}
int cpu_power_gain_opp(int bw, int is_up, int opp, int ratio_idx, int idx)
{
cpu_power_gain_ptr(opp, cm_mgr_get_idx(), idx % CM_MGR_CPU_CLUSTER);
if (is_up)
return cpu_power_gain(cpu_power_gain_up, ratio_idx, idx);
else
return cpu_power_gain(cpu_power_gain_down, ratio_idx, idx);
}
#endif /* __MTK_CM_MGR_PLATFORM_DATA_H__ */
@@ -0,0 +1,78 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (c) 2019 MediaTek Inc.
*/
#undef TRACE_SYSTEM
#define TRACE_SYSTEM cm_mgr_events
#if !defined(_TRACE_MTK_CM_MGR_EVENTS_H) || defined(TRACE_HEADER_MULTI_READ)
#define _TRACE_MTK_CM_MGR_EVENTS_H
#include <linux/tracepoint.h>
TRACE_EVENT(CM_MGR__stall_ratio,
TP_PROTO(int _id,
unsigned int _ratio),
TP_ARGS(_id,
_ratio),
TP_STRUCT__entry(
__field(int, _id)
__field(unsigned int, _ratio)
),
TP_fast_assign(
__entry->_id = _id;
__entry->_ratio = _ratio;
),
TP_printk("CPU0_config_reg__CPU_AVG_STALL_RATIO=%d, _id=%d",
__entry->_ratio, __entry->_id)
);
TRACE_EVENT(CM_MGR__perf_hint,
TP_PROTO(int _force,
int _enable,
int _opp,
int _base,
int _count,
int _foece_count),
TP_ARGS(_force,
_enable,
_opp,
_base,
_count,
_foece_count),
TP_STRUCT__entry(
__field(int, _force)
__field(int, _enable)
__field(int, _opp)
__field(int, _base)
__field(int, _count)
__field(int, _foece_count)
),
TP_fast_assign(
__entry->_force = _force;
__entry->_enable = _enable;
__entry->_opp = _opp;
__entry->_base = _base;
__entry->_count = _count;
__entry->_foece_count = _foece_count;
),
TP_printk("cm_mgr perf hint %s=%d %s=%d %s=%d %s=%d %s=%d %s=%d",
"force", __entry->_force,
"enable", __entry->_enable,
"opp", __entry->_opp,
"base", __entry->_base,
"count", __entry->_count,
"force_count", __entry->_foece_count)
);
#endif /* _TRACE_MTK_CM_MGR_EVENTS_H */
/* This part must be outside protection */
#undef TRACE_INCLUDE_PATH
#define TRACE_INCLUDE_PATH ./
#undef TRACE_INCLUDE_FILE
#define TRACE_INCLUDE_FILE mtk_cm_mgr_platform_events
#include <trace/define_trace.h>
@@ -0,0 +1,90 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (c) 2019 MediaTek Inc.
*/
#ifndef __MTK_CM_MGR_PLATFORM_REG_H__
#define __MTK_CM_MGR_PLATFORM_REG_H__
/*
* BIT Operation
*/
#define CM_BIT(_bit_) \
(unsigned int)(1U << (_bit_))
#define CM_BITMASK(_bits_) \
(((unsigned int) -1 >> (31 - ((1) ? _bits_))) & \
~((1U << ((0) ? _bits_)) - 1))
#define CM_BITS(_bits_, _val_) \
(CM_BITMASK(_bits_) & \
((_val_) << ((0) ? _bits_)))
#define CM_GET_BITS_VAL_0(_bits_, _val_) \
(((_val_) & (CM_BITMASK(_bits_))) >> ((0) ? _bits_))
#define CM_NAME_VAL(_name_, _val_) \
(_val_ << _name_##_SHIFT)
#define CM_GET_NAME_VAL(_reg_val_, _name_) \
((_reg_val_) & (_name_##_MASK))
#define CM_GET_NAME_VAL_0(_reg_val_, _name_) \
(((_reg_val_) & (_name_##_MASK)) >> _name_##_SHIFT)
#define CM_SET_NAME_VAL(_reg_val_, _name_, _val_) \
(((_reg_val_) & ~(_name_##_MASK)) | \
((_val_ << _name_##_SHIFT) & (_name_##_MASK)))
#undef MCUSYS_MP0
#define MCUSYS_MP0 mcucfg_mp0_counter_base
#define STALL_INFO_CONF(x) (MCUSYS_MP0 + 0x800 * (x) + 0x238)
#define CPU_AVG_STALL_RATIO(x) (MCUSYS_MP0 + 0x800 * (x) + 0x700)
#define CPU_AVG_STALL_DEBUG_CTRL(x) (MCUSYS_MP0 + 0x800 * (x) + 0x704)
#define CPU_AVG_STALL_FMETER_STATUS(x) (MCUSYS_MP0 + 0x800 * (x) + 0x708)
#define CPU_AVG_STALL_RATIO_CTRL(x) (MCUSYS_MP0 + 0x800 * (x) + 0x710)
#define CPU_AVG_STALL_COUNTER(x) (MCUSYS_MP0 + 0x800 * (x) + 0x714)
#define MP0_CPU_NONWFX_CTRL(x) (MCUSYS_MP0 + 0x8 * (x) + 0x8500)
#define MP0_CPU_NONWFX_CNT(x) (MCUSYS_MP0 + 0x8 * (x) + 0x8504)
/* STALL_INFO_CONF */
#define CPU_STALL_IDLE_CNT_LSB CM_BIT(0)
#define CPU_STALL_IDLE_CNT_SHIFT 0
#define CPU_STALL_IDLE_CNT_MASK CM_BITMASK(5:0)
#define CPU_STALL_CACHE_OPT_LSB CM_BIT(6)
#define CPU_STALL_CACHE_OPT_SHIFT 6
#define CPU_STALL_CACHE_OPT_MASK CM_BITMASK(10:6)
/* CPU_AVG_STALL_RATIO */
#define RG_CPU_AVG_STALL_RATIO CM_BIT(0)
/* CPU_AVG_STALL_DEBUG_CTRL */
#define RG_FMETER_APB_FREQUENCY CM_BIT(0)
#define RG_STALL_INFO_SEL CM_BIT(12)
#define RG_SAMPLE_RATIO CM_BIT(16)
/* CPU_AVG_STALL_FMETER_STATUS */
#define RO_FMETER_OUTPUT CM_BIT(0)
#define RO_FMETER_LOW CM_BIT(12)
/* CPU_AVG_STALL_RATIO_CTRL */
#define RG_CPU_AVG_STALL_RATIO_EN CM_BIT(0)
#define RG_CPU_AVG_STALL_RATIO_RESTART CM_BIT(1)
#define RG_CPU_STALL_COUNTER_EN CM_BIT(4)
#define REMOVED_RG_CPU_NON_WFX_COUNTER_EN CM_BIT(5)
#define RG_CPU_STALL_COUNTER_RESET CM_BIT(6)
#define REMOVED_RG_CPU_NON_WFX_COUNTER_RESET CM_BIT(7)
#define RG_MP0_AVG_STALL_PERIOD CM_BIT(8)
#define RG_FMETER_MIN_FREQUENCY CM_BIT(12)
#define RG_FMETER_EN CM_BIT(24)
/* CPU_AVG_STALL_COUNTER */
#define RO_CPU_STALL_COUNTER CM_BIT(0)
/* MP0_CPU0_NONWFX_CTRL */
#define RG_CPU0_NON_WFX_COUNTER_EN CM_BIT(0)
#define RG_CPU0_NON_WFX_COUNTER_RESET CM_BIT(4)
#define RG_MP0_AVG_STALL_PERIOD_1MS CM_BITS(11:8, 0x8)
#define RG_MP0_AVG_STALL_PERIOD_2MS CM_BITS(11:8, 0x9)
#define RG_MP0_AVG_STALL_PERIOD_4MS CM_BITS(11:8, 0xa)
#define RG_MP0_AVG_STALL_PERIOD_8MS CM_BITS(11:8, 0xb)
#define RG_MP0_AVG_STALL_PERIOD_10MS CM_BITS(11:8, 0xc)
#define RG_MP0_AVG_STALL_PERIOD_20MS CM_BITS(11:8, 0xd)
#define RG_MP0_AVG_STALL_PERIOD_40MS CM_BITS(11:8, 0xe)
#define RG_MP0_AVG_STALL_PERIOD_80MS CM_BITS(11:8, 0xf)
#define cm_mgr_read(addr) __raw_readl((void __force __iomem *)(addr))
#define cm_mgr_write(addr, val) mt_reg_sync_writel(val, addr)
#endif /* __MTK_CM_MGR_PLATFORM_REG_H__*/
@@ -0,0 +1,43 @@
#
# Copyright (C) 2015 MediaTek Inc.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
SSPM_VER := v2
ifneq ($(wildcard $(srctree)/drivers/misc/mediatek/met_drv/),)
ccflags-y += -DMET_SUPPORT
ccflags-y += -DMET_USER_EVENT_SUPPORT
endif
ccflags-y += \
-I$(CPUFREQ_ROOT_DIR)/inc \
-I$(CPUFREQ_ROOT_DIR)/src/mach/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/devfreq \
-I$(srctree)/drivers/misc/mediatek/base/power/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/base/power/cm_mgr_v1/ \
-I$(srctree)/drivers/misc/mediatek/base/power/cm_mgr_v1/mt6893 \
-I$(srctree)/drivers/misc/mediatek/base/power/cpufreq_v1/inc \
-I$(srctree)/drivers/misc/mediatek/base/power/cpufreq_v1/src/mach/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/base/power/include \
-I$(srctree)/drivers/misc/mediatek/dramc/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/include \
-I$(srctree)/drivers/misc/mediatek/include/mt-plat \
-I$(srctree)/drivers/misc/mediatek/include/mt-plat/$(CONFIG_MTK_PLATFORM)/include \
-I$(srctree)/drivers/misc/mediatek/include/mt-plat/$(CONFIG_MTK_PLATFORM)/include/mach \
-I$(srctree)/drivers/misc/mediatek/sspm \
-I$(srctree)/drivers/misc/mediatek/sspm/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/include \
-I$(srctree)/include/memory/mediatek/ \
# main
obj-y += mtk_cm_mgr_platform.o
File diff suppressed because it is too large. Load diff
@@ -0,0 +1,123 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (c) 2019 MediaTek Inc.
*/
#ifndef __MTK_CM_MGR_PLATFORM_H__
#define __MTK_CM_MGR_PLATFORM_H__
#ifdef CONFIG_MEDIATEK_DRAMC
#include <dramc.h>
#endif /* CONFIG_MEDIATEK_DRAMC */
#define CM_TRIGEAR
#define PER_CPU_STALL_RATIO
#define LIGHT_LOAD
/* #define USE_AVG_PMU */
/* #define DEBUG_CM_MGR */
/* #define USE_TIMER_CHECK */
/* #define USE_IDLE_NOTIFY */
#define USE_NEW_CPU_OPP
#define USE_CM_MGR_AT_SSPM
/* #define USE_SINGLE_CLUSTER */
#define USE_CPU_TO_DRAM_MAP
#define USE_BCPU_WEIGHT
/* #define USE_CPU_TO_DRAM_MAP */
/* #define USE_CPU_TO_DRAM_MAP_NEW */
#define CM_MGR_EMI_OPP 6
#define CM_MGR_LOWER_OPP 6
#define CM_MGR_CPU_CLUSTER 3
#define CM_MGR_CPU_COUNT 8
#define CM_MGR_CPU_LIMIT 4
#define CLUSTER0_MASK 0xff
#define CM_MGR_CPU_OPP_SIZE 16
#define VCORE_ARRAY_SIZE CM_MGR_EMI_OPP
#define CM_MGR_CPU_ARRAY_SIZE (CM_MGR_CPU_CLUSTER * CM_MGR_EMI_OPP)
#define RATIO_COUNT (100 / 5 - 1)
#define IS_UP 1
#define IS_DOWN 0
#define USE_TIMER_CHECK_TIME msecs_to_jiffies(50)
#define CM_MGR_INIT_DELAY_MS 1
#define CM_MGR_BW_VALUE 0
#define CM_MGR_VCORE_OPP_COUNT 22
#define DSU_DVFS_ENABLE
enum {
CM_MGR_LP4 = 0,
CM_MGR_MAX,
};
enum cm_mgr_cpu_cluster {
CM_MGR_L,
CM_MGR_B,
CM_MGR_BB,
CM_MGR_CCI,
CM_MGR_NUM,
};
extern void __iomem *mcucfg_mp0_counter_base;
extern unsigned int cpu_power_up_array[CM_MGR_CPU_CLUSTER];
extern unsigned int cpu_power_down_array[CM_MGR_CPU_CLUSTER];
extern unsigned int cpu_power_up[CM_MGR_CPU_CLUSTER];
extern unsigned int cpu_power_down[CM_MGR_CPU_CLUSTER];
extern unsigned int v2f[CM_MGR_CPU_CLUSTER];
extern int vcore_power_up;
extern int vcore_power_down;
extern int cpu_opp_cur[CM_MGR_CPU_CLUSTER];
extern int ratio_max[CM_MGR_CPU_CLUSTER];
extern int ratio[CM_MGR_CPU_COUNT];
extern int count[CM_MGR_CPU_CLUSTER];
extern int count_ack[CM_MGR_CPU_CLUSTER];
extern int vcore_dram_opp;
extern int vcore_dram_opp_cur;
extern int cm_mgr_abs_load;
extern int cm_mgr_rel_load;
extern int total_bw;
extern int cps_valid;
extern int debounce_times_up;
extern int debounce_times_down;
extern int ratio_scale[CM_MGR_CPU_CLUSTER];
extern int max_load[CM_MGR_CPU_CLUSTER];
extern int cpu_load[NR_CPUS];
extern int loading_acc[NR_CPUS];
extern int loading_cnt;
#define DEBUG_CM_PERF_OPP
extern int debounce_times_perf_down_local;
extern int debounce_times_perf_down_force_local;
extern int pm_qos_update_request_status;
extern int cm_mgr_dram_opp_base;
extern int cm_mgr_dram_opp;
extern void cm_mgr_update_met(void);
extern int cm_mgr_get_idx(void);
extern int cm_mgr_get_stall_ratio(int cpu);
extern int cm_mgr_get_cpu_count(int cluster);
extern int cm_mgr_get_max_stall_ratio(int cluster);
extern int cm_mgr_check_stall_ratio(int mp0, int mp1);
extern void cm_mgr_ratio_timer_en(int enable);
extern void cm_mgr_perf_platform_set_status(int enable);
extern void cm_mgr_perf_platform_set_force_status(int enable);
extern int cm_mgr_register_init(void);
extern int cm_mgr_platform_init(void);
extern void cm_mgr_set_dram_level(int level);
extern int cm_mgr_get_dram_opp(void);
extern int cm_mgr_check_bw_status(void);
extern int cm_mgr_get_bw(void);
extern void dbg_cm_mgr_platform_show(struct seq_file *m);
extern void dbg_cm_mgr_platform_write(int len, const char *cmd, u32 val_1,
u32 val_2);
extern int x_ratio_enable;
extern int cm_mgr_camera_enable;
extern unsigned int cpu_power_ratio_up_x_camera[CM_MGR_EMI_OPP];
extern unsigned int cpu_power_ratio_up_x[CM_MGR_EMI_OPP];
#endif /* __MTK_CM_MGR_PLATFORM_H__ */
@@ -0,0 +1,431 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (c) 2019 MediaTek Inc.
*/
#ifndef __MTK_CM_MGR_PLATFORM_DATA_H__
#define __MTK_CM_MGR_PLATFORM_DATA_H__
#ifndef PROC_FOPS_RW
#define PROC_FOPS_RW(name) \
static int name ## _proc_open(struct inode *inode, \
struct file *file) \
{ \
return single_open(file, name ## _proc_show, \
PDE_DATA(inode)); \
} \
static const struct file_operations name ## _proc_fops = { \
.owner = THIS_MODULE, \
.open = name ## _proc_open, \
.read = seq_read, \
.llseek = seq_lseek, \
.release = single_release, \
.write = name ## _proc_write, \
}
#endif /* PROC_FOPS_RW */
#ifndef PROC_FOPS_RO
#define PROC_FOPS_RO(name) \
static int name ## _proc_open(struct inode *inode, \
struct file *file) \
{ \
return single_open(file, name ## _proc_show, \
PDE_DATA(inode)); \
} \
static const struct file_operations name ## _proc_fops = { \
.owner = THIS_MODULE, \
.open = name ## _proc_open, \
.read = seq_read, \
.llseek = seq_lseek, \
.release = single_release, \
}
#endif /* PROC_FOPS_RO */
#ifndef PROC_ENTRY
#define PROC_ENTRY(name) {__stringify(name), &name ## _proc_fops}
#endif /* PROC_ENTRY */
int light_load_cps = 1000;
static int cm_mgr_loop_count;
static int cm_mgr_dram_level;
static int cm_mgr_loop;
static int total_bw_value;
int x_ratio_enable = 1;
int cm_mgr_camera_enable;
unsigned int cpu_power_ratio_up_x_camera[CM_MGR_EMI_OPP] = {0, 0, 0, 30, 30};
unsigned int cpu_power_ratio_up_x[CM_MGR_EMI_OPP] = {0, 0, 0, 0, 0};
#ifdef USE_BCPU_WEIGHT
int cpu_power_bcpu_weight_max = 100;
int cpu_power_bcpu_weight_min = 100;
#endif
#ifdef CM_TRIGEAR
int cpu_power_bbcpu_weight_max = 100;
int cpu_power_bbcpu_weight_min = 100;
#endif
#ifdef DSU_DVFS_ENABLE
unsigned int dsu_debounce_up = 5;
unsigned int dsu_debounce_down;
unsigned int dsu_diff_pwr_up = 10;
unsigned int dsu_diff_pwr_down;
unsigned int dsu_l_pwr_ratio = 100;
unsigned int dsu_b_pwr_ratio = 100;
unsigned int dsu_bb_pwr_ratio = 100;
#endif
unsigned int cpu_power_ratio_up[CM_MGR_EMI_OPP] = {140, 140, 100, 100, 100};
unsigned int cpu_power_ratio_down[CM_MGR_EMI_OPP] = {100, 100, 100, 100, 100};
unsigned int vcore_power_ratio_up[CM_MGR_EMI_OPP] = {100, 100, 100, 100, 100};
unsigned int vcore_power_ratio_down[CM_MGR_EMI_OPP] = {100, 100, 100, 100, 100};
unsigned int debounce_times_up_adb[CM_MGR_EMI_OPP] = {0, 0, 0, 0, 0};
unsigned int debounce_times_down_adb[CM_MGR_EMI_OPP] = {3, 0, 0, 0, 0};
int debounce_times_reset_adb;
int debounce_times_perf_down = 5;
int debounce_times_perf_force_down = 100;
static int update;
static int update_v2f_table = 1;
static int cm_mgr_opp_enable = 1;
int cm_mgr_enable = 1;
#if defined(CONFIG_MTK_TINYSYS_SSPM_SUPPORT) && defined(USE_CM_MGR_AT_SSPM)
int cm_mgr_sspm_enable = 1;
#endif /* CONFIG_MTK_TINYSYS_SSPM_SUPPORT */
#ifdef USE_TIMER_CHECK
int cm_mgr_timer_enable = 1;
#endif /* USE_TIMER_CHECK */
int cm_mgr_ratio_timer_enable;
int cm_mgr_disable_fb = 1;
int cm_mgr_blank_status;
int cm_mgr_perf_enable = 1;
int cm_mgr_perf_timer_enable;
int cm_mgr_perf_force_enable;
int cm_mgr_loading_level = 1000;
int cm_mgr_loading_enable;
int cm_mgr_emi_demand_check = 1;
#ifdef USE_CPU_TO_DRAM_MAP
int cm_mgr_cpu_map_dram_enable;
#endif /* USE_CPU_TO_DRAM_MAP */
#ifdef USE_CPU_TO_DRAM_MAP_NEW
int cm_mgr_cpu_map_emi_opp = 1;
int cm_mgr_cpu_map_skip_cpu_opp = 2;
#endif /* USE_CPU_TO_DRAM_MAP_NEW */
static int vcore_power_gain_0[][VCORE_ARRAY_SIZE] = {
{137, 89, 119, 292, 524, 188},
{140, 93, 119, 298, 532, 195},
{143, 97, 119, 304, 539, 202},
{145, 102, 118, 310, 547, 209},
{148, 106, 118, 316, 555, 216},
{150, 110, 118, 322, 562, 223},
{153, 115, 118, 328, 570, 230},
{155, 119, 117, 334, 577, 237},
{158, 123, 117, 340, 585, 244},
{160, 128, 117, 346, 593, 251},
{163, 132, 117, 352, 600, 258},
{165, 136, 117, 358, 608, 265},
{168, 141, 116, 364, 616, 272},
{170, 145, 116, 370, 623, 279},
{173, 149, 116, 376, 631, 286},
{175, 154, 116, 382, 638, 293},
{178, 158, 115, 388, 646, 300},
{180, 162, 115, 394, 654, 307},
{183, 167, 115, 400, 661, 314},
{185, 171, 115, 405, 669, 321},
{188, 175, 114, 411, 677, 328},
{190, 180, 114, 417, 684, 335},
{193, 184, 114, 423, 692, 342},
{195, 188, 114, 429, 699, 349},
{198, 193, 113, 435, 707, 356},
{200, 197, 113, 441, 715, 363},
{203, 201, 113, 447, 722, 371},
{205, 206, 113, 453, 730, 378},
{208, 210, 113, 459, 738, 385},
{210, 214, 112, 465, 745, 392},
{213, 219, 112, 471, 753, 399},
{215, 223, 112, 477, 761, 406},
{218, 227, 112, 483, 768, 413},
{220, 232, 111, 489, 776, 420},
{223, 236, 111, 495, 783, 427},
{225, 240, 111, 501, 791, 434},
{228, 245, 111, 507, 799, 441},
{231, 249, 110, 513, 806, 448},
{233, 253, 110, 519, 814, 455},
{236, 258, 110, 525, 822, 462},
{238, 262, 110, 531, 829, 469},
{241, 266, 109, 537, 837, 476},
{243, 271, 109, 543, 844, 483},
{246, 275, 109, 549, 852, 490},
{248, 279, 109, 555, 860, 497},
{251, 284, 109, 561, 867, 504},
{253, 288, 108, 567, 875, 511},
{256, 292, 108, 572, 883, 518},
{258, 297, 108, 578, 890, 525},
{261, 301, 108, 584, 898, 532},
{263, 305, 107, 590, 906, 539},
{266, 310, 107, 596, 913, 546},
{268, 314, 107, 602, 921, 553},
{271, 318, 107, 608, 928, 560},
{273, 323, 106, 614, 936, 567},
{276, 327, 106, 620, 944, 574},
{278, 331, 106, 626, 951, 582},
{281, 336, 106, 632, 959, 589},
{283, 340, 105, 638, 967, 596},
{286, 344, 105, 644, 974, 603},
{288, 349, 105, 650, 982, 610},
{291, 353, 105, 656, 989, 617},
{293, 357, 105, 662, 997, 624},
{296, 362, 104, 668, 1005, 631},
{298, 366, 104, 674, 1012, 638},
{301, 370, 104, 680, 1020, 645},
};
#define VCORE_POWER_ARRAY_SIZE(name) \
(sizeof(vcore_power_gain_##name) / \
sizeof(unsigned int) / \
VCORE_ARRAY_SIZE)
#define VCORE_POWER_GAIN_PTR(name) \
(&vcore_power_gain_##name[0][0])
static int vcore_power_array_size(int idx)
{
switch (idx) {
case 0:
return VCORE_POWER_ARRAY_SIZE(0);
}
pr_info("#@# %s(%d) warning value %d\n", __func__, __LINE__, idx);
return 0;
};
static int *vcore_power_gain_ptr(int idx)
{
switch (idx) {
case 0:
return VCORE_POWER_GAIN_PTR(0);
}
pr_info("#@# %s(%d) warning value %d\n", __func__, __LINE__, idx);
return NULL;
};
static int *vcore_power_gain = VCORE_POWER_GAIN_PTR(0);
#define vcore_power_gain(p, i, j) (*(p + (i) * VCORE_ARRAY_SIZE + (j)))
static unsigned int _v2f_all[][CM_MGR_CPU_CLUSTER] = {
{200, 220, 250},
{174, 194, 218},
{154, 181, 203},
{138, 163, 182},
{125, 150, 166},
{103, 130, 142},
{91, 120, 130},
{78, 106, 112},
{68, 95, 100},
{58, 78, 83},
{48, 71, 71},
{41, 62, 62},
{33, 51, 51},
{30, 42, 41},
{27, 35, 34},
{21, 30, 28},
};
static unsigned int cpu_power_gain_UpLow0[][CM_MGR_CPU_ARRAY_SIZE] = {
{1, 9, 1, 4, 1, 8, 1, 8, 1, 4},
{3, 19, 1, 9, 2, 16, 2, 15, 1, 7},
{4, 28, 2, 13, 4, 23, 4, 23, 2, 11},
{6, 38, 3, 18, 5, 31, 5, 30, 2, 15},
{76, 347, 4, 22, 6, 39, 6, 38, 3, 19},
{73, 337, 4, 27, 72, 327, 71, 325, 4, 22},
{70, 326, 5, 31, 68, 315, 68, 313, 4, 26},
{67, 315, 6, 36, 65, 303, 65, 300, 5, 30},
{64, 305, 6, 40, 62, 290, 61, 288, 5, 34},
{61, 294, 53, 245, 58, 278, 58, 275, 6, 37},
{58, 283, 49, 229, 55, 266, 54, 263, 7, 41},
{55, 273, 45, 213, 52, 254, 51, 250, 44, 205},
{52, 262, 41, 198, 48, 242, 48, 238, 40, 189},
{48, 252, 37, 182, 45, 229, 44, 225, 36, 172},
{45, 241, 34, 167, 42, 217, 41, 213, 32, 156},
{42, 230, 30, 151, 38, 205, 37, 200, 28, 140},
{39, 220, 26, 136, 35, 193, 34, 188, 24, 124},
{36, 209, 22, 120, 32, 181, 31, 175, 20, 107},
{33, 198, 18, 104, 28, 168, 27, 163, 16, 91},
{30, 188, 14, 89, 25, 156, 24, 150, 12, 75},
};
static unsigned int cpu_power_gain_DownLow0[][CM_MGR_CPU_ARRAY_SIZE] = {
{2, 12, 1, 5, 1, 9, 1, 9, 1, 4},
{4, 23, 2, 10, 3, 18, 3, 18, 1, 8},
{6, 35, 2, 15, 4, 28, 4, 27, 2, 12},
{90, 381, 3, 20, 6, 37, 6, 35, 3, 16},
{87, 372, 4, 24, 85, 360, 84, 358, 3, 20},
{83, 362, 5, 29, 81, 349, 81, 346, 4, 24},
{80, 353, 5, 34, 77, 337, 77, 334, 5, 28},
{77, 344, 6, 39, 74, 325, 73, 322, 5, 32},
{73, 334, 64, 274, 70, 314, 69, 310, 6, 36},
{70, 325, 59, 258, 66, 302, 66, 298, 6, 40},
{67, 316, 55, 242, 63, 290, 62, 286, 54, 233},
{63, 306, 51, 226, 59, 278, 58, 274, 49, 216},
{60, 297, 46, 210, 55, 267, 54, 262, 45, 199},
{57, 287, 42, 194, 52, 255, 51, 249, 40, 182},
{53, 278, 37, 178, 48, 243, 47, 237, 35, 165},
{50, 269, 33, 162, 44, 232, 43, 225, 31, 148},
{47, 259, 29, 146, 41, 220, 39, 213, 26, 132},
{43, 250, 24, 130, 37, 208, 36, 201, 22, 115},
{40, 240, 20, 114, 33, 197, 32, 189, 17, 98},
{37, 231, 16, 98, 29, 185, 28, 177, 13, 81},
};
static unsigned int cpu_power_gain_UpHigh0[][CM_MGR_CPU_ARRAY_SIZE] = {
{1, 9, 1, 4, 1, 8, 1, 8, 1, 4},
{3, 19, 1, 9, 2, 16, 2, 15, 1, 7},
{4, 28, 2, 13, 4, 23, 4, 23, 2, 11},
{6, 38, 3, 18, 5, 31, 5, 30, 2, 15},
{7, 47, 4, 22, 6, 39, 6, 38, 3, 19},
{9, 56, 4, 27, 7, 47, 7, 45, 4, 22},
{10, 66, 5, 31, 9, 55, 8, 53, 4, 26},
{12, 75, 6, 36, 10, 62, 10, 60, 5, 30},
{13, 84, 6, 40, 11, 70, 11, 68, 5, 34},
{15, 94, 7, 44, 12, 78, 12, 75, 6, 37},
{61, 383, 8, 49, 14, 86, 13, 83, 7, 41},
{57, 361, 8, 53, 15, 94, 14, 90, 7, 45},
{54, 340, 9, 58, 51, 319, 50, 315, 8, 49},
{50, 318, 10, 62, 47, 296, 46, 292, 8, 52},
{47, 296, 11, 67, 43, 272, 43, 268, 9, 56},
{44, 274, 11, 71, 40, 249, 39, 245, 10, 60},
{40, 253, 12, 76, 36, 226, 35, 221, 10, 64},
{37, 231, 13, 80, 32, 203, 31, 197, 11, 67},
{33, 209, 13, 84, 29, 179, 28, 174, 11, 71},
{30, 188, 14, 89, 25, 156, 24, 150, 12, 75},
};
static unsigned int cpu_power_gain_DownHigh0[][CM_MGR_CPU_ARRAY_SIZE] = {
{2, 12, 1, 5, 1, 9, 1, 9, 1, 4},
{4, 23, 2, 10, 3, 18, 3, 18, 1, 8},
{6, 35, 2, 15, 4, 28, 4, 27, 2, 12},
{7, 46, 3, 20, 6, 37, 6, 35, 3, 16},
{9, 58, 4, 24, 7, 46, 7, 44, 3, 20},
{11, 69, 5, 29, 9, 55, 8, 53, 4, 24},
{13, 81, 5, 34, 10, 65, 10, 62, 5, 28},
{15, 92, 6, 39, 12, 74, 11, 71, 5, 32},
{81, 496, 7, 44, 13, 83, 13, 80, 6, 36},
{77, 472, 8, 49, 15, 92, 14, 88, 6, 40},
{73, 448, 9, 54, 69, 423, 68, 418, 7, 44},
{69, 424, 9, 59, 65, 396, 64, 392, 8, 49},
{65, 400, 10, 63, 60, 370, 59, 365, 8, 53},
{61, 376, 11, 68, 56, 344, 55, 338, 9, 57},
{57, 352, 12, 73, 51, 317, 51, 311, 10, 61},
{53, 328, 12, 78, 47, 291, 46, 284, 10, 65},
{49, 303, 13, 83, 43, 264, 42, 257, 11, 69},
{45, 279, 14, 88, 38, 238, 37, 231, 12, 73},
{41, 255, 15, 93, 34, 211, 33, 204, 12, 77},
{37, 231, 16, 98, 29, 185, 28, 177, 13, 81},
};
#define cpu_power_gain(p, i, j) (*(p + (i) * CM_MGR_CPU_ARRAY_SIZE + (j)))
#define CPU_POWER_GAIN(a, b, c) \
(&cpu_power_gain_##a##b##c[0][0])
static unsigned int *_cpu_power_gain_ptr(int isUP, int isLow, int idx)
{
switch (isUP) {
case 0:
switch (isLow) {
case 0:
switch (idx) {
case 0:
return CPU_POWER_GAIN(Down, High, 0);
}
break;
case 1:
switch (idx) {
case 0:
return CPU_POWER_GAIN(Down, Low, 0);
}
break;
}
break;
case 1:
switch (isLow) {
case 0:
switch (idx) {
case 0:
return CPU_POWER_GAIN(Up, High, 0);
}
break;
case 1:
switch (idx) {
case 0:
return CPU_POWER_GAIN(Up, Low, 0);
}
break;
}
break;
}
pr_info("#@# %s(%d) warning value %d\n", __func__, __LINE__, idx);
return NULL;
};
static unsigned int *cpu_power_gain_up = CPU_POWER_GAIN(Up, High, 0);
static unsigned int *cpu_power_gain_down = CPU_POWER_GAIN(Down, High, 0);
static void cpu_power_gain_ptr(int opp, int tbl, int cluster)
{
switch (cluster) {
case 0:
if (opp < CM_MGR_LOWER_OPP) {
switch (tbl) {
case 0:
cpu_power_gain_up =
CPU_POWER_GAIN(Up, Low, 0);
cpu_power_gain_down =
CPU_POWER_GAIN(Down, Low, 0);
break;
}
} else {
switch (tbl) {
case 0:
cpu_power_gain_up =
CPU_POWER_GAIN(Up, High, 0);
cpu_power_gain_down =
CPU_POWER_GAIN(Down, High, 0);
break;
}
}
break;
case 1:
if (opp < CM_MGR_LOWER_OPP) {
switch (tbl) {
case 0:
cpu_power_gain_up =
CPU_POWER_GAIN(Up, Low, 0);
cpu_power_gain_down =
CPU_POWER_GAIN(Down, Low, 0);
break;
}
} else {
switch (tbl) {
case 0:
cpu_power_gain_up =
CPU_POWER_GAIN(Up, High, 0);
cpu_power_gain_down =
CPU_POWER_GAIN(Down, High, 0);
break;
}
}
break;
}
}
int cpu_power_gain_opp(int bw, int is_up, int opp, int ratio_idx, int idx)
{
cpu_power_gain_ptr(opp, cm_mgr_get_idx(), idx % CM_MGR_CPU_CLUSTER);
if (is_up)
return cpu_power_gain(cpu_power_gain_up, ratio_idx, idx);
else
return cpu_power_gain(cpu_power_gain_down, ratio_idx, idx);
}
#endif /* __MTK_CM_MGR_PLATFORM_DATA_H__ */
@@ -0,0 +1,78 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (c) 2019 MediaTek Inc.
*/
#undef TRACE_SYSTEM
#define TRACE_SYSTEM cm_mgr_events
#if !defined(_TRACE_MTK_CM_MGR_EVENTS_H) || defined(TRACE_HEADER_MULTI_READ)
#define _TRACE_MTK_CM_MGR_EVENTS_H
#include <linux/tracepoint.h>
TRACE_EVENT(CM_MGR__stall_ratio,
TP_PROTO(int _id,
unsigned int _ratio),
TP_ARGS(_id,
_ratio),
TP_STRUCT__entry(
__field(int, _id)
__field(unsigned int, _ratio)
),
TP_fast_assign(
__entry->_id = _id;
__entry->_ratio = _ratio;
),
TP_printk("CPU0_config_reg__CPU_AVG_STALL_RATIO=%d, _id=%d",
__entry->_ratio, __entry->_id)
);
TRACE_EVENT(CM_MGR__perf_hint,
TP_PROTO(int _force,
int _enable,
int _opp,
int _base,
int _count,
int _foece_count),
TP_ARGS(_force,
_enable,
_opp,
_base,
_count,
_foece_count),
TP_STRUCT__entry(
__field(int, _force)
__field(int, _enable)
__field(int, _opp)
__field(int, _base)
__field(int, _count)
__field(int, _foece_count)
),
TP_fast_assign(
__entry->_force = _force;
__entry->_enable = _enable;
__entry->_opp = _opp;
__entry->_base = _base;
__entry->_count = _count;
__entry->_foece_count = _foece_count;
),
TP_printk("cm_mgr perf hint %s=%d %s=%d %s=%d %s=%d %s=%d %s=%d",
"force", __entry->_force,
"enable", __entry->_enable,
"opp", __entry->_opp,
"base", __entry->_base,
"count", __entry->_count,
"force_count", __entry->_foece_count)
);
#endif /* _TRACE_MTK_CM_MGR_EVENTS_H */
/* This part must be outside protection */
#undef TRACE_INCLUDE_PATH
#define TRACE_INCLUDE_PATH ./
#undef TRACE_INCLUDE_FILE
#define TRACE_INCLUDE_FILE mtk_cm_mgr_platform_events
#include <trace/define_trace.h>
@@ -0,0 +1,90 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (c) 2019 MediaTek Inc.
*/
#ifndef __MTK_CM_MGR_PLATFORM_REG_H__
#define __MTK_CM_MGR_PLATFORM_REG_H__
/*
* BIT Operation
*/
#define CM_BIT(_bit_) \
(unsigned int)(1U << (_bit_))
#define CM_BITMASK(_bits_) \
(((unsigned int) -1 >> (31 - ((1) ? _bits_))) & \
~((1U << ((0) ? _bits_)) - 1))
#define CM_BITS(_bits_, _val_) \
(CM_BITMASK(_bits_) & \
((_val_) << ((0) ? _bits_)))
#define CM_GET_BITS_VAL_0(_bits_, _val_) \
(((_val_) & (CM_BITMASK(_bits_))) >> ((0) ? _bits_))
#define CM_NAME_VAL(_name_, _val_) \
(_val_ << _name_##_SHIFT)
#define CM_GET_NAME_VAL(_reg_val_, _name_) \
((_reg_val_) & (_name_##_MASK))
#define CM_GET_NAME_VAL_0(_reg_val_, _name_) \
(((_reg_val_) & (_name_##_MASK)) >> _name_##_SHIFT)
#define CM_SET_NAME_VAL(_reg_val_, _name_, _val_) \
(((_reg_val_) & ~(_name_##_MASK)) | \
((_val_ << _name_##_SHIFT) & (_name_##_MASK)))
#undef MCUSYS_MP0
#define MCUSYS_MP0 mcucfg_mp0_counter_base
#define STALL_INFO_CONF(x) (MCUSYS_MP0 + 0x800 * (x) + 0x238)
#define CPU_AVG_STALL_RATIO(x) (MCUSYS_MP0 + 0x800 * (x) + 0x700)
#define CPU_AVG_STALL_DEBUG_CTRL(x) (MCUSYS_MP0 + 0x800 * (x) + 0x704)
#define CPU_AVG_STALL_FMETER_STATUS(x) (MCUSYS_MP0 + 0x800 * (x) + 0x708)
#define CPU_AVG_STALL_RATIO_CTRL(x) (MCUSYS_MP0 + 0x800 * (x) + 0x710)
#define CPU_AVG_STALL_COUNTER(x) (MCUSYS_MP0 + 0x800 * (x) + 0x714)
#define MP0_CPU_NONWFX_CTRL(x) (MCUSYS_MP0 + 0x8 * (x) + 0x8500)
#define MP0_CPU_NONWFX_CNT(x) (MCUSYS_MP0 + 0x8 * (x) + 0x8504)
/* STALL_INFO_CONF */
#define CPU_STALL_IDLE_CNT_LSB CM_BIT(0)
#define CPU_STALL_IDLE_CNT_SHIFT 0
#define CPU_STALL_IDLE_CNT_MASK CM_BITMASK(5:0)
#define CPU_STALL_CACHE_OPT_LSB CM_BIT(6)
#define CPU_STALL_CACHE_OPT_SHIFT 6
#define CPU_STALL_CACHE_OPT_MASK CM_BITMASK(10:6)
/* CPU_AVG_STALL_RATIO */
#define RG_CPU_AVG_STALL_RATIO CM_BIT(0)
/* CPU_AVG_STALL_DEBUG_CTRL */
#define RG_FMETER_APB_FREQUENCY CM_BIT(0)
#define RG_STALL_INFO_SEL CM_BIT(12)
#define RG_SAMPLE_RATIO CM_BIT(16)
/* CPU_AVG_STALL_FMETER_STATUS */
#define RO_FMETER_OUTPUT CM_BIT(0)
#define RO_FMETER_LOW CM_BIT(12)
/* CPU_AVG_STALL_RATIO_CTRL */
#define RG_CPU_AVG_STALL_RATIO_EN CM_BIT(0)
#define RG_CPU_AVG_STALL_RATIO_RESTART CM_BIT(1)
#define RG_CPU_STALL_COUNTER_EN CM_BIT(4)
#define REMOVED_RG_CPU_NON_WFX_COUNTER_EN CM_BIT(5)
#define RG_CPU_STALL_COUNTER_RESET CM_BIT(6)
#define REMOVED_RG_CPU_NON_WFX_COUNTER_RESET CM_BIT(7)
#define RG_MP0_AVG_STALL_PERIOD CM_BIT(8)
#define RG_FMETER_MIN_FREQUENCY CM_BIT(12)
#define RG_FMETER_EN CM_BIT(24)
/* CPU_AVG_STALL_COUNTER */
#define RO_CPU_STALL_COUNTER CM_BIT(0)
/* MP0_CPU0_NONWFX_CTRL */
#define RG_CPU0_NON_WFX_COUNTER_EN CM_BIT(0)
#define RG_CPU0_NON_WFX_COUNTER_RESET CM_BIT(4)
#define RG_MP0_AVG_STALL_PERIOD_1MS CM_BITS(11:8, 0x8)
#define RG_MP0_AVG_STALL_PERIOD_2MS CM_BITS(11:8, 0x9)
#define RG_MP0_AVG_STALL_PERIOD_4MS CM_BITS(11:8, 0xa)
#define RG_MP0_AVG_STALL_PERIOD_8MS CM_BITS(11:8, 0xb)
#define RG_MP0_AVG_STALL_PERIOD_10MS CM_BITS(11:8, 0xc)
#define RG_MP0_AVG_STALL_PERIOD_20MS CM_BITS(11:8, 0xd)
#define RG_MP0_AVG_STALL_PERIOD_40MS CM_BITS(11:8, 0xe)
#define RG_MP0_AVG_STALL_PERIOD_80MS CM_BITS(11:8, 0xf)
#define cm_mgr_read(addr) __raw_readl((void __force __iomem *)(addr))
#define cm_mgr_write(addr, val) mt_reg_sync_writel(val, addr)
#endif /* __MTK_CM_MGR_PLATFORM_REG_H__*/
File diff suppressed because it is too large. Load diff
@@ -0,0 +1,110 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (c) 2019 MediaTek Inc.
*/
#ifndef __MTK_CM_MGR_H__
#define __MTK_CM_MGR_H__
#include <mtk_cm_mgr_platform.h>
#include <mtk_cm_mgr_platform_reg.h>
#include <linux/kernel.h>
#ifdef CONFIG_MTK_CPU_FREQ
#include <mtk_cpufreq_internal.h>
#endif /* CONFIG_MTK_CPU_FREQ */
struct cm_mgr_data {
unsigned int cmd;
unsigned int arg;
};
#define CM_MGR_D_LEN (2)
#define IPI_CM_MGR_INIT 0
#define IPI_CM_MGR_ENABLE 1
#define IPI_CM_MGR_OPP_ENABLE 2
#define IPI_CM_MGR_SSPM_ENABLE 3
#define IPI_CM_MGR_BLANK 4
#define IPI_CM_MGR_DISABLE_FB 5
#define IPI_CM_MGR_DRAM_TYPE 6
#define IPI_CM_MGR_CPU_POWER_RATIO_UP 7
#define IPI_CM_MGR_CPU_POWER_RATIO_DOWN 8
#define IPI_CM_MGR_VCORE_POWER_RATIO_UP 9
#define IPI_CM_MGR_VCORE_POWER_RATIO_DOWN 10
#define IPI_CM_MGR_DEBOUNCE_UP 11
#define IPI_CM_MGR_DEBOUNCE_DOWN 12
#define IPI_CM_MGR_DEBOUNCE_TIMES_RESET_ADB 16
#define IPI_CM_MGR_DRAM_LEVEL 17
#define IPI_CM_MGR_LIGHT_LOAD_CPS 18
#define IPI_CM_MGR_LOADING_ENABLE 19
#define IPI_CM_MGR_LOADING_LEVEL 20
#define IPI_CM_MGR_EMI_DEMAND_CHECK 21
#define IPI_CM_MGR_OPP_FREQ_SET 22
#define IPI_CM_MGR_OPP_VOLT_SET 23
#define IPI_CM_MGR_BCPU_WEIGHT_MAX_SET 24
#define IPI_CM_MGR_BCPU_WEIGHT_MIN_SET 25
#define IPI_CM_MGR_BBCPU_WEIGHT_MAX_SET 26
#define IPI_CM_MGR_BBCPU_WEIGHT_MIN_SET 27
#define IPI_CM_MGR_DSU_DEBOUNCE_UP_SET 28
#define IPI_CM_MGR_DSU_DEBOUNCE_DOWN_SET 29
#define IPI_CM_MGR_DSU_DIFF_PWR_UP_SET 30
#define IPI_CM_MGR_DSU_DIFF_PWR_DOWN_SET 31
#define IPI_CM_MGR_DSU_PWR_RATIO_SET 31
#define IPI_CM_MGR_DSU_L_PWR_RATIO_SET 32
#define IPI_CM_MGR_DSU_B_PWR_RATIO_SET 33
#define IPI_CM_MGR_DSU_BB_PWR_RATIO_SET 34
#define IPI_CM_MGR_BCPU_MIN_OPP_WEIGHT_SET 35
#define IPI_CM_MGR_BCPU_LOW_OPP_WEIGHT_SET 36
#define IPI_CM_MGR_BCPU_LOW_OPP_BOUND_SET 37
extern spinlock_t cm_mgr_lock;
extern int cm_mgr_disable_fb;
extern int cm_mgr_blank_status;
extern unsigned int cpu_power_ratio_up[CM_MGR_EMI_OPP];
extern unsigned int cpu_power_ratio_down[CM_MGR_EMI_OPP];
extern unsigned int vcore_power_ratio_up[CM_MGR_EMI_OPP];
extern unsigned int vcore_power_ratio_down[CM_MGR_EMI_OPP];
extern unsigned int debounce_times_up_adb[CM_MGR_EMI_OPP];
extern unsigned int debounce_times_down_adb[CM_MGR_EMI_OPP];
extern int debounce_times_reset_adb;
extern int debounce_times_perf_down;
extern int debounce_times_perf_force_down;
extern int cm_mgr_enable;
extern int cm_mgr_perf_enable;
extern int cm_mgr_perf_timer_enable;
extern int cm_mgr_perf_force_enable;
extern int light_load_cps;
extern int cm_mgr_loading_level;
extern int cm_mgr_loading_enable;
extern int cm_mgr_emi_demand_check;
#ifdef USE_CPU_TO_DRAM_MAP
extern int cm_mgr_cpu_map_dram_enable;
#endif /* USE_CPU_TO_DRAM_MAP */
#ifdef USE_CPU_TO_DRAM_MAP_NEW
extern int cm_mgr_cpu_map_emi_opp;
extern int cm_mgr_cpu_map_skip_cpu_opp;
extern int cm_mgr_cpu_opp_to_dram[CM_MGR_CPU_OPP_SIZE];
extern void cm_mgr_cpu_map_update_table(void);
#endif /* USE_CPU_TO_DRAM_MAP_NEW */
extern void cm_mgr_perf_set_status(int status);
extern void cm_mgr_perf_set_force_status(int status);
extern void check_cm_mgr_status_internal(void);
extern void check_cm_mgr_status(unsigned int cluster, unsigned int freq);
extern void cm_mgr_enable_fn(int enable);
extern int cm_mgr_to_sspm_command(u32 cmd, int val);
enum mt_cpu_dvfs_id;
extern unsigned int mt_cpufreq_get_cur_phy_freq_no_lock(enum mt_cpu_dvfs_id id);
extern void sched_get_percpu_load2(int cpu, bool reset,
unsigned int *rel_load, unsigned int *abs_load);
__attribute__((weak))
int dvfsrc_get_bw(int type) {return 0; };
__attribute__((weak))
int dvfsrc_get_emi_bw(int type) {return 0; };
#endif /* __MTK_CM_MGR_H__ */
@@ -0,0 +1,16 @@
#
# Copyright (C) 2020 MediaTek Inc.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
export CPUFREQ_ROOT_DIR ?= $(srctree)/drivers/misc/mediatek/base/power/cpufreq_v1
obj-y += src/
@@ -0,0 +1,329 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (C) 2020 MediaTek Inc.
*/
#ifndef __MTK_CPUFREQ_INTERNAL_H__
#define __MTK_CPUFREQ_INTERNAL_H__
/* system includes */
#include <linux/kernel.h>
#include <linux/module.h>
#include <linux/sched.h>
#include <linux/init.h>
#include <linux/cpu.h>
#include <linux/cpufreq.h>
#include <linux/delay.h>
#include <linux/slab.h>
#include <linux/proc_fs.h>
#include <linux/miscdevice.h>
#include <linux/platform_device.h>
#include <linux/spinlock.h>
#include <linux/kthread.h>
#include <linux/hrtimer.h>
#include <linux/ktime.h>
#include <linux/time.h>
#include <linux/jiffies.h>
#include <linux/bitops.h>
#include <linux/uaccess.h>
#include <linux/seq_file.h>
#include <linux/types.h>
#include <linux/suspend.h>
#include <linux/topology.h>
#include <mt-plat/sync_write.h>
#include <mt-plat/mtk_io.h>
#include <mt-plat/aee.h>
#ifdef CONFIG_OF
#include <linux/of.h>
#include <linux/of_address.h>
#endif
#include <linux/regulator/consumer.h>
#include "mach/mtk_cpufreq_api.h"
#include "mtk_cpufreq_config.h"
#include "mtk_cpufreq_struct.h"
#define MAX(a, b) ((a) >= (b) ? (a) : (b))
#define MIN(a, b) ((a) >= (b) ? (b) : (a))
/*
* LOCK
*/
extern struct mutex cpufreq_mutex;
extern bool is_in_cpufreq;
#define cpufreq_lock(flags) \
do { \
flags = (unsigned long)&flags; \
mutex_lock(&cpufreq_mutex); \
is_in_cpufreq = 1;\
} while (0)
#define cpufreq_unlock(flags) \
do { \
flags = (unsigned long)&flags; \
is_in_cpufreq = 0;\
mutex_unlock(&cpufreq_mutex); \
} while (0)
extern struct mutex cpufreq_para_mutex;
#define cpufreq_para_lock(flags) \
do { \
flags = (unsigned long)&flags; \
mutex_lock(&cpufreq_para_mutex); \
} while (0)
#define cpufreq_para_unlock(flags) \
do { \
flags = (unsigned long)&flags; \
mutex_unlock(&cpufreq_para_mutex); \
} while (0)
/* Debugging */
extern unsigned int func_lv_mask;
#define DEBUG 1
#define TAG "[Power/cpufreq] "
#define tag_pr_notice(fmt, args...) pr_notice(TAG fmt, ##args)
#define tag_pr_info(fmt, args...) pr_info(TAG fmt, ##args)
#define tag_pr_debug(fmt, args...) pr_debug(TAG fmt, ##args)
#define tag_pr_deferred(fmt, args...) printk_deferred(TAG fmt, ##args)
#define cpufreq_ver(fmt, args...) \
do { \
if (func_lv_mask) \
tag_pr_info(fmt, ##args); \
} while (0)
#define cpufreq_deferred(fmt, args...) \
do { \
if (0) \
tag_pr_deferred(fmt, ##args); \
} while (0)
#define GEN_DB_ON(condition, fmt, args...) \
({ \
int _r = !!(condition); \
if (unlikely(_r)) \
aee_kernel_exception("CPUDVFS", fmt, ##args); \
unlikely(_r); \
})
#define FUNC_LV_MODULE BIT(0) /* module, platform driver interface */
#define FUNC_LV_CPUFREQ BIT(1) /* cpufreq driver interface */
#define FUNC_LV_API BIT(2) /* mt_cpufreq driver global function */
#define FUNC_LV_LOCAL BIT(3) /* mt_cpufreq driver local function */
#define FUNC_LV_HELP BIT(4) /* mt_cpufreq driver help function */
/* #define CONFIG_CPU_DVFS_SHOWLOG 1 */
#ifdef CONFIG_CPU_DVFS_SHOWLOG
#define FUNC_ENTER(lv) \
do { if ((lv) & func_lv_mask) \
tag_pr_debug(">> %s()\n", __func__); } while (0)
#define FUNC_EXIT(lv) \
do { if ((lv) & func_lv_mask) \
tag_pr_debug("<< %s():%d\n", __func__, __LINE__); } while (0)
#else
#define FUNC_ENTER(lv)
#define FUNC_EXIT(lv)
#endif /* CONFIG_CPU_DVFS_SHOWLOG */
/* PROCFS */
#define PROC_FOPS_RW(name) \
static int name ## _proc_open(struct inode *inode, struct file *file)\
{ \
return single_open(file, name ## _proc_show, PDE_DATA(inode)); \
} \
static const struct file_operations name ## _proc_fops = { \
.owner = THIS_MODULE, \
.open = name ## _proc_open, \
.read = seq_read, \
.llseek = seq_lseek, \
.release = single_release, \
.write = name ## _proc_write, \
}
#define PROC_FOPS_RO(name) \
static int name ## _proc_open(struct inode *inode, struct file *file)\
{ \
return single_open(file, name ## _proc_show, PDE_DATA(inode)); \
} \
static const struct file_operations name ## _proc_fops = { \
.owner = THIS_MODULE, \
.open = name ## _proc_open, \
.read = seq_read, \
.llseek = seq_lseek, \
.release = single_release, \
}
#define PROC_ENTRY(name) {__stringify(name), &name ## _proc_fops}
#define PROC_ENTRY_DATA(name) \
{__stringify(name), &name ## _proc_fops, g_ ## name}
/*
* BIT Operation
*/
#define _BIT_(_bit_) (unsigned int)(1 << (_bit_))
#define _BITS_(_bits_, _val_) \
((((unsigned int) -1 >> (31 - ((1) ? _bits_))) & \
~((1U << ((0) ? _bits_)) - 1)) & ((_val_)<<((0) ? _bits_)))
#define _BITMASK_(_bits_) \
(((unsigned int) -1 >> (31 - ((1) ? _bits_))) & ~((1U << ((0) ? _bits_)) - 1))
#define _GET_BITS_VAL_(_bits_, _val_) \
(((_val_) & (_BITMASK_(_bits_))) >> ((0) ? _bits_))
/*
* REG ACCESS
*/
//#define cpufreq_read(addr) __raw_readl(IOMEM(addr))
#define cpufreq_read(addr) __raw_readl(((void __force __iomem *)((addr))))
#define cpufreq_write(addr, val) \
mt_reg_sync_writel((val), ((void *)addr))
#define cpufreq_write_mask(addr, mask, val) \
cpufreq_write(addr, (cpufreq_read(addr) & ~(_BITMASK_(mask))) | \
_BITS_(mask, val))
extern struct mt_cpu_dvfs cpu_dvfs[NR_MT_CPU_DVFS];
#define for_each_cpu_dvfs(i, p) \
for (i = 0, p = cpu_dvfs; i < NR_MT_CPU_DVFS; i++, p = &cpu_dvfs[i])
#ifndef ONE_CLUSTER
#define for_each_cpu_dvfs_only(i, p) \
for (i = 0, p = cpu_dvfs; (i < NR_MT_CPU_DVFS) && \
(i != MT_CPU_DVFS_CCI); i++, p = &cpu_dvfs[i])
#else
#define for_each_cpu_dvfs_only(i, p) \
for (i = 0, p = cpu_dvfs; i < NR_MT_CPU_DVFS; i++, p = &cpu_dvfs[i])
#endif
#define cpu_dvfs_is(p, id) (p == &cpu_dvfs[id])
#define cpu_dvfs_is_available(p) (p->opp_tbl)
#define cpu_dvfs_get_name(p) (p->name)
#define cpu_dvfs_get_cur_freq(p) (p->opp_tbl[p->idx_opp_tbl].cpufreq_khz)
#define cpu_dvfs_get_freq_by_idx(p, idx) (p->opp_tbl[idx].cpufreq_khz)
#define cpu_dvfs_get_max_freq(p) (p->opp_tbl[0].cpufreq_khz)
#define cpu_dvfs_get_normal_max_freq(p) \
(p->opp_tbl[p->idx_normal_max_opp].cpufreq_khz)
#define cpu_dvfs_get_min_freq(p) (p->opp_tbl[p->nr_opp_tbl - 1].cpufreq_khz)
#define cpu_dvfs_get_cur_volt(p) (p->opp_tbl[p->idx_opp_tbl].cpufreq_volt)
#define cpu_dvfs_get_volt_by_idx(p, idx) (p->opp_tbl[idx].cpufreq_volt)
struct opp_idx_tbl {
struct mt_cpu_dvfs *p;
struct mt_cpu_freq_method *slot;
};
enum opp_idx_type {
CUR_OPP_IDX = 0,
TARGET_OPP_IDX = 1,
NR_OPP_IDX,
};
enum mt_cpu_dvfs_action_id {
MT_CPU_DVFS_NORMAL,
MT_CPU_DVFS_PPM,
MT_CPU_DVFS_ONLINE,
MT_CPU_DVFS_DP,
MT_CPU_DVFS_EEM_UPDATE,
NR_MT_CPU_DVFS_ACTION,
};
enum hp_action {
CPUFREQ_CPU_ONLINE,
CPUFREQ_CPU_DOWN_PREPARE,
CPUFREQ_CPU_DOWN_FAIED,
NR_HP_ACTION,
};
enum hp_action_type {
FREQ_NONE,
FREQ_HIGH,
FREQ_LOW,
FREQ_DEPEND_VOLT,
FREQ_USR_REQ,
NR_HP_ACTION_TYPE,
};
struct hp_action_tbl {
enum mt_cpu_dvfs_id cluster;
unsigned long action;
int trigged_core;
struct {
enum hp_action_type action_id;
int freq_idx;
} hp_action_cfg[NR_MT_CPU_DVFS];
};
enum dvfs_time_profile {
SET_DVFS = 0,
SET_FREQ = 1,
SET_VOLT = 2,
SET_VPROC = 3,
SET_VSRAM = 4,
SET_DELAY = 5,
NR_SET_V_F,
};
extern int _search_available_freq_idx(struct mt_cpu_dvfs *p,
unsigned int target_khz, unsigned int relation);
extern int _search_available_freq_idx_under_v(struct mt_cpu_dvfs *p,
unsigned int volt);
extern void _mt_cpufreq_dvfs_request_wrapper(struct mt_cpu_dvfs *p,
int new_opp_idx, enum mt_cpu_dvfs_action_id action, void *data);
extern int set_cur_volt_wrapper(struct mt_cpu_dvfs *p, unsigned int volt);
extern void set_cur_freq_wrapper(struct mt_cpu_dvfs *p, unsigned int cur_khz,
unsigned int target_khz);
extern struct mt_cpu_dvfs *id_to_cpu_dvfs(enum mt_cpu_dvfs_id id);
extern struct buck_ctrl_t *id_to_buck_ctrl(enum mt_cpu_dvfs_buck_id id);
extern struct pll_ctrl_t *id_to_pll_ctrl(enum mt_cpu_dvfs_pll_id id);
extern int turbo_flag;
extern void _kick_PBM_by_cpu(void);
extern unsigned int dvfs_power_mode;
extern unsigned int sched_dvfs_enable;
extern unsigned int do_dvfs_stress_test;
extern int dvfs_disable_flag;
extern ktime_t now[NR_SET_V_F];
extern ktime_t delta[NR_SET_V_F];
extern ktime_t max[NR_SET_V_F];
extern u32 get_devinfo_with_index(u32 index);
extern unsigned int dvfs_init_flag;
extern cpuVoltsampler_func g_pCpuVoltSampler;
extern int is_in_suspend(void);
extern int cpufreq_procfs_init(void);
extern char *_copy_from_user_for_proc(const char __user *buffer, size_t count);
/* SRAM debugging*/
extern void aee_rr_rec_cpu_dvfs_vproc_big(u8 val);
extern void aee_rr_rec_cpu_dvfs_vproc_little(u8 val);
extern void aee_rr_rec_cpu_dvfs_oppidx(u8 val);
extern void aee_rr_rec_cpu_dvfs_cci_oppidx(u8 val);
extern void aee_rr_rec_cpu_dvfs_status(u8 val);
extern void aee_rr_rec_cpu_dvfs_step(u8 val);
extern void aee_rr_rec_cpu_dvfs_cb(u8 val);
extern void aee_rr_rec_cpufreq_cb(u8 val);
extern u8 aee_rr_curr_cpu_dvfs_oppidx(void);
extern u8 aee_rr_curr_cpu_dvfs_cci_oppidx(void);
extern u8 aee_rr_curr_cpu_dvfs_status(void);
extern u8 aee_rr_curr_cpu_dvfs_step(void);
extern u8 aee_rr_curr_cpu_dvfs_cb(void);
extern u8 aee_rr_curr_cpufreq_cb(void);
#endif /* __MTK_CPUFREQ_INTERNAL_H__ */
@@ -0,0 +1,132 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (C) 2020 MediaTek Inc.
*/
#ifndef __MTK_CPUFREQ_STRUCT_H__
#define __MTK_CPUFREQ_STRUCT_H__
#include <linux/cpufreq.h>
#include "mtk_cpufreq_config.h"
#define NR_FREQ 16
#define IMAX_EN_RATIO_TBL_NUM 2
#define ARRAY_COL_SIZE 4
/* Table Define */
#define OP(khz, volt) { \
.cpufreq_khz = khz, \
.cpufreq_volt = volt, \
}
struct mt_cpu_freq_info {
unsigned int cpufreq_khz;
unsigned int cpufreq_volt;
};
struct opp_tbl_info {
struct mt_cpu_freq_info *const opp_tbl;
const int size;
};
#define FP(pos, clk) { \
.pos_div = pos, \
.clk_div = clk, \
}
struct mt_cpu_freq_method {
char pos_div;
char clk_div;
};
struct opp_tbl_m_info {
struct mt_cpu_freq_method *const opp_tbl_m;
};
struct cpudvfs_doe {
u32 dts_opp_tbl[NR_MT_CPU_DVFS][NR_FREQ * ARRAY_COL_SIZE];
unsigned int doe_flag;
unsigned int state;
unsigned int change_flag;
unsigned int lt_rs_t;
unsigned int lt_dw_t;
unsigned int bg_rs_t;
unsigned int bg_dw_t;
char *dtsn[NR_MT_CPU_DVFS];
};
struct mt_cpu_dvfs {
const char *name;
const enum mt_cpu_dvfs_id id;
unsigned int cpu_id;
unsigned int cpu_level;
struct cpufreq_policy *mt_policy;
enum mt_cpu_dvfs_buck_id Vproc_buck_id;
enum mt_cpu_dvfs_buck_id Vsram_buck_id;
enum mt_cpu_dvfs_pll_id Pll_id;
struct mt_cpu_freq_method *freq_tbl; /* Frequency table */
struct mt_cpu_freq_info *opp_tbl; /* OPP table */
int nr_opp_tbl; /* size for OPP table */
int idx_opp_tbl; /* current OPP idx */
int idx_opp_ppm_base; /* ppm update base */
int idx_opp_ppm_limit; /* ppm update limit */
int armpll_is_available; /* For CCI clock switch flag */
int idx_normal_max_opp; /* idx for normal max OPP */
/* freq table for cpufreq */
struct cpufreq_frequency_table *freq_tbl_for_cpufreq;
/* enable/disable DVFS function */
bool dvfs_disable_by_suspend;
bool dvfs_disable_by_procfs;
/* turbo mode */
unsigned int turbo_mode;
};
struct buck_ctrl_t {
const char *name;
enum mt_cpu_dvfs_buck_id buck_id;
unsigned int cur_volt;
unsigned int fix_volt;
struct buck_ctrl_ops *buck_ops;
};
struct buck_ctrl_ops {
/* return volt (mV * 100) */
unsigned int (*get_cur_volt)(struct buck_ctrl_t *buck_p);
/* set volt (mv * 100) */
int (*set_cur_volt)(struct buck_ctrl_t *buck_p, unsigned int volt);
unsigned int (*transfer2pmicval)(unsigned int volt);
unsigned int (*transfer2volt)(unsigned int val);
unsigned int (*settletime)(unsigned int ori, unsigned int target);
};
struct pll_ctrl_t {
const char *name;
enum mt_cpu_dvfs_pll_id pll_id;
unsigned int *armpll_addr;
int hopping_id;
unsigned int *armpll_div_addr;
int armpll_div_l;
int armpll_div_h;
int pll_muxsel_l;
int pll_muxsel_h;
struct pll_ctrl_ops *pll_ops;
};
struct pll_ctrl_ops {
/* return khz */
unsigned int (*get_cur_freq)(struct pll_ctrl_t *pll_p);
/* int (*set_cur_freq)(struct pll_ctrl_t *pll_p, unsigned int freq); */
void (*set_armpll_dds)(struct pll_ctrl_t *pll_p, unsigned int vco,
unsigned int pos_div);
void (*set_armpll_posdiv)(struct pll_ctrl_t *pll_p,
unsigned int pos_div);
void (*set_armpll_clkdiv)(struct pll_ctrl_t *pll_p,
unsigned int clk_div);
void (*set_freq_hopping)(struct pll_ctrl_t *pll_p, unsigned int dds);
void (*clksrc_switch)(struct pll_ctrl_t *pll_p, enum top_ckmuxsel sel);
enum top_ckmuxsel (*get_clksrc)(struct pll_ctrl_t *pll_p);
int (*set_sync_dcm)(unsigned int mhz); /* set mhz */
};
#endif /* __MTK_CPUFREQ_STRUCT_H__ */
@@ -0,0 +1,109 @@
#
# Copyright (C) 2020 MediaTek Inc.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
ccflags-y += -DMET_USER_EVENT_SUPPORT
ifeq ($(CONFIG_BUILD_ARM64_APPENDED_DTB_IMAGE_NAMES),"mediatek/mt6885_3gear")
MTK_PLATFORM := mt6893
else
ifeq ($(CONFIG_MACH_MT6893),y)
MTK_PLATFORM := mt6893
else
ifeq ($(CONFIG_MACH_MT6885),y)
MTK_PLATFORM := mt6885
else
ifeq ($(CONFIG_MACH_MT6833),y)
MTK_PLATFORM := mt6833
else
ifeq ($(CONFIG_MACH_MT6877),y)
MTK_PLATFORM := mt6877
else
ifeq ($(CONFIG_MACH_MT6781),y)
MTK_PLATFORM := mt6781
else
ifeq ($(CONFIG_MACH_MT6771),y)
MTK_PLATFORM := mt6771
else
MTK_PLATFORM := $(subst ",,$(CONFIG_MTK_PLATFORM))
endif
endif
endif
endif
endif
endif
endif
#ccflags-y += -I$(CPUFREQ_ROOT_DIR)/src/mach/$(MTK_PLATFORM)/include
ccflags-y += -I$(CPUFREQ_ROOT_DIR)/src/mach/$(MTK_PLATFORM)
include $(srctree)/drivers/misc/mediatek/base/power/cpufreq_v1/src/mach/$(MTK_PLATFORM)/Makefile
ccflags-y += \
-I$(CPUFREQ_ROOT_DIR)/inc \
-I$(CPUFREQ_ROOT_DIR)/src/mach/$(MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/include \
-I$(srctree)/drivers/misc/mediatek/include/mt-plat/$(MTK_PLATFORM)/include \
-I$(srctree)/drivers/misc/mediatek/base/power/$(MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/base/power/include \
-I$(srctree)/drivers/misc/mediatek/mcupm/$(MTK_PLATFORM)/
#sspm
ifeq ($(CONFIG_MACH_MT6781),y)
ccflags-y += -I$(srctree)/drivers/misc/mediatek/sspm/v2/
ccflags-y += -DUSE_SSPM_VER_V2
else ifeq ($(CONFIG_MACH_MT6877),y)
ccflags-y += -I$(srctree)/drivers/misc/mediatek/sspm/v2/
ccflags-y += -I$(srctree)/drivers/misc/mediatek/mcupm/mt6853/
else ifeq ($(CONFIG_MACH_MT6833),y)
ccflags-y += -I$(srctree)/drivers/misc/mediatek/sspm/v2/
else ifeq ($(CONFIG_MACH_MT6853),y)
ccflags-y += -I$(srctree)/drivers/misc/mediatek/sspm/v2/
else ifeq ($(CONFIG_MACH_MT6873),y)
ccflags-y += -I$(srctree)/drivers/misc/mediatek/sspm/v2/
else ifeq ($(CONFIG_MACH_MT6885),y)
ccflags-y += -I$(srctree)/drivers/misc/mediatek/sspm/v2/
else ifeq ($(CONFIG_MACH_MT6768),y)
ccflags-y += -DUSE_SSPM_VER_V1
ccflags-y += -I$(srctree)/drivers/misc/mediatek/sspm/v1/
else ifeq ($(CONFIG_MACH_MT6771),y)
ccflags-y += -DUSE_SSPM_VER_V1
else ifeq ($(CONFIG_MACH_MT6785),y)
ccflags-y += -I$(srctree)/drivers/misc/mediatek/sspm/v1/
else
ccflags-y += -I$(srctree)/drivers/misc/mediatek/sspm/
ccflags-y += -I$(srctree)/drivers/misc/mediatek/sspm/$(MTK_PLATFORM)
endif
ifeq ($(CONFIG_MTK_TINYSYS_SSPM_VERSION), "v1")
ccflags-y += -D CONFIG_MTK_TINYSYS_SSPM_V1
$(warning "use CONFIG_MTK_TINYSYS_SSPM_V1")
endif
# main
# for mt6781,mt6877,mt6833,mt6768
ifneq (,$(filter $(CONFIG_MTK_PLATFORM), "mt6785" "mt6768" "mt6853" "mt6873"))
obj-y := v2/mtk_cpufreq_main.o
obj-y += v2/mtk_cpufreq_interface.o
obj-y += v2/mtk_cpufreq_api.o
obj-y += v2/mtk_cpufreq_debug.o
obj-y += v2/mtk_cpufreq_hybrid.o
else
obj-y := mtk_cpufreq_main.o
obj-y += mtk_cpufreq_interface.o
obj-y += mtk_cpufreq_api.o
obj-y += mtk_cpufreq_debug.o
obj-y += mtk_cpufreq_hybrid.o
endif
# platform dependent files
obj-y += mach/
@@ -0,0 +1,25 @@
ifeq ($(CONFIG_MACH_MT6768),y)
obj-y += mt6768/
else
ifeq ($(CONFIG_MACH_MT6893),y)
obj-y += mt6893/
else
ifeq ($(CONFIG_MACH_MT6885),y)
obj-y += mt6885/
else
ifeq ($(CONFIG_MACH_MT6833),y)
obj-y += mt6833/
else
ifeq ($(CONFIG_MACH_MT6877),y)
obj-y += mt6877/
else
ifeq ($(CONFIG_MACH_MT6781),y)
obj-y += mt6781/
else
obj-y += $(subst ",,$(CONFIG_MTK_PLATFORM))/
endif
endif
endif
endif
endif
endif
@@ -0,0 +1,24 @@
#
# Copyright (C) 2020 MediaTek Inc.
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
# See http://www.gnu.org/licenses/gpl-2.0.html for more details.
#
ccflags-y += \
-I$(CPUFREQ_ROOT_DIR)/inc \
-I$(CPUFREQ_ROOT_DIR)/src/mach/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/base/power/include \
-I$(srctree)/drivers/misc/mediatek/base/power/eem_v2/$(CONFIG_MTK_PLATFORM)/inc \
-I$(srctree)/drivers/misc/mediatek/freqhopping \
-I$(srctree)/drivers/misc/mediatek/freqhopping/$(CONFIG_MTK_PLATFORM)
ccflags-y += -DUSE_SSPM_VER_V1
obj-y += mtk_cpufreq_platform.o
@@ -0,0 +1,57 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (C) 2020 MediaTek Inc.
*/
#ifndef __MTK_CPUFREQ_CONFIG_H__
#define __MTK_CPUFREQ_CONFIG_H__
#define ONE_CLUSTER 1
enum mt_cpu_dvfs_id {
MT_CPU_DVFS_LL,
NR_MT_CPU_DVFS,
};
enum cpu_level {
CPU_LEVEL_0, /* FY */
CPU_LEVEL_1, /* SB */
CPU_LEVEL_2, /* FY2 */
CPU_LEVEL_3, /* LITE */
NUM_CPU_LEVEL,
};
/* PMIC Config */
enum mt_cpu_dvfs_buck_id {
CPU_DVFS_VPROC1,
CPU_DVFS_VSRAM1,
NR_MT_BUCK,
};
enum mt_cpu_dvfs_pmic_type {
BUCK_MT6357_VPROC,
BUCK_MT6357_VSRAM,
NR_MT_PMIC,
};
/* PLL Config */
enum mt_cpu_dvfs_pll_id {
PLL_LL_CLUSTER,
NR_MT_PLL,
};
enum top_ckmuxsel {
TOP_CKMUXSEL_CLKSQ = 0,
TOP_CKMUXSEL_ARMPLL = 1,
TOP_CKMUXSEL_MAINPLL = 2,
TOP_CKMUXSEL_UNIVPLL = 3,
NR_TOP_CKMUXSEL,
};
#endif /* __MTK_CPUFREQ_CONFIG_H__ */
@@ -0,0 +1,22 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (C) 2020 MediaTek Inc.
*/
#ifndef __MTK_CPUFREQ_DEBUG_H__
#define __MTK_CPUFREQ_DEBUG_H__
#include "mtk_cpufreq_internal.h"
extern void aee_record_cpu_dvfs_in(struct mt_cpu_dvfs *p);
extern void aee_record_cpu_dvfs_out(struct mt_cpu_dvfs *p);
extern void aee_record_cpu_dvfs_step(unsigned int step);
extern void aee_record_cci_dvfs_step(unsigned int step);
extern void aee_record_cpu_dvfs_cb(unsigned int step);
extern void aee_record_cpufreq_cb(unsigned int step);
extern void aee_record_cpu_volt(struct mt_cpu_dvfs *p, unsigned int volt);
extern void aee_record_freq_idx(struct mt_cpu_dvfs *p, int idx);
extern void _mt_cpufreq_aee_init(void);
#endif /* __MTK_CPUFREQ_DEBUG_H__ */
@@ -0,0 +1,96 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (C) 2020 MediaTek Inc.
*/
#include "mtk_cpufreq_config.h"
#define NR_FREQ 16
#define ARRAY_COL_SIZE 4
static unsigned int fyTbl[NR_FREQ * NR_MT_CPU_DVFS][ARRAY_COL_SIZE] = {
/* Freq, Vproc, post_div, clk_div */
{ 2001, 81, 1, 1 }, /* LL */
{ 1917, 76, 1, 1 },
{ 1834, 71, 1, 1 },
{ 1767, 67, 1, 1 },
{ 1700, 63, 1, 1 },
{ 1633, 59, 1, 1 },
{ 1533, 53, 1, 1 },
{ 1466, 49, 2, 1 },
{ 1400, 45, 2, 1 },
{ 1308, 41, 2, 1 },
{ 1216, 37, 2, 1 },
{ 1125, 33, 2, 1 },
{ 1056, 30, 2, 1 },
{ 987, 27, 2, 1 },
{ 918, 24, 2, 1 },
{ 850, 21, 2, 1 },
};
static unsigned int sbTbl[NR_FREQ * NR_MT_CPU_DVFS][ARRAY_COL_SIZE] = {
/* Freq, Vproc, post_div, clk_div */
{ 2201, 81, 1, 1 }, /* LL */
{ 2089, 76, 1, 1 },
{ 1978, 71, 1, 1 },
{ 1889, 67, 1, 1 },
{ 1800, 63, 1, 1 },
{ 1711, 59, 1, 1 },
{ 1622, 55, 1, 1 },
{ 1533, 51, 1, 1 },
{ 1466, 48, 2, 1 },
{ 1400, 45, 2, 1 },
{ 1308, 41, 2, 1 },
{ 1216, 37, 2, 1 },
{ 1125, 33, 2, 1 },
{ 1033, 29, 2, 1 },
{ 941, 25, 2, 1 },
{ 850, 21, 2, 1 },
};
static unsigned int fy2Tbl[NR_FREQ * NR_MT_CPU_DVFS][ARRAY_COL_SIZE] = {
/* Freq, Vproc, post_div, clk_div */
{ 2001, 81, 1, 1 }, /* LL */
{ 1917, 76, 1, 1 },
{ 1834, 71, 1, 1 },
{ 1767, 67, 1, 1 },
{ 1700, 63, 1, 1 },
{ 1633, 59, 1, 1 },
{ 1533, 53, 1, 1 },
{ 1466, 49, 2, 1 },
{ 1400, 45, 2, 1 },
{ 1308, 45, 2, 1 },
{ 1216, 45, 2, 1 },
{ 1125, 45, 2, 1 },
{ 1056, 45, 2, 1 },
{ 987, 45, 2, 1 },
{ 918, 45, 2, 1 },
{ 850, 45, 2, 1 },
};
static unsigned int LiteTbl[NR_FREQ * NR_MT_CPU_DVFS][ARRAY_COL_SIZE] = {
/* Freq, Vproc, post_div, clk_div */
{ 1800, 69, 1, 1 }, /* LL */
{ 1767, 67, 1, 1 },
{ 1734, 65, 1, 1 },
{ 1700, 63, 1, 1 },
{ 1667, 61, 1, 1 },
{ 1633, 59, 1, 1 },
{ 1533, 53, 1, 1 },
{ 1466, 49, 2, 1 },
{ 1400, 45, 2, 1 },
{ 1308, 41, 2, 1 },
{ 1216, 37, 2, 1 },
{ 1125, 33, 2, 1 },
{ 1056, 30, 2, 1 },
{ 987, 27, 2, 1 },
{ 918, 24, 2, 1 },
{ 850, 21, 2, 1 },
};
unsigned int *xrecordTbl[NUM_CPU_LEVEL] = { /* v0.3 */
[CPU_LEVEL_0] = &fyTbl[0][0],
[CPU_LEVEL_1] = &sbTbl[0][0],
[CPU_LEVEL_2] = &fy2Tbl[0][0],
[CPU_LEVEL_3] = &LiteTbl[0][0],
};
@@ -0,0 +1,303 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (C) 2020 MediaTek Inc.
*/
#include "mtk_cpufreq_struct.h"
#include "mtk_cpufreq_config.h"
/* FY */
/* for DVFS OPP table LL */
#define CPU_DVFS_FREQ0_LL_FY 2001000 /* KHz */
#define CPU_DVFS_FREQ1_LL_FY 1917000 /* KHz */
#define CPU_DVFS_FREQ2_LL_FY 1834000 /* KHz */
#define CPU_DVFS_FREQ3_LL_FY 1767000 /* KHz */
#define CPU_DVFS_FREQ4_LL_FY 1700000 /* KHz */
#define CPU_DVFS_FREQ5_LL_FY 1633000 /* KHz */
#define CPU_DVFS_FREQ6_LL_FY 1533000 /* KHz */
#define CPU_DVFS_FREQ7_LL_FY 1466000 /* KHz */
#define CPU_DVFS_FREQ8_LL_FY 1400000 /* KHz */
#define CPU_DVFS_FREQ9_LL_FY 1308000 /* KHz */
#define CPU_DVFS_FREQ10_LL_FY 1216000 /* KHz */
#define CPU_DVFS_FREQ11_LL_FY 1125000 /* KHz */
#define CPU_DVFS_FREQ12_LL_FY 1056000 /* KHz */
#define CPU_DVFS_FREQ13_LL_FY 987000 /* KHz */
#define CPU_DVFS_FREQ14_LL_FY 918000 /* KHz */
#define CPU_DVFS_FREQ15_LL_FY 850000 /* KHz */
#define CPU_DVFS_VOLT0_VPROC_LL_FY 102500 /* 10uV */
#define CPU_DVFS_VOLT1_VPROC_LL_FY 99375 /* 10uV */
#define CPU_DVFS_VOLT2_VPROC_LL_FY 96250 /* 10uV */
#define CPU_DVFS_VOLT3_VPROC_LL_FY 93750 /* 10uV */
#define CPU_DVFS_VOLT4_VPROC_LL_FY 91250 /* 10uV */
#define CPU_DVFS_VOLT5_VPROC_LL_FY 88750 /* 10uV */
#define CPU_DVFS_VOLT6_VPROC_LL_FY 85000 /* 10uV */
#define CPU_DVFS_VOLT7_VPROC_LL_FY 82500 /* 10uV */
#define CPU_DVFS_VOLT8_VPROC_LL_FY 80000 /* 10uV */
#define CPU_DVFS_VOLT9_VPROC_LL_FY 77500 /* 10uV */
#define CPU_DVFS_VOLT10_VPROC_LL_FY 75000 /* 10uV */
#define CPU_DVFS_VOLT11_VPROC_LL_FY 72500 /* 10uV */
#define CPU_DVFS_VOLT12_VPROC_LL_FY 70625 /* 10uV */
#define CPU_DVFS_VOLT13_VPROC_LL_FY 68750 /* 10uV */
#define CPU_DVFS_VOLT14_VPROC_LL_FY 66875 /* 10uV */
#define CPU_DVFS_VOLT15_VPROC_LL_FY 65000 /* 10uV */
/* SB */
/* for DVFS OPP table LL */
#define CPU_DVFS_FREQ0_LL_SB 2201000 /* KHz */
#define CPU_DVFS_FREQ1_LL_SB 2089000 /* KHz */
#define CPU_DVFS_FREQ2_LL_SB 1978000 /* KHz */
#define CPU_DVFS_FREQ3_LL_SB 1889000 /* KHz */
#define CPU_DVFS_FREQ4_LL_SB 1800000 /* KHz */
#define CPU_DVFS_FREQ5_LL_SB 1711000 /* KHz */
#define CPU_DVFS_FREQ6_LL_SB 1622000 /* KHz */
#define CPU_DVFS_FREQ7_LL_SB 1533000 /* KHz */
#define CPU_DVFS_FREQ8_LL_SB 1466000 /* KHz */
#define CPU_DVFS_FREQ9_LL_SB 1400000 /* KHz */
#define CPU_DVFS_FREQ10_LL_SB 1308000 /* KHz */
#define CPU_DVFS_FREQ11_LL_SB 1216000 /* KHz */
#define CPU_DVFS_FREQ12_LL_SB 1125000 /* KHz */
#define CPU_DVFS_FREQ13_LL_SB 1033000 /* KHz */
#define CPU_DVFS_FREQ14_LL_SB 941000 /* KHz */
#define CPU_DVFS_FREQ15_LL_SB 850000 /* KHz */
#define CPU_DVFS_VOLT0_VPROC_LL_SB 102500 /* 10uV */
#define CPU_DVFS_VOLT1_VPROC_LL_SB 99375 /* 10uV */
#define CPU_DVFS_VOLT2_VPROC_LL_SB 96250 /* 10uV */
#define CPU_DVFS_VOLT3_VPROC_LL_SB 93750 /* 10uV */
#define CPU_DVFS_VOLT4_VPROC_LL_SB 91250 /* 10uV */
#define CPU_DVFS_VOLT5_VPROC_LL_SB 88750 /* 10uV */
#define CPU_DVFS_VOLT6_VPROC_LL_SB 86250 /* 10uV */
#define CPU_DVFS_VOLT7_VPROC_LL_SB 83750 /* 10uV */
#define CPU_DVFS_VOLT8_VPROC_LL_SB 81875 /* 10uV */
#define CPU_DVFS_VOLT9_VPROC_LL_SB 80000 /* 10uV */
#define CPU_DVFS_VOLT10_VPROC_LL_SB 77500 /* 10uV */
#define CPU_DVFS_VOLT11_VPROC_LL_SB 75000 /* 10uV */
#define CPU_DVFS_VOLT12_VPROC_LL_SB 72500 /* 10uV */
#define CPU_DVFS_VOLT13_VPROC_LL_SB 70000 /* 10uV */
#define CPU_DVFS_VOLT14_VPROC_LL_SB 67500 /* 10uV */
#define CPU_DVFS_VOLT15_VPROC_LL_SB 65000 /* 10uV */
/* FY2 */
/* for DVFS OPP table LL */
#define CPU_DVFS_FREQ0_LL_FY2 2001000 /* KHz */
#define CPU_DVFS_FREQ1_LL_FY2 1917000 /* KHz */
#define CPU_DVFS_FREQ2_LL_FY2 1834000 /* KHz */
#define CPU_DVFS_FREQ3_LL_FY2 1767000 /* KHz */
#define CPU_DVFS_FREQ4_LL_FY2 1700000 /* KHz */
#define CPU_DVFS_FREQ5_LL_FY2 1633000 /* KHz */
#define CPU_DVFS_FREQ6_LL_FY2 1533000 /* KHz */
#define CPU_DVFS_FREQ7_LL_FY2 1466000 /* KHz */
#define CPU_DVFS_FREQ8_LL_FY2 1400000 /* KHz */
#define CPU_DVFS_FREQ9_LL_FY2 1308000 /* KHz */
#define CPU_DVFS_FREQ10_LL_FY2 1216000 /* KHz */
#define CPU_DVFS_FREQ11_LL_FY2 1125000 /* KHz */
#define CPU_DVFS_FREQ12_LL_FY2 1056000 /* KHz */
#define CPU_DVFS_FREQ13_LL_FY2 987000 /* KHz */
#define CPU_DVFS_FREQ14_LL_FY2 918000 /* KHz */
#define CPU_DVFS_FREQ15_LL_FY2 850000 /* KHz */
#define CPU_DVFS_VOLT0_VPROC_LL_FY2 102500 /* 10uV */
#define CPU_DVFS_VOLT1_VPROC_LL_FY2 99375 /* 10uV */
#define CPU_DVFS_VOLT2_VPROC_LL_FY2 96250 /* 10uV */
#define CPU_DVFS_VOLT3_VPROC_LL_FY2 93750 /* 10uV */
#define CPU_DVFS_VOLT4_VPROC_LL_FY2 91250 /* 10uV */
#define CPU_DVFS_VOLT5_VPROC_LL_FY2 88750 /* 10uV */
#define CPU_DVFS_VOLT6_VPROC_LL_FY2 85000 /* 10uV */
#define CPU_DVFS_VOLT7_VPROC_LL_FY2 82500 /* 10uV */
#define CPU_DVFS_VOLT8_VPROC_LL_FY2 80000 /* 10uV */
#define CPU_DVFS_VOLT9_VPROC_LL_FY2 80000 /* 10uV */
#define CPU_DVFS_VOLT10_VPROC_LL_FY2 80000 /* 10uV */
#define CPU_DVFS_VOLT11_VPROC_LL_FY2 80000 /* 10uV */
#define CPU_DVFS_VOLT12_VPROC_LL_FY2 80000 /* 10uV */
#define CPU_DVFS_VOLT13_VPROC_LL_FY2 80000 /* 10uV */
#define CPU_DVFS_VOLT14_VPROC_LL_FY2 80000 /* 10uV */
#define CPU_DVFS_VOLT15_VPROC_LL_FY2 80000 /* 10uV */
/* Lite */
/* for DVFS OPP table LL */
#define CPU_DVFS_FREQ0_LL_LITE 1800000 /* KHz */
#define CPU_DVFS_FREQ1_LL_LITE 1767000 /* KHz */
#define CPU_DVFS_FREQ2_LL_LITE 1734000 /* KHz */
#define CPU_DVFS_FREQ3_LL_LITE 1700000 /* KHz */
#define CPU_DVFS_FREQ4_LL_LITE 1667000 /* KHz */
#define CPU_DVFS_FREQ5_LL_LITE 1633000 /* KHz */
#define CPU_DVFS_FREQ6_LL_LITE 1533000 /* KHz */
#define CPU_DVFS_FREQ7_LL_LITE 1466000 /* KHz */
#define CPU_DVFS_FREQ8_LL_LITE 1400000 /* KHz */
#define CPU_DVFS_FREQ9_LL_LITE 1308000 /* KHz */
#define CPU_DVFS_FREQ10_LL_LITE 1216000 /* KHz */
#define CPU_DVFS_FREQ11_LL_LITE 1125000 /* KHz */
#define CPU_DVFS_FREQ12_LL_LITE 1056000 /* KHz */
#define CPU_DVFS_FREQ13_LL_LITE 987000 /* KHz */
#define CPU_DVFS_FREQ14_LL_LITE 918000 /* KHz */
#define CPU_DVFS_FREQ15_LL_LITE 850000 /* KHz */
#define CPU_DVFS_VOLT0_VPROC_LL_LITE 95000 /* 10uV */
#define CPU_DVFS_VOLT1_VPROC_LL_LITE 93750 /* 10uV */
#define CPU_DVFS_VOLT2_VPROC_LL_LITE 92500 /* 10uV */
#define CPU_DVFS_VOLT3_VPROC_LL_LITE 91250 /* 10uV */
#define CPU_DVFS_VOLT4_VPROC_LL_LITE 90000 /* 10uV */
#define CPU_DVFS_VOLT5_VPROC_LL_LITE 88750 /* 10uV */
#define CPU_DVFS_VOLT6_VPROC_LL_LITE 85000 /* 10uV */
#define CPU_DVFS_VOLT7_VPROC_LL_LITE 82500 /* 10uV */
#define CPU_DVFS_VOLT8_VPROC_LL_LITE 80000 /* 10uV */
#define CPU_DVFS_VOLT9_VPROC_LL_LITE 77500 /* 10uV */
#define CPU_DVFS_VOLT10_VPROC_LL_LITE 75000 /* 10uV */
#define CPU_DVFS_VOLT11_VPROC_LL_LITE 72500 /* 10uV */
#define CPU_DVFS_VOLT12_VPROC_LL_LITE 70625 /* 10uV */
#define CPU_DVFS_VOLT13_VPROC_LL_LITE 68750 /* 10uV */
#define CPU_DVFS_VOLT14_VPROC_LL_LITE 66875 /* 10uV */
#define CPU_DVFS_VOLT15_VPROC_LL_LITE 65000 /* 10uV */
/* DVFS OPP table */
#define OPP_TBL(cluster, seg, lv, vol) \
static struct mt_cpu_freq_info opp_tbl_##cluster##_e##lv##_0[] = { \
OP \
(CPU_DVFS_FREQ0_##cluster##_##seg, CPU_DVFS_VOLT0_VPROC_##vol##_##seg), \
OP \
(CPU_DVFS_FREQ1_##cluster##_##seg, CPU_DVFS_VOLT1_VPROC_##vol##_##seg), \
OP \
(CPU_DVFS_FREQ2_##cluster##_##seg, CPU_DVFS_VOLT2_VPROC_##vol##_##seg), \
OP \
(CPU_DVFS_FREQ3_##cluster##_##seg, CPU_DVFS_VOLT3_VPROC_##vol##_##seg), \
OP \
(CPU_DVFS_FREQ4_##cluster##_##seg, CPU_DVFS_VOLT4_VPROC_##vol##_##seg), \
OP \
(CPU_DVFS_FREQ5_##cluster##_##seg, CPU_DVFS_VOLT5_VPROC_##vol##_##seg), \
OP \
(CPU_DVFS_FREQ6_##cluster##_##seg, CPU_DVFS_VOLT6_VPROC_##vol##_##seg), \
OP \
(CPU_DVFS_FREQ7_##cluster##_##seg, CPU_DVFS_VOLT7_VPROC_##vol##_##seg), \
OP \
(CPU_DVFS_FREQ8_##cluster##_##seg, CPU_DVFS_VOLT8_VPROC_##vol##_##seg), \
OP \
(CPU_DVFS_FREQ9_##cluster##_##seg, CPU_DVFS_VOLT9_VPROC_##vol##_##seg), \
OP \
(CPU_DVFS_FREQ10_##cluster##_##seg, CPU_DVFS_VOLT10_VPROC_##vol##_##seg), \
OP \
(CPU_DVFS_FREQ11_##cluster##_##seg, CPU_DVFS_VOLT11_VPROC_##vol##_##seg), \
OP \
(CPU_DVFS_FREQ12_##cluster##_##seg, CPU_DVFS_VOLT12_VPROC_##vol##_##seg), \
OP \
(CPU_DVFS_FREQ13_##cluster##_##seg, CPU_DVFS_VOLT13_VPROC_##vol##_##seg), \
OP \
(CPU_DVFS_FREQ14_##cluster##_##seg, CPU_DVFS_VOLT14_VPROC_##vol##_##seg), \
OP \
(CPU_DVFS_FREQ15_##cluster##_##seg, CPU_DVFS_VOLT15_VPROC_##vol##_##seg), \
}
OPP_TBL(LL, FY, 0, LL); /* opp_tbl_LL_e0_0 */
OPP_TBL(LL, SB, 1, LL); /* opp_tbl_LL_e1_0 */
OPP_TBL(LL, FY2, 2, LL); /* opp_tbl_LL_e2_0 */
OPP_TBL(LL, LITE, 3, LL); /* opp_tbl_LL_e2_0 */
/* v0.3 */
struct opp_tbl_info opp_tbls[NR_MT_CPU_DVFS][NUM_CPU_LEVEL] = {
/* LL */
{
[CPU_LEVEL_0] = { opp_tbl_LL_e0_0,
ARRAY_SIZE(opp_tbl_LL_e0_0) },
[CPU_LEVEL_1] = { opp_tbl_LL_e1_0,
ARRAY_SIZE(opp_tbl_LL_e1_0) },
[CPU_LEVEL_2] = { opp_tbl_LL_e2_0,
ARRAY_SIZE(opp_tbl_LL_e2_0) },
[CPU_LEVEL_3] = { opp_tbl_LL_e3_0,
ARRAY_SIZE(opp_tbl_LL_e2_0) },
},
};
/* 16 steps OPP table */
/* FY */
static struct mt_cpu_freq_method opp_tbl_method_LL_FY[] = {
/* POS, CLK */
FP(1, 1),
FP(1, 1),
FP(1, 1),
FP(1, 1),
FP(1, 1),
FP(1, 1),
FP(1, 1),
FP(2, 1),
FP(2, 1),
FP(2, 1),
FP(2, 1),
FP(2, 1),
FP(2, 1),
FP(2, 1),
FP(2, 1),
FP(2, 1),
};
/* SB */
static struct mt_cpu_freq_method opp_tbl_method_LL_SB[] = {
/* POS, CLK */
FP(1, 1),
FP(1, 1),
FP(1, 1),
FP(1, 1),
FP(1, 1),
FP(1, 1),
FP(1, 1),
FP(1, 1),
FP(2, 1),
FP(2, 1),
FP(2, 1),
FP(2, 1),
FP(2, 1),
FP(2, 1),
FP(2, 1),
FP(2, 1),
};
/* FY2 */
static struct mt_cpu_freq_method opp_tbl_method_LL_FY2[] = {
/* POS, CLK */
FP(1, 1),
FP(1, 1),
FP(1, 1),
FP(1, 1),
FP(1, 1),
FP(1, 1),
FP(1, 1),
FP(2, 1),
FP(2, 1),
FP(2, 1),
FP(2, 1),
FP(2, 1),
FP(2, 1),
FP(2, 1),
FP(2, 1),
FP(2, 1),
};
/* Lite */
static struct mt_cpu_freq_method opp_tbl_method_LL_LITE[] = {
/* POS, CLK */
FP(1, 1),
FP(1, 1),
FP(1, 1),
FP(1, 1),
FP(1, 1),
FP(1, 1),
FP(1, 1),
FP(2, 1),
FP(2, 1),
FP(2, 1),
FP(2, 1),
FP(2, 1),
FP(2, 1),
FP(2, 1),
FP(2, 1),
FP(2, 1),
};
/* v0.3 */
struct opp_tbl_m_info opp_tbls_m[NR_MT_CPU_DVFS][NUM_CPU_LEVEL] = {
/* LL */
{
[CPU_LEVEL_0] = { opp_tbl_method_LL_FY },
[CPU_LEVEL_1] = { opp_tbl_method_LL_SB },
[CPU_LEVEL_2] = { opp_tbl_method_LL_FY2 },
[CPU_LEVEL_3] = { opp_tbl_method_LL_LITE },
},
};
@@ -0,0 +1,570 @@
// SPDX-License-Identifier: GPL-2.0
/*
* Copyright (C) 2020 MediaTek Inc.
*/
#include <linux/of.h>
#include <linux/of_address.h>
#include <linux/regulator/consumer.h>
#include <linux/nvmem-consumer.h>
#include <mt-plat/mtk_chip.h>
#include <mt-plat/mtk_devinfo.h>
#ifdef CONFIG_MTK_FREQ_HOPPING
#include <mt_freqhopping_drv.h>
#else
#define FH_PLL0 0 /* LL : ARMPLL */
#endif
#include "mtk_cpufreq_platform.h"
#include "../../mtk_cpufreq_hybrid.h"
#include <linux/of_platform.h>
static struct regulator *regulator_proc1;
static struct regulator *regulator_sram1;
static unsigned long apmixed_base = 0x1000c000;
static unsigned long mcucfg_base = 0x10200000;
#define APMIXED_NODE "mediatek,mt6761-apmixedsys"
#define MCUCFG_NODE "mediatek,mcucfg"
#define ARMPLL_LL_CON1 (apmixed_base + 0x310) /* ARMPLL */
#define CKDIV1_LL_CFG (mcucfg_base + 0x7c0) /* bus_pll by Po-Yang */
#define UP_VPROC_ST 1000
#define DOWN_VPROC_ST 1000
#define UP_VSRAM_ST 1000
#define DOWN_VSRAM_ST 1000
#define CPU_DOWN_PREPARE 0x0005 /* CPU (unsigned)v going down */
#define CPU_TASKS_FROZEN 0x0010
struct mt_cpu_dvfs cpu_dvfs[NR_MT_CPU_DVFS] = {
[MT_CPU_DVFS_LL] = {
.name = __stringify(MT_CPU_DVFS_LL),
.id = MT_CPU_DVFS_LL,
.cpu_id = 0,
.idx_normal_max_opp = -1,
.idx_opp_ppm_base = 15,
.idx_opp_ppm_limit = 0,
.Vproc_buck_id = CPU_DVFS_VPROC1,
.Vsram_buck_id = CPU_DVFS_VSRAM1,
.Pll_id = PLL_LL_CLUSTER,
},
};
static int set_cur_volt_proc_cpu(struct buck_ctrl_t *buck_p,
unsigned int volt)
{
unsigned int max_volt = MAX_VPROC_VOLT + 625;
return regulator_set_voltage(regulator_proc1, volt * 10, max_volt * 10);
}
static unsigned int get_cur_volt_proc_cpu(struct buck_ctrl_t *buck_p)
{
unsigned int rdata;
rdata = regulator_get_voltage(regulator_proc1) / 10;
return rdata;
}
static unsigned int mt6357_transfer2pmicval(unsigned int volt)
{
return ((volt - 51875) + 625 - 1) / 625;
}
static unsigned int mt6357_transfer2volt(unsigned int val)
{
return val * 625 + 51875;
}
static unsigned int mt6357_vproc_settletime(unsigned int old_volt,
unsigned int new_volt)
{
/* UP:10mv/us DOWN:10mv/us */
if (new_volt > old_volt)
return ((new_volt - old_volt) + UP_VPROC_ST - 1) /
UP_VPROC_ST + PMIC_CMD_DELAY_TIME;
else
return ((old_volt - new_volt) + DOWN_VPROC_ST - 1) /
DOWN_VPROC_ST + PMIC_CMD_DELAY_TIME;
}
static int set_cur_volt_sram_cpu(struct buck_ctrl_t *buck_p,
unsigned int volt)
{
unsigned int max_volt = MAX_VSRAM_VOLT + 625;
return regulator_set_voltage(regulator_sram1,
volt * 10, max_volt * 10);
}
static unsigned int get_cur_volt_sram_cpu(struct buck_ctrl_t *buck_p)
{
unsigned int rdata;
rdata = regulator_get_voltage(regulator_sram1) / 10;
return rdata;
}
static unsigned int mt6357_vsram_settletime(unsigned int old_volt,
unsigned int new_volt)
{
/* UP:10mv/us DOWN:10mv/us */
if (new_volt > old_volt)
return ((new_volt - old_volt) + UP_VSRAM_ST - 1) /
UP_VSRAM_ST + PMIC_CMD_DELAY_TIME;
else
return ((old_volt - new_volt) + DOWN_VSRAM_ST - 1) /
DOWN_VSRAM_ST + PMIC_CMD_DELAY_TIME;
}
/* upper layer CANNOT use 'set' function in secure path */
static struct buck_ctrl_ops buck_ops_mt6357_vproc = {
.get_cur_volt = get_cur_volt_proc_cpu,
.set_cur_volt = set_cur_volt_proc_cpu,
.transfer2pmicval = mt6357_transfer2pmicval,
.transfer2volt = mt6357_transfer2volt,
.settletime = mt6357_vproc_settletime,
};
static struct buck_ctrl_ops buck_ops_mt6357_vsram = {
.get_cur_volt = get_cur_volt_sram_cpu,
.set_cur_volt = set_cur_volt_sram_cpu,
.transfer2pmicval = mt6357_transfer2pmicval,
.transfer2volt = mt6357_transfer2volt,
.settletime = mt6357_vsram_settletime,
};
struct buck_ctrl_t buck_ctrl[NR_MT_BUCK] = {
[CPU_DVFS_VPROC1] = {
.name = __stringify(BUCK_MT6357_VPROC),
.buck_id = CPU_DVFS_VPROC1,
.buck_ops = &buck_ops_mt6357_vproc,
},
[CPU_DVFS_VSRAM1] = {
.name = __stringify(BUCK_MT6357_VSRAM),
.buck_id = CPU_DVFS_VSRAM1,
.buck_ops = &buck_ops_mt6357_vsram,
},
};
void prepare_pmic_config(struct mt_cpu_dvfs *p)
{
}
int __attribute__((weak)) sync_dcm_set_mp0_freq(unsigned int mhz)
{
return 0;
}
int __attribute__((weak)) sync_dcm_set_mp1_freq(unsigned int mhz)
{
return 0;
}
int __attribute__((weak)) sync_dcm_set_mp2_freq(unsigned int mhz)
{
return 0;
}
int __attribute__((weak)) sync_dcm_set_cci_freq(unsigned int mhz)
{
return 0;
}
/* PLL Part */
void prepare_pll_addr(enum mt_cpu_dvfs_pll_id pll_id)
{
struct pll_ctrl_t *pll_p = id_to_pll_ctrl(pll_id);
if (pll_p == NULL)
return;
pll_p->armpll_addr =
(unsigned int *)(ARMPLL_LL_CON1);
pll_p->armpll_div_addr =
(unsigned int *)(CKDIV1_LL_CFG);
}
unsigned int _cpu_dds_calc(unsigned int khz)
{
unsigned int dds;
dds = ((khz / 1000) << 14) / 26;
return dds;
}
static void adjust_armpll_dds(struct pll_ctrl_t *pll_p, unsigned int vco,
unsigned int pos_div)
{
unsigned int dds;
unsigned int val;
dds = _GET_BITS_VAL_(21:0, _cpu_dds_calc(vco));
val = cpufreq_read(pll_p->armpll_addr) & ~(_BITMASK_(21:0));
val |= dds;
cpufreq_write(pll_p->armpll_addr, val | _BIT_(31) /* CHG */);
udelay(PLL_SETTLE_TIME);
}
static void adjust_posdiv(struct pll_ctrl_t *pll_p, unsigned int pos_div)
{
unsigned int sel;
sel = (pos_div == 1 ? 0 :
pos_div == 2 ? 1 :
pos_div == 4 ? 2 : 0);
cpufreq_write_mask(pll_p->armpll_addr, 26:24, sel);
udelay(POS_SETTLE_TIME);
}
static void adjust_clkdiv(struct pll_ctrl_t *pll_p, unsigned int clk_div)
{
unsigned int sel;
sel = (clk_div == 1 ? 8 :
clk_div == 2 ? 10 :
clk_div == 4 ? 11 : 8);
cpufreq_write_mask(pll_p->armpll_div_addr, 21:17, sel);
}
unsigned char get_posdiv(struct pll_ctrl_t *pll_p)
{
unsigned char sel, cur_posdiv;
sel = _GET_BITS_VAL_(26:24, cpufreq_read(pll_p->armpll_addr));
cur_posdiv = (sel == 0 ? 1 :
sel == 1 ? 2 :
sel == 2 ? 4 : 1);
return cur_posdiv;
}
unsigned char get_clkdiv(struct pll_ctrl_t *pll_p)
{
unsigned char sel, cur_clkdiv;
sel = _GET_BITS_VAL_(21:17, cpufreq_read(pll_p->armpll_div_addr));
cur_clkdiv = (sel == 8 ? 1 :
sel == 10 ? 2 :
sel == 11 ? 4 : 1);
return cur_clkdiv;
}
static void adjust_freq_hopping(struct pll_ctrl_t *pll_p, unsigned int dds)
{
#ifdef CONFIG_MTK_FREQ_HOPPING
mt_dfs_armpll(pll_p->hopping_id, dds);
#endif
}
/* Frequency API */
static unsigned int pll_to_clk(unsigned int pll_f, unsigned int ckdiv1)
{
unsigned int freq = pll_f;
switch (ckdiv1) {
case 8:
break;
case 9:
freq = freq * 3 / 4;
break;
case 10:
freq = freq * 2 / 4;
break;
case 11:
freq = freq * 1 / 4;
break;
case 16:
break;
case 17:
freq = freq * 4 / 5;
break;
case 18:
freq = freq * 3 / 5;
break;
case 19:
freq = freq * 2 / 5;
break;
case 20:
freq = freq * 1 / 5;
break;
case 24:
break;
case 25:
freq = freq * 5 / 6;
break;
case 26:
freq = freq * 4 / 6;
break;
case 27:
freq = freq * 3 / 6;
break;
case 28:
freq = freq * 2 / 6;
break;
case 29:
freq = freq * 1 / 6;
break;
default:
break;
}
return freq;
}
static unsigned int _cpu_freq_calc(unsigned int con1, unsigned int ckdiv1)
{
unsigned int freq;
unsigned int posdiv;
posdiv = _GET_BITS_VAL_(26:24, con1);
con1 &= _BITMASK_(21:0);
freq = ((con1 * 26) >> 14) * 1000;
switch (posdiv) {
case 0:
break;
case 1:
freq = freq / 2;
break;
case 2:
freq = freq / 4;
break;
case 3:
freq = freq / 8;
break;
default:
freq = freq / 16;
break;
};
return pll_to_clk(freq, ckdiv1);
}
unsigned int get_cur_phy_freq(struct pll_ctrl_t *pll_p)
{
unsigned int con1;
unsigned int ckdiv1;
unsigned int cur_khz;
con1 = cpufreq_read(pll_p->armpll_addr);
ckdiv1 = cpufreq_read(pll_p->armpll_div_addr);
ckdiv1 = _GET_BITS_VAL_(21:17, ckdiv1);
cur_khz = _cpu_freq_calc(con1, ckdiv1);
cpufreq_ver
("@%s: (%s) = cur_khz = %u, con1[0x%p] = 0x%x, ckdiv1_val = 0x%x\n",
__func__, pll_p->name, cur_khz, pll_p->armpll_addr, con1, ckdiv1);
return cur_khz;
}
static void _cpu_clock_switch(struct pll_ctrl_t *pll_p, enum top_ckmuxsel sel)
{
cpufreq_write_mask(pll_p->armpll_div_addr, 10:9, sel);
}
static enum top_ckmuxsel _get_cpu_clock_switch(struct pll_ctrl_t *pll_p)
{
return _GET_BITS_VAL_(10:9, cpufreq_read(pll_p->armpll_div_addr));
}
/* upper layer CANNOT use 'set' function in secure path */
static struct pll_ctrl_ops pll_ops_ll = {
.get_cur_freq = get_cur_phy_freq,
.set_armpll_dds = adjust_armpll_dds,
.set_armpll_posdiv = adjust_posdiv,
.set_armpll_clkdiv = adjust_clkdiv,
.set_freq_hopping = adjust_freq_hopping,
.clksrc_switch = _cpu_clock_switch,
.get_clksrc = _get_cpu_clock_switch,
.set_sync_dcm = sync_dcm_set_mp1_freq,
};
struct pll_ctrl_t pll_ctrl[NR_MT_PLL] = {
[PLL_LL_CLUSTER] = {
.name = __stringify(PLL_LL_CLUSTER),
.pll_id = PLL_LL_CLUSTER,
.hopping_id = FH_PLL0, /* ARMPLL */
.pll_ops = &pll_ops_ll,
},
};
/* Always put action cpu at last */
struct hp_action_tbl cpu_dvfs_hp_action[2] = {
{
.action = CPUFREQ_CPU_DOWN_PREPARE,
.cluster = MT_CPU_DVFS_LL,
.trigged_core = 1,
.hp_action_cfg[MT_CPU_DVFS_LL].action_id = FREQ_LOW,
},
{
.action = CPUFREQ_CPU_DOWN_PREPARE,
.cluster = MT_CPU_DVFS_LL,
.trigged_core = 1,
.hp_action_cfg[MT_CPU_DVFS_LL].action_id = FREQ_LOW,
},
};
unsigned int nr_hp_action = ARRAY_SIZE(cpu_dvfs_hp_action);
static int can_turbo;
void mt_cpufreq_turbo_action(unsigned long action,
unsigned int *cpus, enum mt_cpu_dvfs_id cluster_id)
{
can_turbo = 0;
}
int mt_cpufreq_turbo_config(enum mt_cpu_dvfs_id id,
unsigned int turbo_f, unsigned int turbo_v)
{
return 1;
}
int mt_cpufreq_regulator_map(struct platform_device *pdev)
{
regulator_proc1 = regulator_get(&pdev->dev, "vproc");
if (GEN_DB_ON(IS_ERR(regulator_proc1), "vproc Get Failed"))
return -ENODEV;
regulator_sram1 = regulator_get(&pdev->dev, "vsram_proc");
if (GEN_DB_ON(IS_ERR(regulator_sram1), "vsram_proc Get Failed"))
return -ENODEV;
return 0;
}
int mt_cpufreq_dts_map(void)
{
struct device_node *node;
/* apmixed */
node = of_find_compatible_node(NULL, NULL, APMIXED_NODE);
if (GEN_DB_ON(!node, "APMIXED Not Found"))
return -ENODEV;
apmixed_base = (unsigned long)of_iomap(node, 0);
if (GEN_DB_ON(!apmixed_base, "APMIXED Map Failed"))
return -ENOMEM;
/* mcucfg */
node = of_find_compatible_node(NULL, NULL, MCUCFG_NODE);
if (GEN_DB_ON(!node, "MCUCFG Not Found"))
return -ENODEV;
mcucfg_base = (unsigned long)of_iomap(node, 0);
if (GEN_DB_ON(!mcucfg_base, "MCUCFG Map Failed"))
return -ENOMEM;
return 0;
}
unsigned int _mt_cpufreq_get_cpu_level(void)
{
unsigned int lv = CPU_LEVEL_0;
unsigned int efuse_seg;
struct platform_device *pdev;
struct device_node *node;
struct nvmem_cell *efuse_cell;
size_t efuse_len;
unsigned int *efuse_buf;
node = of_find_compatible_node(NULL, NULL, "mediatek,mt6761-dvfsp");
if (!node) {
tag_pr_info("%s fail to get device node\n", __func__);
return 0;
}
pdev = of_device_alloc(node, NULL, NULL);
if (!pdev) {
tag_pr_info("%s fail to create device node\n", __func__);
return 0;
}
efuse_cell = nvmem_cell_get(&pdev->dev, "efuse_segment_cell");
if (IS_ERR(efuse_cell)) {
tag_pr_info("@%s: cannot get efuse_cell\n", __func__);
return PTR_ERR(efuse_cell);
}
efuse_buf = (unsigned int *)nvmem_cell_read(efuse_cell, &efuse_len);
nvmem_cell_put(efuse_cell);
efuse_seg = *efuse_buf;
kfree(efuse_buf);
#if defined(CONFIG_MTK_LP_OPP)
lv = CPU_LEVEL_0;
#endif
if ((efuse_seg == 0x10) || (efuse_seg == 0x11) || (efuse_seg == 0x90)
|| (efuse_seg == 0x91))
lv = CPU_LEVEL_3;
turbo_flag = 0;
tag_pr_info("%d,%d,0x%x,%d,%d,%d,%d\n",
lv, turbo_flag, efuse_seg,
UP_VPROC_ST, DOWN_VPROC_ST,
UP_VSRAM_ST, DOWN_VSRAM_ST);
/* free pdev */
if (pdev != NULL) {
of_platform_device_destroy(&pdev->dev, NULL);
of_dev_put(pdev);
}
return lv;
}
unsigned int cpufreq_get_nr_clusters(void)
{
return (NR_MT_CPU_DVFS - 1);
}
void cpufreq_get_cluster_cpus(struct cpumask *cpu_mask, unsigned int cid)
{
if (cid == 0) {
cpumask_setall(cpu_mask);
cpumask_clear_cpu(6, cpu_mask);
cpumask_clear_cpu(7, cpu_mask);
} else if (cid == 1) {
cpumask_clear(cpu_mask);
cpumask_set_cpu(6, cpu_mask);
cpumask_set_cpu(7, cpu_mask);
}
}
unsigned int cpufreq_get_cluster_id(unsigned int cpu_id)
{
#ifndef ONE_CLUSTER
struct cpumask cpu_mask;
unsigned int i;
for (i = 0; i < NR_MT_CPU_DVFS - 1; i++) {
cpufreq_get_cluster_cpus(&cpu_mask, i);
if (cpumask_test_cpu(cpu_id, &cpu_mask))
return i;
}
#else
return 0;
#endif
}
@@ -0,0 +1,76 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (C) 2020 MediaTek Inc.
*/
#ifndef __MTK_CPUFREQ_PLATFORM_H__
#define __MTK_CPUFREQ_PLATFORM_H__
#include "mtk_cpufreq_internal.h"
#ifdef CONFIG_MTK_TINYSYS_SSPM_SUPPORT
#define CONFIG_HYBRID_CPU_DVFS 1
#define PPM_AP_SIDE 1
#define EEM_AP_SIDE 1
//#define CPU_DVFS_NOT_READY 1 /* for bring up, remove for MP */
/* #define DRCC_SUPPORT 1*/
#else
#define CPU_DVFS_NOT_READY 1 /* for bring up, remove for MP */
#endif
#define SINGLE_CLUSTER 1
/* buck ctrl configs */
#define NORMAL_DIFF_VRSAM_VPROC 10000
#define MAX_DIFF_VSRAM_VPROC 35000
#define MIN_VSRAM_VOLT 80000
#define MAX_VSRAM_VOLT 105000
#define MIN_VPROC_VOLT 65000
#define MAX_VPROC_VOLT 102500
#define PMIC_CMD_DELAY_TIME 5
#define MIN_PMIC_SETTLE_TIME 5
#define PLL_SETTLE_TIME 20
#define POS_SETTLE_TIME 1
#define DVFSP_DT_NODE "mediatek,mt6761-dvfsp"
#define CSRAM_BASE 0x00110C00
#define CSRAM_SIZE 0x1400 /* 5K bytes */
#define DVFS_LOG_NUM 150
#define ENTRY_EACH_LOG 5
extern struct mt_cpu_dvfs cpu_dvfs[NR_MT_CPU_DVFS];
extern struct buck_ctrl_t buck_ctrl[NR_MT_BUCK];
extern struct pll_ctrl_t pll_ctrl[NR_MT_PLL];
extern struct hp_action_tbl cpu_dvfs_hp_action[];
extern unsigned int nr_hp_action;
extern void prepare_pll_addr(enum mt_cpu_dvfs_pll_id pll_id);
extern void prepare_pmic_config(struct mt_cpu_dvfs *p);
extern unsigned int _cpu_dds_calc(unsigned int khz);
extern unsigned int get_cur_phy_freq(struct pll_ctrl_t *pll_p);
extern unsigned char get_clkdiv(struct pll_ctrl_t *pll_p);
extern unsigned char get_posdiv(struct pll_ctrl_t *pll_p);
#ifdef ENABLE_TURBO_MODE_AP
extern void mt_cpufreq_turbo_action(unsigned long action,
unsigned int *cpus, enum mt_cpu_dvfs_id cluster_id);
#endif
extern int mt_cpufreq_turbo_config(enum mt_cpu_dvfs_id id,
unsigned int turbo_f, unsigned int turbo_v);
extern int mt_cpufreq_regulator_map(struct platform_device *pdev);
extern int mt_cpufreq_dts_map(void);
extern unsigned int _mt_cpufreq_get_cpu_level(void);
/* CPU mask related */
extern unsigned int cpufreq_get_nr_clusters(void);
extern void cpufreq_get_cluster_cpus(struct cpumask *cpu_mask,
unsigned int cid);
extern unsigned int cpufreq_get_cluster_id(unsigned int cpu_id);
#endif /* __MTK_CPUFREQ_PLATFORM_H__ */
@@ -0,0 +1,24 @@
#
# Copyright (C) 2016 MediaTek Inc.
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
# See http://www.gnu.org/licenses/gpl-2.0.html for more details.
#
ccflags-y += \
-I$(CPUFREQ_ROOT_DIR)/inc \
-I$(CPUFREQ_ROOT_DIR)/src/mach/$(CONFIG_MTK_PLATFORM) \
-I$(srctree)/drivers/misc/mediatek/base/power/include \
-I$(srctree)/drivers/misc/mediatek/base/power/eem_v2/$(CONFIG_MTK_PLATFORM)/inc \
-I$(srctree)/drivers/misc/mediatek/freqhopping \
-I$(srctree)/drivers/misc/mediatek/freqhopping/$(CONFIG_MTK_PLATFORM)
ccflags-y += -DUSE_SSPM_VER_V1
obj-y += mtk_cpufreq_platform.o
@@ -0,0 +1,65 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (C) 2020 MediaTek Inc.
*/
#ifndef __MTK_CPUFREQ_CONFIG_H__
#define __MTK_CPUFREQ_CONFIG_H__
enum mt_cpu_dvfs_id {
MT_CPU_DVFS_L,
MT_CPU_DVFS_LL,
MT_CPU_DVFS_CCI,
NR_MT_CPU_DVFS,
};
enum cpu_level {
CPU_LEVEL_0, /* FY */
CPU_LEVEL_1, /* SB */
CPU_LEVEL_2, /* 65T */
CPU_LEVEL_3, /* 65 */
CPU_LEVEL_4, /* 62 */
CPU_LEVEL_5, /* 62LY */
CPU_LEVEL_6, /* 65R */
CPU_LEVEL_7, /* 62D */
CPU_LEVEL_8, /* 62DLY */
CPU_LEVEL_9, /* 65OD */
CPU_LEVEL_10, /* 62X/65X */
NUM_CPU_LEVEL,
};
/* PMIC Config */
enum mt_cpu_dvfs_buck_id {
CPU_DVFS_VPROC1,
CPU_DVFS_VSRAM1,
NR_MT_BUCK,
};
enum mt_cpu_dvfs_pmic_type {
BUCK_MT6357_VPROC,
BUCK_MT6357_VSRAM,
NR_MT_PMIC,
};
/* PLL Config */
enum mt_cpu_dvfs_pll_id {
PLL_L_CLUSTER,
PLL_LL_CLUSTER,
PLL_CCI_CLUSTER,
NR_MT_PLL,
};
enum top_ckmuxsel {
TOP_CKMUXSEL_CLKSQ = 0,
TOP_CKMUXSEL_ARMPLL = 1,
TOP_CKMUXSEL_MAINPLL = 2,
TOP_CKMUXSEL_UNIVPLL = 3,
NR_TOP_CKMUXSEL,
};
#endif /* __MTK_CPUFREQ_CONFIG_H__ */
@@ -0,0 +1,22 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (C) 2020 MediaTek Inc.
*/
#ifndef __MTK_CPUFREQ_DEBUG_H__
#define __MTK_CPUFREQ_DEBUG_H__
#include "mtk_cpufreq_internal.h"
extern void aee_record_cpu_dvfs_in(struct mt_cpu_dvfs *p);
extern void aee_record_cpu_dvfs_out(struct mt_cpu_dvfs *p);
extern void aee_record_cpu_dvfs_step(unsigned int step);
extern void aee_record_cci_dvfs_step(unsigned int step);
extern void aee_record_cpu_dvfs_cb(unsigned int step);
extern void aee_record_cpufreq_cb(unsigned int step);
extern void aee_record_cpu_volt(struct mt_cpu_dvfs *p, unsigned int volt);
extern void aee_record_freq_idx(struct mt_cpu_dvfs *p, int idx);
extern void _mt_cpufreq_aee_init(void);
#endif /* __MTK_CPUFREQ_DEBUG_H__ */
@@ -0,0 +1,617 @@
/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (C) 2020 MediaTek Inc.
*/
#include "mtk_cpufreq_config.h"
#define NR_FREQ 16
#define ARRAY_COL_SIZE 4
static unsigned int fyTbl[NR_FREQ * NR_MT_CPU_DVFS][ARRAY_COL_SIZE] = {
/* Freq, Vproc, post_div, clk_div */
{ 2351, 96, 1, 1 }, /* L */
{ 2269, 89, 1, 1 },
{ 2186, 82, 1, 1 },
{ 2103, 75, 1, 1 },
{ 2033, 69, 1, 1 },
{ 1962, 63, 1, 1 },
{ 1891, 57, 1, 1 },
{ 1820, 51, 1, 1 },
{ 1750, 45, 1, 1 },
{ 1617, 40, 1, 1 },
{ 1484, 35, 2, 1 },
{ 1351, 30, 2, 1 },
{ 1218, 25, 2, 1 },
{ 1085, 20, 2, 1 },
{ 979, 16, 2, 1 },
{ 900, 13, 2, 1 },
{ 1701, 96, 1, 1 }, /* LL */
{ 1612, 89, 1, 1 },
{ 1522, 82, 1, 1 },
{ 1433, 75, 2, 1 },
{ 1356, 69, 2, 1 },
{ 1279, 63, 2, 1 },
{ 1203, 57, 2, 1 },
{ 1126, 51, 2, 1 },
{ 1050, 45, 2, 1 },
{ 948, 40, 2, 1 },
{ 846, 35, 2, 1 },
{ 745, 30, 4, 1 },
{ 643, 25, 4, 1 },
{ 542, 20, 4, 1 },
{ 460, 16, 4, 2 },
{ 400, 13, 4, 2 },
{ 1051, 96, 2, 1 }, /* CCI */
{ 1006, 89, 2, 1 },
{ 962, 82, 2, 1 },
{ 917, 75, 2, 1 },
{ 878, 69, 2, 1 },
{ 840, 63, 2, 1 },
{ 801, 57, 2, 1 },
{ 763, 51, 2, 1 },
{ 724, 45, 4, 1 },
{ 658, 40, 4, 1 },
{ 592, 35, 4, 1 },
{ 525, 30, 4, 1 },
{ 459, 25, 4, 2 },
{ 392, 20, 4, 2 },
{ 339, 16, 4, 2 },
{ 300, 13, 4, 2 },
};
static unsigned int sbTbl[NR_FREQ * NR_MT_CPU_DVFS][ARRAY_COL_SIZE] = {
/* Freq, Vproc, post_div, clk_div */
{ 2501, 96, 1, 1 }, /* L */
{ 2397, 89, 1, 1 },
{ 2294, 82, 1, 1 },
{ 2191, 75, 1, 1 },
{ 2103, 69, 1, 1 },
{ 2015, 63, 1, 1 },
{ 1926, 57, 1, 1 },
{ 1838, 51, 1, 1 },
{ 1750, 45, 1, 1 },
{ 1617, 40, 1, 1 },
{ 1484, 35, 2, 1 },
{ 1351, 30, 2, 1 },
{ 1218, 25, 2, 1 },
{ 1085, 20, 2, 1 },
{ 979, 16, 2, 1 },
{ 900, 13, 2, 1 },
{ 1901, 96, 1, 1 }, /* LL */
{ 1784, 89, 1, 1 },
{ 1667, 82, 1, 1 },
{ 1550, 75, 1, 1 },
{ 1450, 69, 2, 1 },
{ 1350, 63, 2, 1 },
{ 1250, 57, 2, 1 },
{ 1150, 51, 2, 1 },
{ 1050, 45, 2, 1 },
{ 948, 40, 2, 1 },
{ 846, 35, 2, 1 },
{ 745, 30, 4, 1 },
{ 643, 25, 4, 1 },
{ 542, 20, 4, 1 },
{ 460, 16, 4, 2 },
{ 400, 13, 4, 2 },
{ 1101, 96, 2, 1 }, /* CCI */
{ 1049, 89, 2, 1 },
{ 998, 82, 2, 1 },
{ 946, 75, 2, 1 },
{ 902, 69, 2, 1 },
{ 857, 63, 2, 1 },
{ 813, 57, 2, 1 },
{ 769, 51, 2, 1 },
{ 724, 45, 4, 1 },
{ 658, 40, 4, 1 },
{ 592, 35, 4, 1 },
{ 525, 30, 4, 1 },
{ 459, 25, 4, 2 },
{ 392, 20, 4, 2 },
{ 339, 16, 4, 2 },
{ 300, 13, 4, 2 },
};
static unsigned int c65tTbl[NR_FREQ * NR_MT_CPU_DVFS][ARRAY_COL_SIZE] = {
/* Freq, Vproc, post_div, clk_div */
{ 2501, 96, 1, 1 }, /* L */
{ 2383, 88, 1, 1 },
{ 2280, 81, 1, 1 },
{ 2191, 75, 1, 1 },
{ 2103, 69, 1, 1 },
{ 2015, 63, 1, 1 },
{ 1926, 57, 1, 1 },
{ 1838, 51, 1, 1 },
{ 1750, 45, 1, 1 },
{ 1617, 40, 1, 1 },
{ 1484, 35, 2, 1 },
{ 1351, 30, 2, 1 },
{ 1218, 25, 2, 1 },
{ 1085, 20, 2, 1 },
{ 979, 16, 2, 1 },
{ 900, 13, 2, 1 },
{ 1800, 96, 1, 1 }, /* LL */
{ 1682, 88, 1, 1 },
{ 1579, 81, 1, 1 },
{ 1491, 75, 2, 1 },
{ 1402, 69, 2, 1 },
{ 1314, 63, 2, 1 },
{ 1226, 57, 2, 1 },
{ 1138, 51, 2, 1 },
{ 1050, 45, 2, 1 },
{ 948, 40, 2, 1 },
{ 846, 35, 2, 1 },
{ 745, 30, 4, 1 },
{ 643, 25, 4, 1 },
{ 542, 20, 4, 1 },
{ 501, 18, 4, 1 },
{ 400, 13, 4, 2 },
{ 1101, 96, 2, 1 }, /* CCI */
{ 1042, 88, 2, 1 },
{ 990, 81, 2, 1 },
{ 946, 75, 2, 1 },
{ 902, 69, 2, 1 },
{ 857, 63, 2, 1 },
{ 813, 57, 2, 1 },
{ 769, 51, 2, 1 },
{ 724, 45, 4, 1 },
{ 658, 40, 4, 1 },
{ 592, 35, 4, 1 },
{ 525, 30, 4, 1 },
{ 459, 25, 4, 2 },
{ 392, 20, 4, 2 },
{ 339, 16, 4, 2 },
{ 300, 13, 4, 2 },
};
static unsigned int c65Tbl[NR_FREQ * NR_MT_CPU_DVFS][ARRAY_COL_SIZE] = {
/* Freq, Vproc, post_div, clk_div */
{ 2301, 96, 1, 1 }, /* L */
{ 2215, 88, 1, 1 },
{ 2139, 81, 1, 1 },
{ 2074, 75, 1, 1 },
{ 2009, 69, 1, 1 },
{ 1944, 63, 1, 1 },
{ 1879, 57, 1, 1 },
{ 1814, 51, 1, 1 },
{ 1750, 45, 1, 1 },
{ 1617, 40, 1, 1 },
{ 1484, 35, 2, 1 },
{ 1351, 30, 2, 1 },
{ 1218, 25, 2, 1 },
{ 1085, 20, 2, 1 },
{ 979, 16, 2, 1 },
{ 900, 13, 2, 1 },
{ 1800, 96, 1, 1 }, /* LL */
{ 1682, 88, 1, 1 },
{ 1579, 81, 1, 1 },
{ 1491, 75, 2, 1 },
{ 1402, 69, 2, 1 },
{ 1314, 63, 2, 1 },
{ 1226, 57, 2, 1 },
{ 1138, 51, 2, 1 },
{ 1050, 45, 2, 1 },
{ 948, 40, 2, 1 },
{ 846, 35, 2, 1 },
{ 745, 30, 4, 1 },
{ 643, 25, 4, 1 },
{ 542, 20, 4, 1 },
{ 501, 18, 4, 1 },
{ 400, 13, 4, 2 },
{ 1051, 96, 2, 1 }, /* CCI */
{ 1000, 88, 2, 1 },
{ 955, 81, 2, 1 },
{ 917, 75, 2, 1 },
{ 878, 69, 2, 1 },
{ 840, 63, 2, 1 },
{ 801, 57, 2, 1 },
{ 763, 51, 2, 1 },
{ 724, 45, 4, 1 },
{ 658, 40, 4, 1 },
{ 592, 35, 4, 1 },
{ 525, 30, 4, 1 },
{ 459, 25, 4, 2 },
{ 392, 20, 4, 2 },
{ 339, 16, 4, 2 },
{ 300, 13, 4, 2 },
};
static unsigned int c62Tbl[NR_FREQ * NR_MT_CPU_DVFS][ARRAY_COL_SIZE] = {
/* Freq, Vproc, post_div, clk_div */
{ 2001, 96, 1, 1 }, /* L */
{ 1961, 88, 1, 1 },
{ 1927, 81, 1, 1 },
{ 1897, 75, 1, 1 },
{ 1868, 69, 1, 1 },
{ 1838, 63, 1, 1 },
{ 1809, 57, 1, 1 },
{ 1779, 51, 1, 1 },
{ 1750, 45, 1, 1 },
{ 1617, 40, 1, 1 },
{ 1484, 35, 2, 1 },
{ 1351, 30, 2, 1 },
{ 1218, 25, 2, 1 },
{ 1085, 20, 2, 1 },
{ 979, 16, 2, 1 },
{ 900, 13, 2, 1 },
{ 1500, 96, 2, 1 }, /* LL */
{ 1429, 88, 2, 1 },
{ 1367, 81, 2, 1 },
{ 1314, 75, 2, 1 },
{ 1261, 69, 2, 1 },
{ 1208, 63, 2, 1 },
{ 1155, 57, 2, 1 },
{ 1102, 51, 2, 1 },
{ 1050, 45, 2, 1 },
{ 948, 40, 2, 1 },
{ 846, 35, 2, 1 },
{ 745, 30, 4, 1 },
{ 643, 25, 4, 1 },
{ 542, 20, 4, 1 },
{ 501, 18, 4, 1 },
{ 400, 13, 4, 2 },
{ 1048, 96, 2, 1 }, /* CCI */
{ 997, 88, 2, 1 },
{ 953, 81, 2, 1 },
{ 915, 75, 2, 1 },
{ 877, 69, 2, 1 },
{ 839, 63, 2, 1 },
{ 801, 57, 2, 1 },
{ 763, 51, 2, 1 },
{ 724, 45, 4, 1 },
{ 658, 40, 4, 1 },
{ 592, 35, 4, 1 },
{ 525, 30, 4, 1 },
{ 459, 25, 4, 2 },
{ 392, 20, 4, 2 },
{ 339, 16, 4, 2 },
{ 300, 13, 4, 2 },
};
static unsigned int c62lyTbl[NR_FREQ * NR_MT_CPU_DVFS][ARRAY_COL_SIZE] = {
/* Freq, Vproc, post_div, clk_div */
{ 2001, 96, 1, 1 }, /* L */
{ 1961, 90, 1, 1 },
{ 1927, 84, 1, 1 },
{ 1897, 79, 1, 1 },
{ 1868, 74, 1, 1 },
{ 1838, 69, 1, 1 },
{ 1809, 64, 1, 1 },
{ 1779, 59, 1, 1 },
{ 1750, 53, 1, 1 },
{ 1617, 47, 1, 1 },
{ 1484, 45, 2, 1 },
{ 1351, 35, 2, 1 },
{ 1218, 28, 2, 1 },
{ 1085, 22, 2, 1 },
{ 979, 17, 2, 1 },
{ 900, 13, 2, 1 },
{ 1500, 96, 2, 1 }, /* LL */
{ 1429, 90, 2, 1 },
{ 1367, 84, 2, 1 },
{ 1314, 79, 2, 1 },
{ 1261, 74, 2, 1 },
{ 1208, 69, 2, 1 },
{ 1155, 64, 2, 1 },
{ 1102, 59, 2, 1 },
{ 1050, 53, 2, 1 },
{ 948, 47, 2, 1 },
{ 846, 45, 2, 1 },
{ 745, 35, 4, 1 },
{ 643, 28, 4, 1 },
{ 542, 22, 4, 1 },
{ 501, 20, 4, 1 },
{ 400, 13, 4, 2 },
{ 1048, 96, 2, 1 }, /* CCI */
{ 997, 90, 2, 1 },
{ 953, 84, 2, 1 },
{ 915, 79, 2, 1 },
{ 877, 74, 2, 1 },
{ 839, 69, 2, 1 },
{ 801, 64, 2, 1 },
{ 763, 59, 2, 1 },
{ 724, 53, 4, 1 },
{ 658, 47, 4, 1 },
{ 592, 45, 4, 1 },
{ 525, 35, 4, 1 },
{ 459, 28, 4, 2 },
{ 392, 22, 4, 2 },
{ 339, 17, 4, 2 },
{ 300, 13, 4, 2 },
};
static unsigned int c65rTbl[NR_FREQ * NR_MT_CPU_DVFS][ARRAY_COL_SIZE] = {
/* Freq, Vproc, post_div, clk_div */
{ 2201, 96, 1, 1 }, /* L */
{ 2130, 88, 1, 1 },
{ 2068, 81, 1, 1 },
{ 2015, 75, 1, 1 },
{ 1962, 69, 1, 1 },
{ 1909, 63, 1, 1 },
{ 1856, 57, 1, 1 },
{ 1803, 51, 1, 1 },
{ 1750, 45, 1, 1 },
{ 1617, 40, 1, 1 },
{ 1484, 35, 2, 1 },
{ 1351, 30, 2, 1 },
{ 1218, 25, 2, 1 },
{ 1085, 20, 2, 1 },
{ 979, 16, 2, 1 },
{ 900, 13, 2, 1 },
{ 1601, 96, 1, 1 }, /* LL */
{ 1515, 88, 1, 1 },
{ 1439, 81, 2, 1 },
{ 1374, 75, 2, 1 },
{ 1309, 69, 2, 1 },
{ 1244, 63, 2, 1 },
{ 1179, 57, 2, 1 },
{ 1114, 51, 2, 1 },
{ 1050, 45, 2, 1 },
{ 948, 40, 2, 1 },
{ 846, 35, 2, 1 },
{ 745, 30, 4, 1 },
{ 643, 25, 4, 1 },
{ 542, 20, 4, 1 },
{ 501, 18, 4, 1 },
{ 400, 13, 4, 2 },
{ 1051, 96, 2, 1 }, /* CCI */
{ 1000, 88, 2, 1 },
{ 955, 81, 2, 1 },
{ 917, 75, 2, 1 },
{ 878, 69, 2, 1 },
{ 840, 63, 2, 1 },
{ 801, 57, 2, 1 },
{ 763, 51, 2, 1 },
{ 724, 45, 4, 1 },
{ 658, 40, 4, 1 },
{ 592, 35, 4, 1 },
{ 525, 30, 4, 1 },
{ 459, 25, 4, 2 },
{ 392, 20, 4, 2 },
{ 339, 16, 4, 2 },
{ 300, 13, 4, 2 },
};
static unsigned int c62dTbl[NR_FREQ * NR_MT_CPU_DVFS][ARRAY_COL_SIZE] = {
/* Freq, Vproc, post_div, clk_div */
{ 1801, 96, 1, 1 }, /* L */
{ 1793, 88, 1, 1 },
{ 1786, 81, 1, 1 },
{ 1780, 75, 1, 1 },
{ 1774, 69, 1, 1 },
{ 1768, 63, 1, 1 },
{ 1762, 57, 1, 1 },
{ 1756, 51, 1, 1 },
{ 1750, 45, 1, 1 },
{ 1617, 40, 1, 1 },
{ 1484, 35, 2, 1 },
{ 1351, 30, 2, 1 },
{ 1218, 25, 2, 1 },
{ 1085, 20, 2, 1 },
{ 979, 16, 2, 1 },
{ 900, 13, 2, 1 },
{ 1500, 96, 2, 1 }, /* LL */
{ 1429, 88, 2, 1 },
{ 1367, 81, 2, 1 },
{ 1314, 75, 2, 1 },
{ 1261, 69, 2, 1 },
{ 1208, 63, 2, 1 },
{ 1155, 57, 2, 1 },
{ 1102, 51, 2, 1 },
{ 1050, 45, 2, 1 },
{ 948, 40, 2, 1 },
{ 846, 35, 2, 1 },
{ 745, 30, 4, 1 },
{ 643, 25, 4, 1 },
{ 542, 20, 4, 1 },
{ 501, 18, 4, 1 },
{ 400, 13, 4, 2 },
{ 1048, 96, 2, 1 }, /* CCI */
{ 997, 88, 2, 1 },
{ 953, 81, 2, 1 },
{ 915, 75, 2, 1 },
{ 877, 69, 2, 1 },
{ 839, 63, 2, 1 },
{ 801, 57, 2, 1 },
{ 763, 51, 2, 1 },
{ 724, 45, 4, 1 },
{ 658, 40, 4, 1 },
{ 592, 35, 4, 1 },
{ 525, 30, 4, 1 },
{ 459, 25, 4, 2 },
{ 392, 20, 4, 2 },
{ 339, 16, 4, 2 },
{ 300, 13, 4, 2 },
};
static unsigned int c62dlyTbl[NR_FREQ * NR_MT_CPU_DVFS][ARRAY_COL_SIZE] = {
/* Freq, Vproc, post_div, clk_div */
{ 1801, 96, 1, 1 }, /* L */
{ 1793, 90, 1, 1 },
{ 1786, 84, 1, 1 },
{ 1780, 79, 1, 1 },
{ 1774, 74, 1, 1 },
{ 1768, 69, 1, 1 },
{ 1762, 64, 1, 1 },
{ 1756, 59, 1, 1 },
{ 1750, 53, 1, 1 },
{ 1617, 47, 1, 1 },
{ 1484, 45, 2, 1 },
{ 1351, 35, 2, 1 },
{ 1218, 28, 2, 1 },
{ 1085, 22, 2, 1 },
{ 979, 17, 2, 1 },
{ 900, 13, 2, 1 },
{ 1500, 96, 2, 1 }, /* LL */
{ 1429, 90, 2, 1 },
{ 1367, 84, 2, 1 },
{ 1314, 79, 2, 1 },
{ 1261, 74, 2, 1 },
{ 1208, 69, 2, 1 },
{ 1155, 64, 2, 1 },
{ 1102, 59, 2, 1 },
{ 1050, 53, 2, 1 },
{ 948, 47, 2, 1 },
{ 846, 45, 2, 1 },
{ 745, 35, 4, 1 },
{ 643, 28, 4, 1 },
{ 542, 22, 4, 1 },
{ 501, 20, 4, 1 },
{ 400, 13, 4, 2 },
{ 1048, 96, 2, 1 }, /* CCI */
{ 997, 90, 2, 1 },
{ 953, 84, 2, 1 },
{ 915, 79, 2, 1 },
{ 877, 74, 2, 1 },
{ 839, 69, 2, 1 },
{ 801, 64, 2, 1 },
{ 763, 59, 2, 1 },
{ 724, 53, 4, 1 },
{ 658, 47, 4, 1 },
{ 592, 45, 4, 1 },
{ 525, 35, 4, 1 },
{ 459, 28, 4, 2 },
{ 392, 22, 4, 2 },
{ 339, 17, 4, 2 },
{ 300, 13, 4, 2 },
};
static unsigned int c65odTbl[NR_FREQ * NR_MT_CPU_DVFS][ARRAY_COL_SIZE] = {
/* Freq, Vproc, post_div, clk_div */
{ 2301, 109, 1, 1 }, /* L */
{ 2215, 101, 1, 1 },
{ 2139, 93, 1, 1 },
{ 2074, 86, 1, 1 },
{ 2009, 80, 1, 1 },
{ 1944, 73, 1, 1 },
{ 1879, 67, 1, 1 },
{ 1814, 60, 1, 1 },
{ 1750, 53, 1, 1 },
{ 1617, 47, 1, 1 },
{ 1484, 45, 2, 1 },
{ 1351, 35, 2, 1 },
{ 1218, 28, 2, 1 },
{ 1085, 22, 2, 1 },
{ 979, 17, 2, 1 },
{ 900, 13, 2, 1 },
{ 1800, 109, 2, 1 }, /* LL */
{ 1682, 101, 2, 1 },
{ 1579, 93, 2, 1 },
{ 1491, 86, 2, 1 },
{ 1402, 80, 2, 1 },
{ 1314, 73, 2, 1 },
{ 1226, 67, 2, 1 },
{ 1138, 60, 2, 1 },
{ 1050, 53, 2, 1 },
{ 948, 47, 2, 1 },
{ 846, 45, 2, 1 },
{ 745, 35, 4, 1 },
{ 643, 28, 4, 1 },
{ 542, 22, 4, 1 },
{ 501, 20, 4, 1 },
{ 400, 13, 4, 2 },
{ 1051, 109, 2, 1 }, /* CCI */
{ 1000, 101, 2, 1 },
{ 955, 93, 2, 1 },
{ 917, 87, 2, 1 },
{ 878, 80, 2, 1 },
{ 840, 73, 2, 1 },
{ 801, 67, 2, 1 },
{ 763, 60, 2, 1 },
{ 724, 53, 4, 1 },
{ 658, 47, 4, 1 },
{ 592, 45, 4, 1 },
{ 525, 35, 4, 1 },
{ 459, 28, 4, 2 },
{ 392, 22, 4, 2 },
{ 339, 17, 4, 2 },
{ 300, 13, 4, 2 },
};
static unsigned int c65xTbl[NR_FREQ * NR_MT_CPU_DVFS][ARRAY_COL_SIZE] = {
/* Freq, Vproc, post_div, clk_div */
{ 2200, 109, 1, 1 }, /* L */
{ 2130, 101, 1, 1 },
{ 2068, 93, 1, 1 },
{ 2015, 86, 1, 1 },
{ 1962, 80, 1, 1 },
{ 1909, 73, 1, 1 },
{ 1856, 67, 1, 1 },
{ 1803, 60, 1, 1 },
{ 1750, 53, 1, 1 },
{ 1617, 47, 1, 1 },
{ 1484, 45, 2, 1 },
{ 1351, 35, 2, 1 },
{ 1218, 28, 2, 1 },
{ 1085, 22, 2, 1 },
{ 979, 17, 2, 1 },
{ 900, 13, 2, 1 },
{ 1600, 109, 1, 1 }, /* LL */
{ 1515, 101, 1, 1 },
{ 1439, 93, 2, 1 },
{ 1374, 86, 2, 1 },
{ 1309, 80, 2, 1 },
{ 1244, 73, 2, 1 },
{ 1179, 67, 2, 1 },
{ 1114, 60, 2, 1 },
{ 1050, 53, 2, 1 },
{ 948, 47, 2, 1 },
{ 846, 45, 2, 1 },
{ 745, 35, 4, 1 },
{ 643, 28, 4, 1 },
{ 542, 22, 4, 1 },
{ 501, 20, 4, 1 },
{ 400, 13, 4, 2 },
{ 1048, 109, 2, 1 }, /* CCI */
{ 997, 101, 2, 1 },
{ 953, 93, 2, 1 },
{ 915, 87, 2, 1 },
{ 877, 80, 2, 1 },
{ 839, 73, 2, 1 },
{ 801, 67, 2, 1 },
{ 763, 60, 2, 1 },
{ 724, 53, 4, 1 },
{ 658, 47, 4, 1 },
{ 592, 45, 4, 1 },
{ 525, 35, 4, 1 },
{ 459, 28, 4, 2 },
{ 392, 22, 4, 2 },
{ 339, 17, 4, 2 },
{ 300, 13, 4, 2 },
};
unsigned int *xrecordTbl[NUM_CPU_LEVEL] = { /* v1.2 */
[CPU_LEVEL_0] = &fyTbl[0][0],
[CPU_LEVEL_1] = &sbTbl[0][0],
[CPU_LEVEL_2] = &c65tTbl[0][0],
[CPU_LEVEL_3] = &c65Tbl[0][0],
[CPU_LEVEL_4] = &c62Tbl[0][0],
[CPU_LEVEL_5] = &c62lyTbl[0][0],
[CPU_LEVEL_6] = &c65rTbl[0][0],
[CPU_LEVEL_7] = &c62dTbl[0][0],
[CPU_LEVEL_8] = &c62dlyTbl[0][0],
[CPU_LEVEL_9] = &c65odTbl[0][0],
[CPU_LEVEL_10] = &c65xTbl[0][0],
};
@@ -0,0 +1,698 @@
// SPDX-License-Identifier: GPL-2.0
/*
* Copyright (C) 2020 MediaTek Inc.
*/
#include <linux/of.h>
#include <linux/of_address.h>
#include <linux/regulator/consumer.h>
#include <linux/nvmem-consumer.h>
#include <mt-plat/mtk_devinfo.h>
#ifdef CONFIG_MTK_FREQ_HOPPING
#include <mtk_freqhopping_drv.h>
#else
#define FH_PLL0 0 /* LL : ARMPLL */
#define FH_PLL7 7 /* L : ARMPLL_L */
#define FH_PLL8 8 /* CCI : CCIPLL */
#endif
#include "mtk_cpufreq_platform.h"
#include "../../mtk_cpufreq_hybrid.h"
#include <linux/of_platform.h>
static struct regulator *regulator_proc1;
static struct regulator *regulator_sram1;
static unsigned long apmixed_base = 0x1000c000;
static unsigned long mcucfg_base = 0x10200000;
#define APMIXED_NODE "mediatek,mt6765-apmixedsys"
#define MCUCFG_NODE "mediatek,mcucfg"
#define ARMPLL_LL_CON1 (apmixed_base + 0x210) /* ARMPLL */
#define ARMPLL_L_CON1 (apmixed_base + 0x220) /* ARMPLL_L */
#define CCIPLL_CON1 (apmixed_base + 0x230)
#define CKDIV1_LL_CFG (mcucfg_base + 0x7a4) /* MP1 */
#define CKDIV1_L_CFG (mcucfg_base + 0x7a0) /* MP0 */
#define CKDIV1_CCI_CFG (mcucfg_base + 0x7c0) /* BUS */
#define UP_VPROC_ST 833
#define DOWN_VPROC_ST 833
#define UP_VSRAM_ST 833
#define DOWN_VSRAM_ST 833
struct mt_cpu_dvfs cpu_dvfs[NR_MT_CPU_DVFS] = {
[MT_CPU_DVFS_L] = {
.name = __stringify(MT_CPU_DVFS_L),
.id = MT_CPU_DVFS_L,
.cpu_id = 0,
.idx_normal_max_opp = -1,
.idx_opp_ppm_base = 15,
.idx_opp_ppm_limit = 0,
.Vproc_buck_id = CPU_DVFS_VPROC1,
.Vsram_buck_id = CPU_DVFS_VSRAM1,
.Pll_id = PLL_L_CLUSTER,
},
[MT_CPU_DVFS_LL] = {
.name = __stringify(MT_CPU_DVFS_LL),
.id = MT_CPU_DVFS_LL,
.cpu_id = 4,
.idx_normal_max_opp = -1,
.idx_opp_ppm_base = 15,
.idx_opp_ppm_limit = 0,
.Vproc_buck_id = CPU_DVFS_VPROC1,
.Vsram_buck_id = CPU_DVFS_VSRAM1,
.Pll_id = PLL_LL_CLUSTER,
},
[MT_CPU_DVFS_CCI] = {
.name = __stringify(MT_CPU_DVFS_CCI),
.id = MT_CPU_DVFS_CCI,
.cpu_id = 10,
.idx_normal_max_opp = -1,
.idx_opp_ppm_base = 15,
.idx_opp_ppm_limit = 0,
.Vproc_buck_id = CPU_DVFS_VPROC1,
.Vsram_buck_id = CPU_DVFS_VSRAM1,
.Pll_id = PLL_CCI_CLUSTER,
},
};
static int set_cur_volt_proc_cpu(struct buck_ctrl_t *buck_p,
unsigned int volt)
{
unsigned int max_volt = MAX_VPROC_VOLT + 625;
return regulator_set_voltage(regulator_proc1, volt * 10, max_volt * 10);
}
static unsigned int get_cur_volt_proc_cpu(struct buck_ctrl_t *buck_p)
{
unsigned int rdata;
rdata = regulator_get_voltage(regulator_proc1) / 10;
return rdata;
}
static unsigned int mt6357_transfer2pmicval(unsigned int volt)
{
return ((volt - 51875) + 625 - 1) / 625;
}
static unsigned int mt6357_transfer2volt(unsigned int val)
{
return val * 625 + 51875;
}
static unsigned int mt6357_vproc_settletime(unsigned int old_volt,
unsigned int new_volt)
{
/* UP:8.33mv/us DOWN:8.33mv/us *//* 10mV divided by 1.2 = 8.33mV */
if (new_volt > old_volt)
return ((new_volt - old_volt) + UP_VPROC_ST - 1) /
UP_VPROC_ST + PMIC_CMD_DELAY_TIME;
else
return ((old_volt - new_volt) + DOWN_VPROC_ST - 1) /
DOWN_VPROC_ST + PMIC_CMD_DELAY_TIME;
}
static int set_cur_volt_sram_cpu(struct buck_ctrl_t *buck_p,
unsigned int volt)
{
unsigned int max_volt = MAX_VSRAM_VOLT + 625;
return regulator_set_voltage(regulator_sram1,
volt * 10, max_volt * 10);
}
static unsigned int get_cur_volt_sram_cpu(struct buck_ctrl_t *buck_p)
{
unsigned int rdata;
rdata = regulator_get_voltage(regulator_sram1) / 10;
return rdata;
}
static unsigned int mt6357_vsram_settletime(unsigned int old_volt,
unsigned int new_volt)
{
/* UP:8.33mv/us DOWN:8.33mv/us *//* 10mV divided by 1.2 = 8.33mV */
if (new_volt > old_volt)
return ((new_volt - old_volt) + UP_VSRAM_ST - 1) /
UP_VSRAM_ST + PMIC_CMD_DELAY_TIME;
else
return ((old_volt - new_volt) + DOWN_VSRAM_ST - 1) /
DOWN_VSRAM_ST + PMIC_CMD_DELAY_TIME;
}
/* upper layer CANNOT use 'set' function in secure path */
static struct buck_ctrl_ops buck_ops_mt6357_vproc = {
.get_cur_volt = get_cur_volt_proc_cpu,
.set_cur_volt = set_cur_volt_proc_cpu,
.transfer2pmicval = mt6357_transfer2pmicval,
.transfer2volt = mt6357_transfer2volt,
.settletime = mt6357_vproc_settletime,
};
static struct buck_ctrl_ops buck_ops_mt6357_vsram = {
.get_cur_volt = get_cur_volt_sram_cpu,
.set_cur_volt = set_cur_volt_sram_cpu,
.transfer2pmicval = mt6357_transfer2pmicval,
.transfer2volt = mt6357_transfer2volt,
.settletime = mt6357_vsram_settletime,
};
struct buck_ctrl_t buck_ctrl[NR_MT_BUCK] = {
[CPU_DVFS_VPROC1] = {
.name = __stringify(BUCK_MT6357_VPROC),
.buck_id = CPU_DVFS_VPROC1,
.buck_ops = &buck_ops_mt6357_vproc,
},
[CPU_DVFS_VSRAM1] = {
.name = __stringify(BUCK_MT6357_VSRAM),
.buck_id = CPU_DVFS_VSRAM1,
.buck_ops = &buck_ops_mt6357_vsram,
},
};
void prepare_pmic_config(struct mt_cpu_dvfs *p)
{
}
int __attribute__((weak)) sync_dcm_set_mp0_freq(unsigned int mhz)
{
return 0;
}
int __attribute__((weak)) sync_dcm_set_mp1_freq(unsigned int mhz)
{
return 0;
}
int __attribute__((weak)) sync_dcm_set_mp2_freq(unsigned int mhz)
{
return 0;
}
int __attribute__((weak)) sync_dcm_set_cci_freq(unsigned int mhz)
{
return 0;
}
/* PLL Part */
void prepare_pll_addr(enum mt_cpu_dvfs_pll_id pll_id)
{
struct pll_ctrl_t *pll_p = id_to_pll_ctrl(pll_id);
if (pll_p == NULL)
return;
pll_p->armpll_addr =
(unsigned int *)(pll_id == PLL_L_CLUSTER ? ARMPLL_L_CON1 :
pll_id == PLL_LL_CLUSTER ? ARMPLL_LL_CON1 : CCIPLL_CON1);
pll_p->armpll_div_addr =
(unsigned int *)(pll_id == PLL_L_CLUSTER ? CKDIV1_L_CFG :
pll_id == PLL_LL_CLUSTER ? CKDIV1_LL_CFG : CKDIV1_CCI_CFG);
}
unsigned int _cpu_dds_calc(unsigned int khz)
{
unsigned int dds;
dds = ((khz / 1000) << 14) / 26;
return dds;
}
static void adjust_armpll_dds(struct pll_ctrl_t *pll_p, unsigned int vco,
unsigned int pos_div)
{
unsigned int dds;
unsigned int val;
dds = _GET_BITS_VAL_(21:0, _cpu_dds_calc(vco));
val = cpufreq_read(pll_p->armpll_addr) & ~(_BITMASK_(21:0));
val |= dds;
cpufreq_write(pll_p->armpll_addr, val | _BIT_(31) /* CHG */);
udelay(PLL_SETTLE_TIME);
}
static void adjust_posdiv(struct pll_ctrl_t *pll_p, unsigned int pos_div)
{
unsigned int sel;
sel = (pos_div == 1 ? 0 :
pos_div == 2 ? 1 :
pos_div == 4 ? 2 : 0);
cpufreq_write_mask(pll_p->armpll_addr, 26:24, sel);
udelay(POS_SETTLE_TIME);
}
static void adjust_clkdiv(struct pll_ctrl_t *pll_p, unsigned int clk_div)
{
unsigned int sel;
sel = (clk_div == 1 ? 8 :
clk_div == 2 ? 10 :
clk_div == 4 ? 11 : 8);
cpufreq_write_mask(pll_p->armpll_div_addr, 21:17, sel);
}
unsigned char get_posdiv(struct pll_ctrl_t *pll_p)
{
unsigned char sel, cur_posdiv;
sel = _GET_BITS_VAL_(26:24, cpufreq_read(pll_p->armpll_addr));
cur_posdiv = (sel == 0 ? 1 :
sel == 1 ? 2 :
sel == 2 ? 4 : 1);
return cur_posdiv;
}
unsigned char get_clkdiv(struct pll_ctrl_t *pll_p)
{
unsigned char sel, cur_clkdiv;
sel = _GET_BITS_VAL_(21:17, cpufreq_read(pll_p->armpll_div_addr));
cur_clkdiv = (sel == 8 ? 1 :
sel == 10 ? 2 :
sel == 11 ? 4 : 1);
return cur_clkdiv;
}
static void adjust_freq_hopping(struct pll_ctrl_t *pll_p, unsigned int dds)
{
#ifdef CONFIG_MTK_FREQ_HOPPING
mt_dfs_armpll(pll_p->hopping_id, dds);
#endif
}
/* Frequency API */
static unsigned int pll_to_clk(unsigned int pll_f, unsigned int ckdiv1)
{
unsigned int freq = pll_f;
switch (ckdiv1) {
case 8:
break;
case 9:
freq = freq * 3 / 4;
break;
case 10:
freq = freq * 2 / 4;
break;
case 11:
freq = freq * 1 / 4;
break;
case 16:
break;
case 17:
freq = freq * 4 / 5;
break;
case 18:
freq = freq * 3 / 5;
break;
case 19:
freq = freq * 2 / 5;
break;
case 20:
freq = freq * 1 / 5;
break;
case 24:
break;
case 25:
freq = freq * 5 / 6;
break;
case 26:
freq = freq * 4 / 6;
break;
case 27:
freq = freq * 3 / 6;
break;
case 28:
freq = freq * 2 / 6;
break;
case 29:
freq = freq * 1 / 6;
break;
default:
break;
}
return freq;
}
static unsigned int _cpu_freq_calc(unsigned int con1, unsigned int ckdiv1)
{
unsigned int freq;
unsigned int posdiv;
posdiv = _GET_BITS_VAL_(26:24, con1);
con1 &= _BITMASK_(21:0);
freq = ((con1 * 26) >> 14) * 1000;
switch (posdiv) {
case 0:
break;
case 1:
freq = freq / 2;
break;
case 2:
freq = freq / 4;
break;
case 3:
freq = freq / 8;
break;
default:
freq = freq / 16;
break;
};
return pll_to_clk(freq, ckdiv1);
}
unsigned int get_cur_phy_freq(struct pll_ctrl_t *pll_p)
{
unsigned int con1;
unsigned int ckdiv1;
unsigned int cur_khz;
con1 = cpufreq_read(pll_p->armpll_addr);
ckdiv1 = cpufreq_read(pll_p->armpll_div_addr);
ckdiv1 = _GET_BITS_VAL_(21:17, ckdiv1);
cur_khz = _cpu_freq_calc(con1, ckdiv1);
cpufreq_ver
("@%s: (%s) = cur_khz = %u, con1[0x%p] = 0x%x, ckdiv1_val = 0x%x\n",
__func__, pll_p->name, cur_khz, pll_p->armpll_addr, con1, ckdiv1);
return cur_khz;
}
static void _cpu_clock_switch(struct pll_ctrl_t *pll_p, enum top_ckmuxsel sel)
{
cpufreq_write_mask(pll_p->armpll_div_addr, 10:9, sel);
}
static enum top_ckmuxsel _get_cpu_clock_switch(struct pll_ctrl_t *pll_p)
{
return _GET_BITS_VAL_(10:9, cpufreq_read(pll_p->armpll_div_addr));
}
/* upper layer CANNOT use 'set' function in secure path */
static struct pll_ctrl_ops pll_ops_l = {
.get_cur_freq = get_cur_phy_freq,
.set_armpll_dds = adjust_armpll_dds,
.set_armpll_posdiv = adjust_posdiv,
.set_armpll_clkdiv = adjust_clkdiv,
.set_freq_hopping = adjust_freq_hopping,
.clksrc_switch = _cpu_clock_switch,
.get_clksrc = _get_cpu_clock_switch,
.set_sync_dcm = sync_dcm_set_mp0_freq,
};
static struct pll_ctrl_ops pll_ops_ll = {
.get_cur_freq = get_cur_phy_freq,
.set_armpll_dds = adjust_armpll_dds,
.set_armpll_posdiv = adjust_posdiv,
.set_armpll_clkdiv = adjust_clkdiv,
.set_freq_hopping = adjust_freq_hopping,
.clksrc_switch = _cpu_clock_switch,
.get_clksrc = _get_cpu_clock_switch,
.set_sync_dcm = sync_dcm_set_mp1_freq,
};
static struct pll_ctrl_ops pll_ops_cci = {
.get_cur_freq = get_cur_phy_freq,
.set_armpll_dds = adjust_armpll_dds,
.set_armpll_posdiv = adjust_posdiv,
.set_armpll_clkdiv = adjust_clkdiv,
.set_freq_hopping = adjust_freq_hopping,
.clksrc_switch = _cpu_clock_switch,
.get_clksrc = _get_cpu_clock_switch,
.set_sync_dcm = sync_dcm_set_cci_freq,
};
struct pll_ctrl_t pll_ctrl[NR_MT_PLL] = {
[PLL_L_CLUSTER] = {
.name = __stringify(PLL_L_CLUSTER),
.pll_id = PLL_L_CLUSTER,
.hopping_id = FH_PLL7, /* ARMPLL_L */
.pll_ops = &pll_ops_l,
},
[PLL_LL_CLUSTER] = {
.name = __stringify(PLL_LL_CLUSTER),
.pll_id = PLL_LL_CLUSTER,
.hopping_id = FH_PLL0, /* ARMPLL */
.pll_ops = &pll_ops_ll,
},
[PLL_CCI_CLUSTER] = {
.name = __stringify(PLL_CCI_CLUSTER),
.pll_id = PLL_CCI_CLUSTER,
.hopping_id = FH_PLL8, /* CCIPLL */
.pll_ops = &pll_ops_cci,
},
};
/* Always put action cpu at last */
struct hp_action_tbl cpu_dvfs_hp_action[4] = {
{
.action = CPUFREQ_CPU_DOWN_PREPARE,
.cluster = MT_CPU_DVFS_L,
.trigged_core = 1,
.hp_action_cfg[MT_CPU_DVFS_L].action_id = FREQ_LOW,
},
{
.action = CPUFREQ_CPU_DOWN_PREPARE,
.cluster = MT_CPU_DVFS_LL,
.trigged_core = 1,
.hp_action_cfg[MT_CPU_DVFS_LL].action_id = FREQ_LOW,
},
{
.action = CPUFREQ_CPU_DOWN_PREPARE,
.cluster = MT_CPU_DVFS_L,
.trigged_core = 1,
.hp_action_cfg[MT_CPU_DVFS_L].action_id = FREQ_LOW,
},
{
.action = CPUFREQ_CPU_DOWN_PREPARE,
.cluster = MT_CPU_DVFS_LL,
.trigged_core = 1,
.hp_action_cfg[MT_CPU_DVFS_LL].action_id = FREQ_LOW,
},
};
unsigned int nr_hp_action = ARRAY_SIZE(cpu_dvfs_hp_action);
static int can_turbo;
void mt_cpufreq_turbo_action(unsigned long action,
unsigned int *cpus, enum mt_cpu_dvfs_id cluster_id)
{
can_turbo = 0;
}
int mt_cpufreq_turbo_config(enum mt_cpu_dvfs_id id,
unsigned int turbo_f, unsigned int turbo_v)
{
return 1;
}
int mt_cpufreq_regulator_map(struct platform_device *pdev)
{
regulator_proc1 = regulator_get(&pdev->dev, "vproc");
if (GEN_DB_ON(IS_ERR(regulator_proc1), "vproc Get Failed"))
return -ENODEV;
regulator_sram1 = regulator_get(&pdev->dev, "vsram_proc");
if (GEN_DB_ON(IS_ERR(regulator_sram1), "vsram_proc Get Failed"))
return -ENODEV;
return 0;
}
int mt_cpufreq_dts_map(void)
{
struct device_node *node;
/* apmixed */
node = of_find_compatible_node(NULL, NULL, APMIXED_NODE);
if (GEN_DB_ON(!node, "APMIXED Not Found"))
return -ENODEV;
apmixed_base = (unsigned long)of_iomap(node, 0);
if (GEN_DB_ON(!apmixed_base, "APMIXED Map Failed"))
return -ENOMEM;
/* mcucfg */
node = of_find_compatible_node(NULL, NULL, MCUCFG_NODE);
if (GEN_DB_ON(!node, "MCUCFG Not Found"))
return -ENODEV;
mcucfg_base = (unsigned long)of_iomap(node, 0);
if (GEN_DB_ON(!mcucfg_base, "MCUCFG Map Failed"))
return -ENOMEM;
return 0;
}
unsigned int _mt_cpufreq_get_cpu_level(void)
{
unsigned int lv = CPU_LEVEL_3;
unsigned int efuse_seg;
unsigned int efuse_ly;
struct platform_device *pdev;
struct device_node *node;
struct nvmem_cell *efuse_cell;
size_t efuse_len;
unsigned int *efuse_buf;
unsigned int *efuse_ly_buf;
int val = 0;
int val_ly = 0;
unsigned int fabinfo2;
node = of_find_compatible_node(NULL, NULL, "mediatek,mt6765-dvfsp");
if (!node) {
tag_pr_info("%s fail to get device node\n", __func__);
return 0;
}
pdev = of_device_alloc(node, NULL, NULL);
if (!pdev) {
tag_pr_info("%s fail to create device node\n", __func__);
return 0;
}
efuse_cell = nvmem_cell_get(&pdev->dev, "efuse_segment_cell");
if (IS_ERR(efuse_cell)) {
tag_pr_info("@%s: cannot get efuse_cell, errno %ld\n",
__func__, PTR_ERR(efuse_cell));
return 0;
}
efuse_buf = (unsigned int *)nvmem_cell_read(efuse_cell, &efuse_len);
nvmem_cell_put(efuse_cell);
efuse_seg = *efuse_buf;
val = efuse_seg;
kfree(efuse_buf);
/* get efuse ly */
efuse_cell = nvmem_cell_get(&pdev->dev, "efuse_ly_cell");
if (IS_ERR(efuse_cell)) {
tag_pr_info("@%s: cannot get efuse_ly_cell, errno %ld\n",
__func__, PTR_ERR(efuse_cell));
return 0;
}
efuse_ly_buf = (unsigned int *)nvmem_cell_read(efuse_cell, &efuse_len);
nvmem_cell_put(efuse_cell);
efuse_ly = *efuse_ly_buf;
val_ly = (efuse_ly >> 1) & 0x1;
fabinfo2 = (efuse_ly >> 3) & 0x1;
kfree(efuse_ly_buf);
if ((val == 0x2) || (val == 0x5))
lv = CPU_LEVEL_2;
else if ((val == 0x4) || (val == 0x3))
lv = CPU_LEVEL_3;
else if ((val == 0x1) || (val == 0x7) || (val == 0x19))
lv = CPU_LEVEL_4;
else if ((val == 0x8) || (val == 0x9) || (val == 0xF))
lv = CPU_LEVEL_4;
else if (val == 0x14)
lv = CPU_LEVEL_6;
else if (val == 0x20)
lv = CPU_LEVEL_7;
else
lv = CPU_LEVEL_3;
if (val_ly == 0x1) {
if (val == 0x20)
lv = CPU_LEVEL_8;
else
lv = CPU_LEVEL_5;
}
/* for MT6765X */
if (val == 0x24) {
lv = CPU_LEVEL_10;
tag_pr_info("%s CPU DVFS level: %d for 65X\n",
__func__,lv);
}
/* for improve yield MT6765OD */
if ((val == 0x3) || (val == 0x4) || (val == 0x12)) {
if (fabinfo2 == 1) {
lv = CPU_LEVEL_9;
tag_pr_info("%s CPU DVFS fabinfo2 is true for 65OD, lv=%d\n",
__func__, lv);
}
}
turbo_flag = 0;
tag_pr_info("%d,%d,%d,%d,%d,%d,%d,%d\n",
lv, turbo_flag, val, val_ly,
UP_VPROC_ST, DOWN_VPROC_ST,
UP_VSRAM_ST, DOWN_VSRAM_ST);
/* free pdev */
if (pdev != NULL) {
of_platform_device_destroy(&pdev->dev, NULL);
of_dev_put(pdev);
}
return lv;
}
unsigned int cpufreq_get_nr_clusters(void)
{
return (NR_MT_CPU_DVFS - 1);
}
void cpufreq_get_cluster_cpus(struct cpumask *cpu_mask, unsigned int cid)
{
if (cid == 0) {
cpumask_setall(cpu_mask);
cpumask_clear_cpu(4, cpu_mask);
cpumask_clear_cpu(5, cpu_mask);
cpumask_clear_cpu(6, cpu_mask);
cpumask_clear_cpu(7, cpu_mask);
} else if (cid == 1) {
cpumask_clear(cpu_mask);
cpumask_set_cpu(4, cpu_mask);
cpumask_set_cpu(5, cpu_mask);
cpumask_set_cpu(6, cpu_mask);
cpumask_set_cpu(7, cpu_mask);
}
}
unsigned int cpufreq_get_cluster_id(unsigned int cpu_id)
{
struct cpumask cpu_mask;
unsigned int i;
for (i = 0; i < NR_MT_CPU_DVFS - 1; i++) {
cpufreq_get_cluster_cpus(&cpu_mask, i);
if (cpumask_test_cpu(cpu_id, &cpu_mask))
return i;
}
return 0;
}
Loaded 100 of 80519 files, more files were not shown because too many files have changed in this diff. Show more