unplugged-kernel/drivers/misc/mediatek/videocodec/mt6739/videocodec_kernel_driver.c

2834 lines
82 KiB
C

/* SPDX-License-Identifier: GPL-2.0 */
/*
* Copyright (C) 2020 MediaTek Inc.
*/
#include <linux/init.h>
#include <linux/module.h>
#include <linux/kernel.h>
#include <linux/types.h>
#include <linux/device.h>
#include <linux/kdev_t.h>
#include <linux/fs.h>
#include <linux/cdev.h>
#include <linux/platform_device.h>
#include <linux/dma-mapping.h>
#include <linux/mm_types.h>
#include <linux/mm.h>
#include <linux/jiffies.h>
#include <linux/sched.h>
#include <linux/uaccess.h>
#include <asm/page.h>
#include <linux/vmalloc.h>
#include <linux/interrupt.h>
/* #include <mach/irqs.h> */
/* #include <mach/x_define_irq.h> */
#include <linux/wait.h>
#include <linux/proc_fs.h>
#include <linux/semaphore.h>
#include <mt-plat/dma.h>
#include <linux/delay.h>
#include "mt-plat/sync_write.h"
#ifndef CONFIG_MTK_CLKMGR
#include <linux/clk.h>
#else
#include "mach/mt_clkmgr.h"
#endif
#ifdef CONFIG_MTK_HIBERNATION
#include <mtk_hibernate_dpm.h>
#include <mach/diso.h>
#endif
#include "videocodec_kernel_driver.h"
#include "../videocodec_kernel.h"
#include <asm/cacheflush.h>
#include <linux/io.h>
#include <asm/sizes.h>
#include "val_types_private.h"
#include "hal_types_private.h"
#include "val_api_private.h"
/*#include "val_log.h"*/
#include "drv_api.h"
#include "smi_public.h"
#include <linux/of.h>
#include <linux/of_address.h>
#include <linux/of_irq.h>
#if IS_ENABLED(CONFIG_COMPAT)
#include <linux/uaccess.h>
#include <linux/compat.h>
#endif
#ifdef CONFIG_FPGA_EARLY_PORTING
#define VCODEC_FPGAPORTING
#endif
#define VDO_HW_WRITE(ptr, data) mt_reg_sync_writel(data, ptr)
#define VDO_HW_READ(ptr) (*((unsigned int * const)(ptr)))
#define VCODEC_DEVNAME "Vcodec"
#define VCODEC_DEV_MAJOR_NUMBER 160 /* 189 */
/* #define VENC_USE_L2C */
static dev_t vcodec_devno = MKDEV(VCODEC_DEV_MAJOR_NUMBER, 0);
static struct cdev *vcodec_cdev;
static struct class *vcodec_class;
static struct device *vcodec_device;
#ifndef VCODEC_FPGAPORTING
#ifndef CONFIG_MTK_CLKMGR
static struct clk *clk_MT_CG_VDEC; /* VENC_GCON_VDEC */
static struct clk *clk_MT_CG_VENC; /* VENC_GCON_VENC */
static struct clk *clk_MT_SCP_SYS_VDE; /* SCP_SYS_VDE */
static struct clk *clk_MT_SCP_SYS_VEN; /* SCP_SYS_VEN */
#endif
#endif
static DEFINE_MUTEX(IsOpenedLock);
static DEFINE_MUTEX(PWRLock);
static DEFINE_MUTEX(HWLock);
static DEFINE_MUTEX(EncEMILock);
static DEFINE_MUTEX(L2CLock);
static DEFINE_MUTEX(DecEMILock);
static DEFINE_MUTEX(DriverOpenCountLock);
static DEFINE_MUTEX(HWLockEventTimeoutLock);
static DEFINE_MUTEX(VdecPWRLock);
static DEFINE_MUTEX(VencPWRLock);
static DEFINE_MUTEX(LogCountLock);
static DEFINE_SPINLOCK(DecIsrLock);
static DEFINE_SPINLOCK(EncIsrLock);
static DEFINE_SPINLOCK(LockDecHWCountLock);
static DEFINE_SPINLOCK(LockEncHWCountLock);
static DEFINE_SPINLOCK(DecISRCountLock);
static DEFINE_SPINLOCK(EncISRCountLock);
static struct VAL_EVENT_T HWLockEvent; /* mutex : HWLockEventTimeoutLock */
static struct VAL_EVENT_T DecIsrEvent; /* mutex : HWLockEventTimeoutLock */
static struct VAL_EVENT_T EncIsrEvent; /* mutex : HWLockEventTimeoutLock */
static int Driver_Open_Count; /* mutex : DriverOpenCountLock */
static unsigned int gu4PWRCounter; /* mutex : PWRLock */
static unsigned int gu4EncEMICounter; /* mutex : EncEMILock */
static unsigned int gu4DecEMICounter; /* mutex : DecEMILock */
static unsigned int gu4L2CCounter; /* mutex : L2CLock */
static char bIsOpened = VAL_FALSE; /* mutex : IsOpenedLock */
/* hardware VENC IRQ status (VP8/H264) */
static unsigned int gu4HwVencIrqStatus;
static unsigned int gu4VdecPWRCounter; /* mutex : VdecPWRLock */
static unsigned int gu4VencPWRCounter; /* mutex : VencPWRLock */
static unsigned int gu4LogCountUser; /* mutex : LogCountLock */
static unsigned int gu4LogCount;
static unsigned int gLockTimeOutCount;
static unsigned int gu4VdecLockThreadId;
/* #define VCODEC_DEBUG */
#ifdef VCODEC_DEBUG
#undef VCODEC_DEBUG
#define VCODEC_DEBUG pr_debug
#undef pr_debug
#define pr_debug pr_debug
#else
#define VCODEC_DEBUG(...)
#undef pr_debug
#define pr_debug(...)
#endif
/* VENC physical base address */
#undef VENC_BASE
#define VENC_BASE 0x17002000
#define VENC_REGION 0x1000
/* VDEC virtual base address */
#define VDEC_BASE_PHY 0x17000000
#define VDEC_REGION 0x50000
#define HW_BASE 0x7FFF000
#define HW_REGION 0x2000
#define INFO_BASE 0x10000000
#define INFO_REGION 0x1000
#if 0
#define VENC_IRQ_STATUS_addr (VENC_BASE + 0x05C)
#define VENC_IRQ_ACK_addr (VENC_BASE + 0x060)
#define VENC_MP4_IRQ_ACK_addr (VENC_BASE + 0x678)
#define VENC_MP4_IRQ_STATUS_addr (VENC_BASE + 0x67C)
#define VENC_ZERO_COEF_COUNT_addr (VENC_BASE + 0x688)
#define VENC_BYTE_COUNT_addr (VENC_BASE + 0x680)
#define VENC_MP4_IRQ_ENABLE_addr (VENC_BASE + 0x668)
#define VENC_MP4_STATUS_addr (VENC_BASE + 0x664)
#define VENC_MP4_MVQP_STATUS_addr (VENC_BASE + 0x6E4)
#endif
#define VENC_IRQ_STATUS_SPS 0x1
#define VENC_IRQ_STATUS_PPS 0x2
#define VENC_IRQ_STATUS_FRM 0x4
#define VENC_IRQ_STATUS_DRAM 0x8
#define VENC_IRQ_STATUS_PAUSE 0x10
#define VENC_IRQ_STATUS_SWITCH 0x20
#if 0
/* VDEC virtual base address */
#define VDEC_MISC_BASE (VDEC_BASE + 0x0000)
#define VDEC_VLD_BASE (VDEC_BASE + 0x1000)
#endif
unsigned long KVA_VENC_IRQ_ACK_ADDR, KVA_VENC_IRQ_STATUS_ADDR, KVA_VENC_BASE;
unsigned long KVA_VDEC_MISC_BASE, KVA_VDEC_BASE, KVA_VDEC_GCON_BASE;
unsigned int VENC_IRQ_ID, VDEC_IRQ_ID;
/* #define KS_POWER_WORKAROUND */
/* extern unsigned long pmem_user_v2p_video(unsigned long va); */
#if defined(VENC_USE_L2C)
/* extern int config_L2(int option); */
#endif
#define ENABLE_MMDVFS_VDEC
#ifdef ENABLE_MMDVFS_VDEC
/* <--- MM DVFS related */
#include <mtk_smi.h>
#include <mmdvfs_config_util.h>
#define DROP_PERCENTAGE 50
#define RAISE_PERCENTAGE 90
#define MONITOR_DURATION_MS 4000
#define DVFS_UNREQUEST (-1)
#define DVFS_LOW MMDVFS_VOLTAGE_LOW
#define DVFS_HIGH MMDVFS_VOLTAGE_HIGH
#define DVFS_DEFAULT MMDVFS_VOLTAGE_HIGH
#define MONITOR_START_MINUS_1 0
#define SW_OVERHEAD_MS 1
#define PAUSE_DETECTION_GAP 200
#define PAUSE_DETECTION_RATIO 2
static char gMMDFVFSMonitorStarts = VAL_FALSE;
static char gFirstDvfsLock = VAL_FALSE;
static unsigned int gMMDFVFSMonitorCounts;
static struct VAL_TIME_T gMMDFVFSMonitorStartTime;
static struct VAL_TIME_T gMMDFVFSLastLockTime;
static struct VAL_TIME_T gMMDFVFSLastUnlockTime;
static struct VAL_TIME_T gMMDFVFSMonitorEndTime;
static unsigned int gHWLockInterval;
static int gHWLockMaxDuration;
static unsigned int gHWLockPrevInterval;
unsigned int TimeDiffMs(struct VAL_TIME_T timeOld, struct VAL_TIME_T timeNew)
{
/* pr_debug ("@@ timeOld(%d, %d), timeNew(%d, %d)", */
/* timeOld.u4Sec, timeOld.u4uSec, timeNew.u4Sec, timeNew.u4uSec); */
return ((((timeNew.u4Sec - timeOld.u4Sec) * 1000000) + timeNew.u4uSec) - timeOld.u4uSec) / 1000;
}
/* raise/drop voltage */
void SendDvfsRequest(int level)
{
#ifndef VCODEC_FPGAPORTING
int ret = 0;
if (level == MMDVFS_VOLTAGE_LOW) {
pr_debug("[VCODEC][MMDVFS_VDEC] %s(MMDVFS_FINE_STEP_OPP3)",
__func__);
#ifdef CONFIG_MTK_SMI_EXT
ret = mmdvfs_set_fine_step(SMI_BWC_SCEN_VP, MMDVFS_FINE_STEP_OPP3);
#endif
} else if (level == MMDVFS_VOLTAGE_HIGH) {
pr_debug("[VCODEC][MMDVFS_VDEC] %s(MMDVFS_FINE_STEP_OPP0)",
__func__);
#ifdef CONFIG_MTK_SMI_EXT
ret = mmdvfs_set_fine_step(SMI_BWC_SCEN_VP, MMDVFS_FINE_STEP_OPP0);
#endif
} else if (level == DVFS_UNREQUEST) {
pr_debug("[VCODEC][MMDVFS_VDEC] %s(MMDVFS_FINE_STEP_UNREQUEST)",
__func__);
#ifdef CONFIG_MTK_SMI_EXT
ret = mmdvfs_set_fine_step(SMI_BWC_SCEN_VP, MMDVFS_FINE_STEP_UNREQUEST);
#endif
} else {
pr_debug("[VCODEC][MMDVFS_VDEC] OOPS: level = %d\n", level);
}
if (ret != 0) {
/* Add one line comment for avoid kernel coding style, WARNING:BRACES: */
pr_err("[VCODEC][MMDVFS_VDEC] OOPS: mmdvfs_set_fine_step error!");
}
#endif
}
void VdecDvfsBegin(void)
{
gMMDFVFSMonitorStarts = VAL_TRUE;
gMMDFVFSMonitorCounts = 0;
gHWLockInterval = 0;
gFirstDvfsLock = VAL_TRUE;
gHWLockMaxDuration = 0;
gHWLockPrevInterval = 999999;
pr_debug("[VCODEC][MMDVFS_VDEC] %s", __func__);
/* eVideoGetTimeOfDay(&gMMDFVFSMonitorStartTime, sizeof(struct VAL_TIME_T)); */
}
unsigned int VdecDvfsGetMonitorDuration(void)
{
eVideoGetTimeOfDay(&gMMDFVFSMonitorEndTime, sizeof(struct VAL_TIME_T));
return TimeDiffMs(gMMDFVFSMonitorStartTime, gMMDFVFSMonitorEndTime);
}
void VdecDvfsEnd(int level)
{
pr_debug("[VCODEC][MMDVFS_VDEC] VdecDVFS monitor %dms, decoded %d frames\n",
MONITOR_DURATION_MS,
gMMDFVFSMonitorCounts);
pr_debug("[VCODEC][MMDVFS_VDEC] total time %d, max duration %d, target lv %d\n",
gHWLockInterval,
gHWLockMaxDuration,
level);
gMMDFVFSMonitorStarts = VAL_FALSE;
gMMDFVFSMonitorCounts = 0;
gHWLockInterval = 0;
gHWLockMaxDuration = 0;
}
unsigned int VdecDvfsStep(void)
{
unsigned int _diff = 0;
eVideoGetTimeOfDay(&gMMDFVFSLastUnlockTime, sizeof(struct VAL_TIME_T));
_diff = TimeDiffMs(gMMDFVFSLastLockTime, gMMDFVFSLastUnlockTime);
if (_diff > gHWLockMaxDuration) {
/* Add one line comment for avoid kernel coding style, WARNING:BRACES: */
gHWLockMaxDuration = _diff;
}
gHWLockInterval += (_diff + SW_OVERHEAD_MS);
return _diff;
}
void VdecDvfsAdjustment(void)
{
unsigned int _monitor_duration = 0;
unsigned int _diff = 0;
unsigned int _perc = 0;
if (gMMDFVFSMonitorStarts == VAL_TRUE && gMMDFVFSMonitorCounts > MONITOR_START_MINUS_1) {
_monitor_duration = VdecDvfsGetMonitorDuration();
if (_monitor_duration < MONITOR_DURATION_MS) {
_diff = VdecDvfsStep();
pr_debug("[VCODEC][MMDVFS_VDEC] lock time(%d ms, %d ms), cnt=%d, _monitor_duration=%d\n",
_diff, gHWLockInterval,
gMMDFVFSMonitorCounts,
_monitor_duration);
} else {
VdecDvfsStep();
_perc = (unsigned int)(100 * gHWLockInterval
/ _monitor_duration);
pr_debug("[VCODEC][MMDVFS_VDEC] DROP_PERCENTAGE = %d, RAISE_PERCENTAGE = %d\n",
DROP_PERCENTAGE, RAISE_PERCENTAGE);
pr_debug("[VCODEC][MMDVFS_VDEC] reset monitor duration (%d ms), percent: %d\n",
_monitor_duration, _perc);
if (_perc < DROP_PERCENTAGE) {
SendDvfsRequest(DVFS_LOW);
VdecDvfsEnd(DVFS_LOW);
} else if (_perc > RAISE_PERCENTAGE) {
SendDvfsRequest(DVFS_HIGH);
VdecDvfsEnd(DVFS_HIGH);
} else {
VdecDvfsEnd(-1);
}
}
}
gMMDFVFSMonitorCounts++;
}
void VdecDvfsMonitorStart(void)
{
unsigned int _diff = 0;
struct VAL_TIME_T _now;
if (gMMDFVFSMonitorStarts == VAL_TRUE) {
eVideoGetTimeOfDay(&_now, sizeof(struct VAL_TIME_T));
_diff = TimeDiffMs(gMMDFVFSLastUnlockTime, _now);
/* pr_debug("[VCODEC][MMDVFS_VDEC]
*Pause handle prev_diff = %dms, diff = %dms\n",
*/
/* gHWLockPrevInterval, _diff); */
if (_diff > PAUSE_DETECTION_GAP && _diff > gHWLockPrevInterval * PAUSE_DETECTION_RATIO) {
/* pr_debug("[VCODEC][MMDVFS_VDEC] Pause detected, reset\n"); */
/* Reset monitoring period if pause is detected */
SendDvfsRequest(DVFS_HIGH);
VdecDvfsBegin();
}
gHWLockPrevInterval = _diff;
}
if (gMMDFVFSMonitorStarts == VAL_FALSE) {
/* Continuous monitoring */
VdecDvfsBegin();
}
if (gMMDFVFSMonitorStarts == VAL_TRUE) {
pr_debug("[VCODEC][MMDVFS_VDEC] LOCK 1\n");
if (gMMDFVFSMonitorCounts > MONITOR_START_MINUS_1) {
if (gFirstDvfsLock == VAL_TRUE) {
gFirstDvfsLock = VAL_FALSE;
/* pr_debug("[VCODEC][MMDVFS_VDEC] LOCK 1 start monitor*/
/* instance = 0x%p\n", grVcodecDecHWLock.pvHandle); */
eVideoGetTimeOfDay(&gMMDFVFSMonitorStartTime,
sizeof(struct VAL_TIME_T));
}
eVideoGetTimeOfDay(&gMMDFVFSLastLockTime,
sizeof(struct VAL_TIME_T));
}
}
}
/* ---> */
#endif
void *mt_venc_base_get(void)
{
return (void *)KVA_VENC_BASE;
}
EXPORT_SYMBOL(mt_venc_base_get);
void *mt_vdec_base_get(void)
{
return (void *)KVA_VDEC_BASE;
}
EXPORT_SYMBOL(mt_vdec_base_get);
void vdec_power_on(void)
{
int ret = 0;
mutex_lock(&VdecPWRLock);
gu4VdecPWRCounter++;
mutex_unlock(&VdecPWRLock);
ret = 0;
#ifndef VCODEC_FPGAPORTING
#ifdef CONFIG_MTK_CLKMGR
/* Central power on */
enable_clock(MT_CG_DISP0_SMI_COMMON, "VDEC");
enable_clock(MT_CG_VDEC0_VDEC, "VDEC");
enable_clock(MT_CG_VDEC1_LARB, "VDEC");
#ifdef VDEC_USE_L2C
/* enable_clock(MT_CG_INFRA_L2C_SRAM, "VDEC"); */
#endif
#else
#if defined(CONFIG_MTK_SMI_EXT)
smi_bus_prepare_enable(SMI_LARB1, "vcodec-vdec");
#endif
ret = clk_prepare_enable(clk_MT_SCP_SYS_VDE);
if (ret) {
/* print error log & error handling */
pr_err("[VCODEC][ERROR][%s] clk_MT_SCP_SYS_VDE is not enabled, ret = %d\n",
__func__, ret);
}
ret = clk_prepare_enable(clk_MT_CG_VDEC);
if (ret) {
/* print error log & error handling */
pr_err("[VCODEC][ERROR][%s] clk_MT_CG_VDEC is not enabled, ret = %d\n",
__func__, ret);
}
#endif
#endif
}
void vdec_power_off(void)
{
mutex_lock(&VdecPWRLock);
if (gu4VdecPWRCounter == 0) {
pr_debug("[VCODEC] gu4VdecPWRCounter = 0\n");
} else {
gu4VdecPWRCounter--;
#ifndef VCODEC_FPGAPORTING
#ifdef CONFIG_MTK_CLKMGR
/* Central power off */
disable_clock(MT_CG_VDEC0_VDEC, "VDEC");
disable_clock(MT_CG_VDEC1_LARB, "VDEC");
disable_clock(MT_CG_DISP0_SMI_COMMON, "VDEC");
#ifdef VDEC_USE_L2C
/* disable_clock(MT_CG_INFRA_L2C_SRAM, "VDEC"); */
#endif
#else
clk_disable_unprepare(clk_MT_CG_VDEC);
clk_disable_unprepare(clk_MT_SCP_SYS_VDE);
#if defined(CONFIG_MTK_SMI_EXT)
smi_bus_disable_unprepare(SMI_LARB1, "vcodec-vdec");
#endif
#endif
#endif
}
mutex_unlock(&VdecPWRLock);
}
void venc_power_on(void)
{
int ret = 0;
mutex_lock(&VencPWRLock);
gu4VencPWRCounter++;
mutex_unlock(&VencPWRLock);
ret = 0;
pr_debug("[VCODEC] %s +\n", __func__);
#ifndef VCODEC_FPGAPORTING
#ifdef CONFIG_MTK_CLKMGR
enable_clock(MT_CG_DISP0_SMI_COMMON, "VENC");
enable_clock(MT_CG_VENC_VENC, "VENC");
#ifdef VENC_USE_L2C
enable_clock(MT_CG_INFRA_L2C_SRAM, "VENC");
#endif
#else
#if defined(CONFIG_MTK_SMI_EXT)
smi_bus_prepare_enable(SMI_LARB1, "vcodec-vdec");
#endif
ret = clk_prepare_enable(clk_MT_SCP_SYS_VEN);
if (ret) {
/* print error log & error handling */
pr_err("[VCODEC][ERROR][%s] clk_MT_SCP_SYS_VEN is not enabled, ret = %d\n",
__func__, ret);
}
ret = clk_prepare_enable(clk_MT_CG_VENC);
if (ret) {
/* print error log & error handling */
pr_err("[VCODEC][ERROR][%s] clk_MT_CG_VENC is not enabled, ret = %d\n",
__func__, ret);
}
#endif
#endif
pr_debug("[VCODEC] %s -\n", __func__);
}
void venc_power_off(void)
{
mutex_lock(&VencPWRLock);
if (gu4VencPWRCounter == 0) {
pr_debug("[VCODEC] gu4VencPWRCounter = 0\n");
} else {
gu4VencPWRCounter--;
pr_debug("[VCODEC] %s +\n", __func__);
#ifndef VCODEC_FPGAPORTING
#ifdef CONFIG_MTK_CLKMGR
disable_clock(MT_CG_VENC_VENC, "VENC");
disable_clock(MT_CG_DISP0_SMI_COMMON, "VENC");
#ifdef VENC_USE_L2C
disable_clock(MT_CG_INFRA_L2C_SRAM, "VENC");
#endif
#else
clk_disable_unprepare(clk_MT_CG_VENC);
clk_disable_unprepare(clk_MT_SCP_SYS_VEN);
#if defined(CONFIG_MTK_SMI_EXT)
smi_bus_disable_unprepare(SMI_LARB1, "vcodec-vdec");
#endif
#endif
#endif
pr_debug("[VCODEC] %s -\n", __func__);
}
mutex_unlock(&VencPWRLock);
}
void dec_isr(void)
{
enum VAL_RESULT_T eValRet;
unsigned long ulFlags, ulFlagsISR, ulFlagsLockHW;
unsigned int u4TempDecISRCount = 0;
unsigned int u4TempLockDecHWCount = 0;
unsigned int u4DecDoneStatus = 0;
u4DecDoneStatus = VDO_HW_READ(KVA_VDEC_MISC_BASE+0xA4);
if ((u4DecDoneStatus & (0x1 << 16)) != 0x10000) {
pr_err("[VCODEC][ERROR] DEC ISR, Decode done status is not 0x1 (0x%08x)",
u4DecDoneStatus);
return;
}
spin_lock_irqsave(&DecISRCountLock, ulFlagsISR);
gu4DecISRCount++;
u4TempDecISRCount = gu4DecISRCount;
spin_unlock_irqrestore(&DecISRCountLock, ulFlagsISR);
spin_lock_irqsave(&LockDecHWCountLock, ulFlagsLockHW);
u4TempLockDecHWCount = gu4LockDecHWCount;
spin_unlock_irqrestore(&LockDecHWCountLock, ulFlagsLockHW);
if (u4TempDecISRCount != u4TempLockDecHWCount) {
/* Add one line comment for avoid kernel coding style, WARNING:BRACES: */
/* pr_err("[INFO] Dec ISRCount: 0x%x, LockHWCount:0x%x\n",
* u4TempDecISRCount, u4TempLockDecHWCount);
*/
}
/* Clear interrupt */
VDO_HW_WRITE(KVA_VDEC_MISC_BASE+41*4, VDO_HW_READ(KVA_VDEC_MISC_BASE + 41*4) | 0x11);
VDO_HW_WRITE(KVA_VDEC_MISC_BASE+41*4, VDO_HW_READ(KVA_VDEC_MISC_BASE + 41*4) & ~0x10);
spin_lock_irqsave(&DecIsrLock, ulFlags);
eValRet = eVideoSetEvent(&DecIsrEvent, sizeof(struct VAL_EVENT_T));
if (eValRet != VAL_RESULT_NO_ERROR) {
/* Add one line comment for avoid kernel coding style, WARNING:BRACES: */
pr_err("[VCODEC][ERROR] ISR set DecIsrEvent error\n");
}
spin_unlock_irqrestore(&DecIsrLock, ulFlags);
}
void enc_isr(void)
{
enum VAL_RESULT_T eValRet;
unsigned long ulFlagsISR, ulFlagsLockHW;
unsigned int u4TempEncISRCount = 0;
unsigned int u4TempLockEncHWCount = 0;
/* ---------------------- */
spin_lock_irqsave(&EncISRCountLock, ulFlagsISR);
gu4EncISRCount++;
u4TempEncISRCount = gu4EncISRCount;
spin_unlock_irqrestore(&EncISRCountLock, ulFlagsISR);
spin_lock_irqsave(&LockEncHWCountLock, ulFlagsLockHW);
u4TempLockEncHWCount = gu4LockEncHWCount;
spin_unlock_irqrestore(&LockEncHWCountLock, ulFlagsLockHW);
if (u4TempEncISRCount != u4TempLockEncHWCount) {
/* Add one line comment for avoid kernel coding style, WARNING:BRACES: */
/* pr_err("[INFO] Enc ISRCount: 0x%x, LockHWCount:0x%x\n",
* u4TempEncISRCount, u4TempLockEncHWCount);
*/
}
if (grVcodecHWLock.pvHandle == 0) {
pr_err("[VCODEC][ERROR] NO one Lock Enc HW, please check!!\n");
/* Clear all status */
/* VDO_HW_WRITE(KVA_VENC_MP4_IRQ_ACK_ADDR, 1); */
VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, VENC_IRQ_STATUS_PAUSE);
/* VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, VENC_IRQ_STATUS_DRAM_VP8); */
VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, VENC_IRQ_STATUS_SWITCH);
VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, VENC_IRQ_STATUS_DRAM);
VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, VENC_IRQ_STATUS_SPS);
VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, VENC_IRQ_STATUS_PPS);
VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, VENC_IRQ_STATUS_FRM);
return;
}
if (grVcodecHWLock.eDriverType == VAL_DRIVER_TYPE_H264_ENC) { /* hardwire */
gu4HwVencIrqStatus = VDO_HW_READ(KVA_VENC_IRQ_STATUS_ADDR);
if (gu4HwVencIrqStatus & VENC_IRQ_STATUS_PAUSE) {
/* Add one line comment for avoid kernel coding style, WARNING:BRACES: */
VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, VENC_IRQ_STATUS_PAUSE);
}
if (gu4HwVencIrqStatus & VENC_IRQ_STATUS_SWITCH) {
/* Add one line comment for avoid kernel coding style, WARNING:BRACES: */
VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, VENC_IRQ_STATUS_SWITCH);
}
if (gu4HwVencIrqStatus & VENC_IRQ_STATUS_DRAM) {
/* Add one line comment for avoid kernel coding style, WARNING:BRACES: */
VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, VENC_IRQ_STATUS_DRAM);
}
if (gu4HwVencIrqStatus & VENC_IRQ_STATUS_SPS) {
/* Add one line comment for avoid kernel coding style, WARNING:BRACES: */
VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, VENC_IRQ_STATUS_SPS);
}
if (gu4HwVencIrqStatus & VENC_IRQ_STATUS_PPS) {
/* Add one line comment for avoid kernel coding style, WARNING:BRACES: */
VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, VENC_IRQ_STATUS_PPS);
}
if (gu4HwVencIrqStatus & VENC_IRQ_STATUS_FRM) {
/* Add one line comment for avoid kernel coding style, WARNING:BRACES: */
VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, VENC_IRQ_STATUS_FRM);
}
} else if (grVcodecHWLock.eDriverType == VAL_DRIVER_TYPE_HEVC_ENC) { /* hardwire */
pr_debug("[VCODEC][%s] VAL_DRIVER_TYPE_HEVC_ENC!!\n", __func__);
} else {
pr_err("[VCODEC][ERROR] Invalid lock holder driver type = %d\n",
grVcodecHWLock.eDriverType);
}
eValRet = eVideoSetEvent(&EncIsrEvent, sizeof(struct VAL_EVENT_T));
if (eValRet != VAL_RESULT_NO_ERROR) {
/* Add one line comment for avoid kernel coding style, WARNING:BRACES: */
pr_err("[VCODEC][ERROR] ISR set EncIsrEvent error\n");
}
}
static irqreturn_t video_intr_dlr(int irq, void *dev_id)
{
dec_isr();
return IRQ_HANDLED;
}
static irqreturn_t video_intr_dlr2(int irq, void *dev_id)
{
enc_isr();
return IRQ_HANDLED;
}
static long vcodec_lockhw_dec_fail(struct VAL_HW_LOCK_T rHWLock,
unsigned int FirstUseDecHW)
{
pr_err("[ERROR]@1 VCODEC_LOCKHW, Dec HWLockEvent TimeOut, CurrentTID = %d\n",
current->pid);
if (FirstUseDecHW != 1) {
mutex_lock(&HWLock);
if (grVcodecHWLock.pvHandle == 0) {
/* Add one line comment for avoid kernel coding style, WARNING:BRACES: */
pr_err("[WARNING] VCODEC_LOCKHW, maybe mediaserver restart before, please check!!\n");
} else {
/* Add one line comment for avoid kernel coding style, WARNING:BRACES: */
pr_err("[WARNING] VCODEC_LOCKHW, someone use HW, and check timeout value!!\n");
}
mutex_unlock(&HWLock);
}
return 0;
}
static long vcodec_lockhw_enc_fail(struct VAL_HW_LOCK_T rHWLock,
unsigned int FirstUseEncHW)
{
pr_err("[ERROR] VCODEC_LOCKHW Enc HWLockEvent TimeOut, CurrentTID = %d\n",
current->pid);
if (FirstUseEncHW != 1) {
mutex_lock(&HWLock);
if (grVcodecHWLock.pvHandle == 0) {
pr_err("[WARNING] VCODEC_LOCKHW, maybe mediaserver restart before, please check!!\n");
} else {
pr_err("[WARNING] VCODEC_LOCKHW, someone use HW, and check timeout value!! %d\n",
gLockTimeOutCount);
++gLockTimeOutCount;
if (gLockTimeOutCount > 30) {
pr_debug("[ERROR] VCODEC_LOCKHW - ID %d fail\n",
current->pid);
pr_err("someone locked HW time out more than 30 times 0x%lx,%lx,0x%lx,type:%d\n",
(unsigned long)grVcodecHWLock.pvHandle,
pmem_user_v2p_video(
(unsigned long)rHWLock.pvHandle),
(unsigned long)rHWLock.pvHandle,
rHWLock.eDriverType);
gLockTimeOutCount = 0;
mutex_unlock(&HWLock);
return -EFAULT;
}
if (rHWLock.u4TimeoutMs == 0) {
pr_debug("[ERROR] VCODEC_LOCKHW - ID %d fail\n",
current->pid);
pr_err("someone locked HW already 0x%lx,%lx,0x%lx,type:%d\n",
(unsigned long)grVcodecHWLock.pvHandle,
pmem_user_v2p_video(
(unsigned long)rHWLock.pvHandle),
(unsigned long)rHWLock.pvHandle,
rHWLock.eDriverType);
gLockTimeOutCount = 0;
mutex_unlock(&HWLock);
return -EFAULT;
}
}
mutex_unlock(&HWLock);
}
return 0;
}
static long vcodec_lockhw(unsigned long arg)
{
unsigned char *user_data_addr;
struct VAL_HW_LOCK_T rHWLock;
enum VAL_RESULT_T eValRet;
long ret;
char bLockedHW = VAL_FALSE;
unsigned int FirstUseDecHW = 0;
unsigned int FirstUseEncHW = 0;
struct VAL_TIME_T rCurTime;
unsigned int u4TimeInterval;
unsigned long ulFlagsLockHW;
unsigned int u4VcodecSel;
unsigned int u4DeBlcoking = 1;
unsigned long handle_id = 0;
pr_debug("VCODEC_LOCKHW + tid = %d\n", current->pid);
user_data_addr = (unsigned char *)arg;
ret = copy_from_user(&rHWLock, user_data_addr,
sizeof(struct VAL_HW_LOCK_T));
if (ret) {
pr_err("[ERROR] VCODEC_LOCKHW, copy_from_user failed: %lu\n",
ret);
return -EFAULT;
}
pr_debug("[VCODEC] LOCKHW eDriverType = %d\n", rHWLock.eDriverType);
eValRet = VAL_RESULT_INVALID_ISR;
if (rHWLock.eDriverType == VAL_DRIVER_TYPE_MP4_DEC ||
rHWLock.eDriverType == VAL_DRIVER_TYPE_HEVC_DEC ||
rHWLock.eDriverType == VAL_DRIVER_TYPE_H264_DEC ||
rHWLock.eDriverType == VAL_DRIVER_TYPE_MP1_MP2_DEC ||
rHWLock.eDriverType == VAL_DRIVER_TYPE_VC1_DEC ||
rHWLock.eDriverType == VAL_DRIVER_TYPE_VC1_ADV_DEC ||
rHWLock.eDriverType == VAL_DRIVER_TYPE_VP8_DEC) {
while (bLockedHW == VAL_FALSE) {
mutex_lock(&HWLockEventTimeoutLock);
if (HWLockEvent.u4TimeoutMs == 1) {
pr_debug("VCODEC_LOCKHW, First Use Dec HW!!\n");
FirstUseDecHW = 1;
} else {
FirstUseDecHW = 0;
}
mutex_unlock(&HWLockEventTimeoutLock);
if (FirstUseDecHW == 1) {
/* Add one line comment for avoid kernel coding style, WARNING:BRACES: */
eValRet = eVideoWaitEvent(&HWLockEvent,
sizeof(struct VAL_EVENT_T));
}
mutex_lock(&HWLockEventTimeoutLock);
if (HWLockEvent.u4TimeoutMs != 1000) {
HWLockEvent.u4TimeoutMs = 1000;
FirstUseDecHW = 1;
} else {
FirstUseDecHW = 0;
}
mutex_unlock(&HWLockEventTimeoutLock);
mutex_lock(&HWLock);
handle_id = pmem_user_v2p_video((unsigned long)rHWLock.pvHandle);
if (handle_id == 0) {
pr_info("[error] handle is freed at %d\n", __LINE__);
mutex_unlock(&HWLock);
return -1;
}
/* one process try to lock twice */
if (grVcodecHWLock.pvHandle ==
(void *)handle_id) {
pr_err("[WARNING] VCODEC_LOCKHW, one decoder instance try to lock twice\n");
pr_debug("may cause lock HW timeout!! instance = 0x%lx, CurrentTID = %d\n",
(unsigned long)grVcodecHWLock.pvHandle,
current->pid);
}
mutex_unlock(&HWLock);
if (FirstUseDecHW == 0) {
pr_debug("VCODEC_LOCKHW, Not first time use HW, timeout = %d\n",
HWLockEvent.u4TimeoutMs);
eValRet = eVideoWaitEvent(&HWLockEvent,
sizeof(struct VAL_EVENT_T));
}
if (eValRet == VAL_RESULT_INVALID_ISR) {
ret = vcodec_lockhw_dec_fail(rHWLock,
FirstUseDecHW);
if (ret) {
pr_err("[ERROR] vcodec_lockhw_dec_fail failed: %lu\n",
ret);
return -EFAULT;
}
} else if (eValRet == VAL_RESULT_RESTARTSYS) {
pr_err("[WARNING] VCODEC_LOCKHW, VAL_RESULT_RESTARTSYS return when HWLock!!\n");
return -ERESTARTSYS;
}
mutex_lock(&HWLock);
if (grVcodecHWLock.pvHandle == 0) { /* No one holds dec hw lock now */
gu4VdecLockThreadId = current->pid;
handle_id = pmem_user_v2p_video((unsigned long)rHWLock.pvHandle);
if (handle_id == 0) {
pr_info("[error] handle is freed at %d\n", __LINE__);
mutex_unlock(&HWLock);
return -1;
}
grVcodecHWLock.pvHandle =
(void *)handle_id;
grVcodecHWLock.eDriverType = rHWLock.eDriverType;
eVideoGetTimeOfDay(&grVcodecHWLock.rLockedTime,
sizeof(struct VAL_TIME_T));
pr_debug("VCODEC_LOCKHW, No process use dec HW, so current process can use HW\n");
pr_debug("LockInstance = 0x%lx CurrentTID = %d, rLockedTime(s, us) = %d, %d\n",
(unsigned long)grVcodecHWLock.pvHandle,
current->pid,
grVcodecHWLock.rLockedTime.u4Sec,
grVcodecHWLock.rLockedTime.u4uSec);
bLockedHW = VAL_TRUE;
if (eValRet == VAL_RESULT_INVALID_ISR
&& FirstUseDecHW != 1) {
pr_err("[WARNING] VCODEC_LOCKHW, reset power/irq when HWLock!!\n");
#ifndef KS_POWER_WORKAROUND
vdec_power_off();
#endif
disable_irq(VDEC_IRQ_ID);
}
#ifndef KS_POWER_WORKAROUND
vdec_power_on();
#endif
if (rHWLock.bSecureInst == VAL_FALSE) {
/* Add one line comment for avoid kernel coding style, WARNING:BRACES: */
enable_irq(VDEC_IRQ_ID);
}
#ifdef ENABLE_MMDVFS_VDEC
VdecDvfsMonitorStart();
#endif
} else { /* Another one holding dec hw now */
pr_err("VCODEC_LOCKHW E\n");
eVideoGetTimeOfDay(&rCurTime,
sizeof(struct VAL_TIME_T));
u4TimeInterval = (((((rCurTime.u4Sec -
grVcodecHWLock.rLockedTime.u4Sec)
* 1000000)
+ rCurTime.u4uSec) -
grVcodecHWLock.rLockedTime.u4uSec)
/ 1000);
pr_debug("VCODEC_LOCKHW, someone use dec HW, and check timeout value\n");
pr_debug("TimeInterval(ms) = %d, TimeOutValue(ms)) = %d\n",
u4TimeInterval, rHWLock.u4TimeoutMs);
pr_debug("Lock Instance = 0x%lx, Lock TID = %d, CurrentTID = %d\n",
(unsigned long)grVcodecHWLock.pvHandle,
gu4VdecLockThreadId,
current->pid);
pr_debug("rLockedTime(%d s, %d us), rCurTime(%d s, %d us)\n",
grVcodecHWLock.rLockedTime.u4Sec,
grVcodecHWLock.rLockedTime.u4uSec,
rCurTime.u4Sec, rCurTime.u4uSec);
/* 2012/12/16. Cheng-Jung Never steal hardware lock */
}
mutex_unlock(&HWLock);
spin_lock_irqsave(&LockDecHWCountLock,
ulFlagsLockHW);
gu4LockDecHWCount++;
spin_unlock_irqrestore(&LockDecHWCountLock,
ulFlagsLockHW);
}
} else if (rHWLock.eDriverType == VAL_DRIVER_TYPE_H264_ENC ||
rHWLock.eDriverType == VAL_DRIVER_TYPE_HEVC_ENC ||
rHWLock.eDriverType == VAL_DRIVER_TYPE_JPEG_ENC) {
while (bLockedHW == VAL_FALSE) {
/* Early break for JPEG VENC */
if (rHWLock.u4TimeoutMs == 0) {
if (grVcodecHWLock.pvHandle != 0) {
/* Add one line comment for avoid kernel coding style, WARNING:BRACES: */
break;
}
}
/* Wait to acquire Enc HW lock */
mutex_lock(&HWLockEventTimeoutLock);
if (HWLockEvent.u4TimeoutMs == 1) {
pr_debug("VCODEC_LOCKHW, First Use Enc HW %d!!\n",
rHWLock.eDriverType);
FirstUseEncHW = 1;
} else {
FirstUseEncHW = 0;
}
mutex_unlock(&HWLockEventTimeoutLock);
if (FirstUseEncHW == 1) {
/* Add one line comment for avoid kernel coding style, WARNING:BRACES: */
eValRet = eVideoWaitEvent(&HWLockEvent,
sizeof(struct VAL_EVENT_T));
}
mutex_lock(&HWLockEventTimeoutLock);
if (HWLockEvent.u4TimeoutMs == 1) {
HWLockEvent.u4TimeoutMs = 1000;
FirstUseEncHW = 1;
} else {
FirstUseEncHW = 0;
if (rHWLock.u4TimeoutMs == 0) {
/* Add one line comment for avoid kernel coding style, WARNING:BRACES: */
HWLockEvent.u4TimeoutMs = 0; /* No wait */
} else {
HWLockEvent.u4TimeoutMs = 1000; /* Wait indefinitely */
}
}
mutex_unlock(&HWLockEventTimeoutLock);
mutex_lock(&HWLock);
handle_id = pmem_user_v2p_video((unsigned long)rHWLock.pvHandle);
if (handle_id == 0) {
pr_info("[error] handle is freed at %d\n", __LINE__);
mutex_unlock(&HWLock);
return -1;
}
/* one process try to lock twice */
if (grVcodecHWLock.pvHandle ==
(void *)handle_id) {
pr_err("[WARNING] VCODEC_LOCKHW, one encoder instance try to lock twice\n");
pr_debug("may cause lock HW timeout!! instance=0x%lx, CurrentTID=%d, type:%d\n",
(unsigned long)grVcodecHWLock.pvHandle,
current->pid, rHWLock.eDriverType);
}
mutex_unlock(&HWLock);
if (FirstUseEncHW == 0) {
/* Add one line comment for avoid kernel coding style, WARNING:BRACES: */
eValRet = eVideoWaitEvent(&HWLockEvent,
sizeof(struct VAL_EVENT_T));
}
if (eValRet == VAL_RESULT_INVALID_ISR) {
ret = vcodec_lockhw_enc_fail(rHWLock,
FirstUseEncHW);
if (ret) {
pr_err("[ERROR] vcodec_lockhw_enc_fail failed: %lu\n",
ret);
return -EFAULT;
}
} else if (eValRet == VAL_RESULT_RESTARTSYS) {
return -ERESTARTSYS;
}
mutex_lock(&HWLock);
if (grVcodecHWLock.pvHandle == 0) { /* No process use HW, so current process can use HW */
if (rHWLock.eDriverType == VAL_DRIVER_TYPE_H264_ENC ||
rHWLock.eDriverType == VAL_DRIVER_TYPE_HEVC_ENC ||
rHWLock.eDriverType == VAL_DRIVER_TYPE_JPEG_ENC) {
handle_id = pmem_user_v2p_video(
(unsigned long)rHWLock.pvHandle);
if (handle_id == 0) {
pr_info("[error] handle is freed at %d\n",
__LINE__);
mutex_unlock(&HWLock);
return -1;
}
grVcodecHWLock.pvHandle =
(void *)handle_id;
grVcodecHWLock.eDriverType = rHWLock.eDriverType;
eVideoGetTimeOfDay(
&grVcodecHWLock.rLockedTime,
sizeof(struct VAL_TIME_T));
pr_debug("VCODEC_LOCKHW, No process use HW, so current process can use HW\n");
pr_debug("VCODEC_LOCKHW, handle = 0x%lx\n",
(unsigned long)grVcodecHWLock.pvHandle);
pr_debug("LockInstance = 0x%lx CurrentTID = %d, rLockedTime(s, us) = %d, %d\n",
(unsigned long)grVcodecHWLock.pvHandle,
current->pid,
grVcodecHWLock.rLockedTime.u4Sec,
grVcodecHWLock.rLockedTime.u4uSec);
bLockedHW = VAL_TRUE;
if ((rHWLock.eDriverType ==
VAL_DRIVER_TYPE_H264_ENC) ||
(rHWLock.eDriverType ==
VAL_DRIVER_TYPE_HEVC_ENC) ||
(rHWLock.eDriverType ==
VAL_DRIVER_TYPE_JPEG_ENC)) {
#ifndef KS_POWER_WORKAROUND
venc_power_on();
#endif
enable_irq(VENC_IRQ_ID);
}
}
#ifdef ENABLE_MMDVFS_VDEC
VdecDvfsMonitorStart();
#endif
} else { /* someone use HW, and check timeout value */
if (rHWLock.u4TimeoutMs == 0) {
bLockedHW = VAL_FALSE;
mutex_unlock(&HWLock);
break;
}
eVideoGetTimeOfDay(&rCurTime,
sizeof(struct VAL_TIME_T));
u4TimeInterval = (((((rCurTime.u4Sec -
grVcodecHWLock.rLockedTime.u4Sec) * 1000000)
+ rCurTime.u4uSec) -
grVcodecHWLock.rLockedTime.u4uSec)
/ 1000);
pr_debug("VCODEC_LOCKHW, someone use enc HW, and check timeout value\n");
pr_debug("TimeInterval(ms) = %d, TimeOutValue(ms) = %d\n",
u4TimeInterval, rHWLock.u4TimeoutMs);
pr_debug("rLockedTime(s, us) = %d, %d, rCurTime(s, us) = %d, %d\n",
grVcodecHWLock.rLockedTime.u4Sec,
grVcodecHWLock.rLockedTime.u4uSec,
rCurTime.u4Sec, rCurTime.u4uSec);
pr_debug("LockInstance = 0x%lx, CurrentInstance = 0x%lx, CurrentTID = %d\n",
(unsigned long)grVcodecHWLock.pvHandle,
pmem_user_v2p_video(
(unsigned long)rHWLock.pvHandle),
current->pid);
++gLockTimeOutCount;
if (gLockTimeOutCount > 30) {
pr_err("[ERROR] VCODEC_LOCKHW %d fail,someone locked HW over 30 times\n",
current->pid);
pr_debug("without timeout 0x%lx,%lx,0x%lx,type:%d\n",
(unsigned long)grVcodecHWLock.pvHandle,
pmem_user_v2p_video(
(unsigned long)rHWLock.pvHandle),
(unsigned long)rHWLock.pvHandle,
rHWLock.eDriverType);
gLockTimeOutCount = 0;
mutex_unlock(&HWLock);
return -EFAULT;
}
/* 2013/04/10. Cheng-Jung Never steal hardware lock */
}
if (bLockedHW == VAL_TRUE) {
pr_debug("VCODEC_LOCKHW, Enc Lock ok grVcodecHWLock.pvHandle = 0x%lx, va:%lx, type:%d\n",
(unsigned long)grVcodecHWLock.pvHandle,
(unsigned long)rHWLock.pvHandle,
rHWLock.eDriverType);
gLockTimeOutCount = 0;
}
mutex_unlock(&HWLock);
}
if (bLockedHW == VAL_FALSE) {
pr_err("[ERROR] VCODEC_LOCKHW %d fail,someone locked HW already,0x%lx,%lx,0x%lx,type:%d\n",
current->pid,
(unsigned long)grVcodecHWLock.pvHandle,
pmem_user_v2p_video((unsigned long)rHWLock.pvHandle),
(unsigned long)rHWLock.pvHandle,
rHWLock.eDriverType);
gLockTimeOutCount = 0;
return -EFAULT;
}
spin_lock_irqsave(&LockEncHWCountLock, ulFlagsLockHW);
gu4LockEncHWCount++;
spin_unlock_irqrestore(&LockEncHWCountLock, ulFlagsLockHW);
pr_debug("VCODEC_LOCKHW, get locked - ObjId =%d\n",
current->pid);
pr_debug("VCODEC_LOCKHWed - tid = %d\n", current->pid);
} else {
pr_err("[WARNING] VCODEC_LOCKHW Unknown instance\n");
return -EFAULT;
}
/* MT6763 VCODEC_SEL setting */
if (rHWLock.eDriverType == VAL_DRIVER_TYPE_MP4_DEC ||
rHWLock.eDriverType == VAL_DRIVER_TYPE_HEVC_DEC ||
rHWLock.eDriverType == VAL_DRIVER_TYPE_H264_DEC ||
rHWLock.eDriverType == VAL_DRIVER_TYPE_MP1_MP2_DEC ||
rHWLock.eDriverType == VAL_DRIVER_TYPE_VC1_DEC ||
rHWLock.eDriverType == VAL_DRIVER_TYPE_VC1_ADV_DEC ||
rHWLock.eDriverType == VAL_DRIVER_TYPE_VP8_DEC) {
u4VcodecSel = 0x2;
} else if (rHWLock.eDriverType == VAL_DRIVER_TYPE_H264_ENC) {
u4VcodecSel = 0x1;
if (VDO_HW_READ(KVA_VDEC_GCON_BASE + 0x24) == 0) {
do {
VDO_HW_WRITE(KVA_VDEC_GCON_BASE + 0x24, u4DeBlcoking);
} while (VDO_HW_READ(KVA_VDEC_GCON_BASE + 0x24) != u4DeBlcoking);
}
} else if (rHWLock.eDriverType == VAL_DRIVER_TYPE_JPEG_ENC) {
u4VcodecSel = 0x4;
} else {
u4VcodecSel = 0x0;
pr_err("[WARNING] Unknown driver type\n");
}
if (VDO_HW_READ(KVA_VDEC_GCON_BASE + 0x20) == 0) {
do {
VDO_HW_WRITE(KVA_VDEC_GCON_BASE + 0x20, u4VcodecSel);
} while (VDO_HW_READ(KVA_VDEC_GCON_BASE + 0x20) != u4VcodecSel);
} else {
pr_err("[WARNING] VCODEC_SEL is not 0\n");
}
if (u4VcodecSel == 0x2)
VDO_HW_WRITE(KVA_VDEC_GCON_BASE + 0x10, 0x1);
else
VDO_HW_WRITE(KVA_VDEC_GCON_BASE + 0x10, 0x0);
pr_debug("VCODEC_LOCKHW - tid = %d\n", current->pid);
return 0;
}
static long vcodec_unlockhw(unsigned long arg)
{
unsigned char *user_data_addr;
struct VAL_HW_LOCK_T rHWLock;
enum VAL_RESULT_T eValRet;
long ret;
unsigned long handle_id = 0;
pr_debug("VCODEC_UNLOCKHW + tid = %d\n", current->pid);
user_data_addr = (unsigned char *)arg;
ret = copy_from_user(&rHWLock, user_data_addr,
sizeof(struct VAL_HW_LOCK_T));
if (ret) {
pr_err("[ERROR] VCODEC_UNLOCKHW, copy_from_user failed: %lu\n",
ret);
return -EFAULT;
}
pr_debug("VCODEC_UNLOCKHW eDriverType = %d\n", rHWLock.eDriverType);
eValRet = VAL_RESULT_INVALID_ISR;
if (rHWLock.eDriverType == VAL_DRIVER_TYPE_MP4_DEC ||
rHWLock.eDriverType == VAL_DRIVER_TYPE_HEVC_DEC ||
rHWLock.eDriverType == VAL_DRIVER_TYPE_H264_DEC ||
rHWLock.eDriverType == VAL_DRIVER_TYPE_MP1_MP2_DEC ||
rHWLock.eDriverType == VAL_DRIVER_TYPE_VC1_DEC ||
rHWLock.eDriverType == VAL_DRIVER_TYPE_VC1_ADV_DEC ||
rHWLock.eDriverType == VAL_DRIVER_TYPE_VP8_DEC) {
mutex_lock(&HWLock);
handle_id = pmem_user_v2p_video((unsigned long)rHWLock.pvHandle);
if (handle_id == 0) {
pr_info("[error] handle is freed at %d\n", __LINE__);
mutex_unlock(&HWLock);
return -1;
}
/* Current owner give up hw lock */
if (grVcodecHWLock.pvHandle ==
(void *)handle_id) {
grVcodecHWLock.pvHandle = 0;
grVcodecHWLock.eDriverType = VAL_DRIVER_TYPE_NONE;
if (rHWLock.bSecureInst == VAL_FALSE) {
/* Add one line comment for avoid kernel coding style, WARNING:BRACES: */
disable_irq(VDEC_IRQ_ID);
}
/* MT6763 VCODEC_SEL reset */
do {
VDO_HW_WRITE(KVA_VDEC_GCON_BASE + 0x20, 0);
} while (VDO_HW_READ(KVA_VDEC_GCON_BASE + 0x20) != 0);
/* TODO: check if turning power off is ok */
#ifndef KS_POWER_WORKAROUND
vdec_power_off();
#endif
#ifdef ENABLE_MMDVFS_VDEC
VdecDvfsAdjustment();
#endif
} else { /* Not current owner */
pr_debug("[ERROR] VCODEC_UNLOCKHW\n");
pr_err("Not owner trying to unlock dec hardware 0x%lx\n",
pmem_user_v2p_video((unsigned long)rHWLock.pvHandle));
mutex_unlock(&HWLock);
return -EFAULT;
}
mutex_unlock(&HWLock);
eValRet = eVideoSetEvent(&HWLockEvent,
sizeof(struct VAL_EVENT_T));
} else if (rHWLock.eDriverType == VAL_DRIVER_TYPE_H264_ENC ||
rHWLock.eDriverType == VAL_DRIVER_TYPE_HEVC_ENC ||
rHWLock.eDriverType == VAL_DRIVER_TYPE_JPEG_ENC) {
mutex_lock(&HWLock);
handle_id = pmem_user_v2p_video((unsigned long)rHWLock.pvHandle);
if (handle_id == 0) {
pr_info("[error] handle is freed at %d\n", __LINE__);
mutex_unlock(&HWLock);
return -1;
}
/* Current owner give up hw lock */
if (grVcodecHWLock.pvHandle ==
(void *)handle_id) {
grVcodecHWLock.pvHandle = 0;
grVcodecHWLock.eDriverType = VAL_DRIVER_TYPE_NONE;
if (rHWLock.eDriverType == VAL_DRIVER_TYPE_H264_ENC ||
rHWLock.eDriverType == VAL_DRIVER_TYPE_HEVC_ENC ||
rHWLock.eDriverType == VAL_DRIVER_TYPE_JPEG_ENC) {
disable_irq(VENC_IRQ_ID);
/* MT6763 VCODEC_SEL reset */
do {
VDO_HW_WRITE(KVA_VDEC_GCON_BASE + 0x20, 0);
} while (VDO_HW_READ(KVA_VDEC_GCON_BASE + 0x20) != 0);
/* turn venc power off */
#ifndef KS_POWER_WORKAROUND
venc_power_off();
#endif
#ifdef ENABLE_MMDVFS_VDEC
VdecDvfsAdjustment();
#endif
}
} else { /* Not current owner */
/* [TODO] error handling */
pr_debug("[ERROR] VCODEC_UNLOCKHW\n");
pr_err("Not owner trying to unlock enc hardware 0x%lx, pa:%lx, va:%lx type:%d\n",
(unsigned long)grVcodecHWLock.pvHandle,
pmem_user_v2p_video((unsigned long)rHWLock.pvHandle),
(unsigned long)rHWLock.pvHandle,
rHWLock.eDriverType);
mutex_unlock(&HWLock);
return -EFAULT;
}
mutex_unlock(&HWLock);
eValRet = eVideoSetEvent(&HWLockEvent,
sizeof(struct VAL_EVENT_T));
} else {
pr_err("[WARNING] VCODEC_UNLOCKHW Unknown instance\n");
return -EFAULT;
}
pr_debug("VCODEC_UNLOCKHW - tid = %d\n", current->pid);
return 0;
}
static long vcodec_waitisr(unsigned long arg)
{
unsigned char *user_data_addr;
struct VAL_ISR_T val_isr;
char bLockedHW = VAL_FALSE;
unsigned long ulFlags;
long ret;
enum VAL_RESULT_T eValRet;
unsigned long handle_id = 0;
pr_debug("VCODEC_WAITISR + tid = %d\n", current->pid);
user_data_addr = (unsigned char *)arg;
ret = copy_from_user(&val_isr, user_data_addr,
sizeof(struct VAL_ISR_T));
if (ret) {
pr_err("[ERROR] VCODEC_WAITISR, copy_from_user failed: %lu\n",
ret);
return -EFAULT;
}
if (val_isr.eDriverType == VAL_DRIVER_TYPE_MP4_DEC ||
val_isr.eDriverType == VAL_DRIVER_TYPE_HEVC_DEC ||
val_isr.eDriverType == VAL_DRIVER_TYPE_H264_DEC ||
val_isr.eDriverType == VAL_DRIVER_TYPE_MP1_MP2_DEC ||
val_isr.eDriverType == VAL_DRIVER_TYPE_VC1_DEC ||
val_isr.eDriverType == VAL_DRIVER_TYPE_VC1_ADV_DEC ||
val_isr.eDriverType == VAL_DRIVER_TYPE_VP8_DEC) {
mutex_lock(&HWLock);
handle_id = pmem_user_v2p_video((unsigned long)val_isr.pvHandle);
if (handle_id == 0) {
pr_info("[error] handle is freed at %d\n", __LINE__);
mutex_unlock(&HWLock);
return -1;
}
if (grVcodecHWLock.pvHandle ==
(void *)handle_id) {
/* Add one line comment for avoid kernel coding style, WARNING:BRACES: */
bLockedHW = VAL_TRUE;
} else {
}
mutex_unlock(&HWLock);
if (bLockedHW == VAL_FALSE) {
pr_err("[ERROR] VCODEC_WAITISR, DO NOT have HWLock, so return fail\n");
return -EFAULT;
}
spin_lock_irqsave(&DecIsrLock, ulFlags);
DecIsrEvent.u4TimeoutMs = val_isr.u4TimeoutMs;
spin_unlock_irqrestore(&DecIsrLock, ulFlags);
eValRet = eVideoWaitEvent(&DecIsrEvent,
sizeof(struct VAL_EVENT_T));
if (eValRet == VAL_RESULT_INVALID_ISR) {
return -2;
} else if (eValRet == VAL_RESULT_RESTARTSYS) {
pr_err("[WARNING] VCODEC_WAITISR, VAL_RESULT_RESTARTSYS return when WAITISR!!\n");
return -ERESTARTSYS;
}
} else if (val_isr.eDriverType == VAL_DRIVER_TYPE_H264_ENC ||
val_isr.eDriverType == VAL_DRIVER_TYPE_HEVC_ENC) {
mutex_lock(&HWLock);
handle_id = pmem_user_v2p_video((unsigned long)val_isr.pvHandle);
if (handle_id == 0) {
pr_info("[error] handle is freed at %d\n", __LINE__);
mutex_unlock(&HWLock);
return -1;
}
if (grVcodecHWLock.pvHandle ==
(void *)handle_id) {
/* Add one line comment for avoid kernel coding style, WARNING:BRACES: */
bLockedHW = VAL_TRUE;
} else {
}
mutex_unlock(&HWLock);
if (bLockedHW == VAL_FALSE) {
pr_err("[ERROR] VCODEC_WAITISR, DO NOT have enc HWLock, so return fail pa:%lx, va:%lx\n",
pmem_user_v2p_video((unsigned long)val_isr.pvHandle),
(unsigned long)val_isr.pvHandle);
return -EFAULT;
}
spin_lock_irqsave(&EncIsrLock, ulFlags);
EncIsrEvent.u4TimeoutMs = val_isr.u4TimeoutMs;
spin_unlock_irqrestore(&EncIsrLock, ulFlags);
eValRet = eVideoWaitEvent(&EncIsrEvent,
sizeof(struct VAL_EVENT_T));
if (eValRet == VAL_RESULT_INVALID_ISR) {
return -2;
} else if (eValRet == VAL_RESULT_RESTARTSYS) {
pr_err("[WARNING] VCODEC_WAITISR, VAL_RESULT_RESTARTSYS return when WAITISR!!\n");
return -ERESTARTSYS;
}
if (val_isr.u4IrqStatusNum > 0) {
val_isr.u4IrqStatus[0] = gu4HwVencIrqStatus;
ret = copy_to_user(user_data_addr, &val_isr,
sizeof(struct VAL_ISR_T));
if (ret) {
pr_err("[ERROR] VCODEC_WAITISR, copy_to_user failed: %lu\n",
ret);
return -EFAULT;
}
}
} else {
pr_err("[WARNING] VCODEC_WAITISR Unknown instance\n");
return -EFAULT;
}
pr_debug("VCODEC_WAITISR - tid = %d\n", current->pid);
return 0;
}
static long vcodec_unlocked_ioctl(struct file *file, unsigned int cmd, unsigned long arg)
{
long ret;
unsigned char *user_data_addr;
struct VAL_VCODEC_CORE_LOADING_T rTempCoreLoading;
struct VAL_VCODEC_CPU_OPP_LIMIT_T rCpuOppLimit;
int temp_nr_cpu_ids;
struct VAL_POWER_T rPowerParam;
char rIncLogCount;
#if 0
VCODEC_DRV_CMD_QUEUE_T rDrvCmdQueue;
P_VCODEC_DRV_CMD_T cmd_queue = VAL_NULL;
unsigned int u4Size, uValue, nCount;
#endif
switch (cmd) {
case VCODEC_SET_THREAD_ID:
{
/* pr_debug("VCODEC_SET_THREAD_ID [EMPTY] + tid = %d\n", current->pid); */
/* pr_debug("VCODEC_SET_THREAD_ID [EMPTY] - tid = %d\n", current->pid); */
}
break;
case VCODEC_ALLOC_NON_CACHE_BUFFER:
{
/* MODULE_MFV_LOGE("VCODEC_ALLOC_NON_CACHE_BUFFER [EMPTY] + tid = %d\n",
* current->pid);
*/
}
break;
case VCODEC_FREE_NON_CACHE_BUFFER:
{
/* MODULE_MFV_LOGE("VCODEC_FREE_NON_CACHE_BUFFER [EMPTY] + tid = %d\n",
* current->pid);
*/
}
break;
case VCODEC_INC_DEC_EMI_USER:
{
pr_debug("VCODEC_INC_DEC_EMI_USER + tid = %d\n", current->pid);
mutex_lock(&DecEMILock);
gu4DecEMICounter++;
pr_debug("[VCODEC] DEC_EMI_USER = %d\n", gu4DecEMICounter);
user_data_addr = (unsigned char *)arg;
ret = copy_to_user(user_data_addr, &gu4DecEMICounter,
sizeof(unsigned int));
if (ret) {
pr_err("[ERROR] VCODEC_INC_DEC_EMI_USER, copy_to_user failed: %lu\n",
ret);
mutex_unlock(&DecEMILock);
return -EFAULT;
}
mutex_unlock(&DecEMILock);
#ifdef ENABLE_MMDVFS_VDEC
/* MM DVFS related */
/* pr_debug("[VCODEC][MMDVFS_VDEC] INC_DEC_EMI MM DVFS init\n"); */
/* raise voltage */
SendDvfsRequest(DVFS_DEFAULT);
VdecDvfsBegin();
#endif
pr_debug("VCODEC_INC_DEC_EMI_USER - tid = %d\n", current->pid);
}
break;
case VCODEC_DEC_DEC_EMI_USER:
{
pr_debug("VCODEC_DEC_DEC_EMI_USER + tid = %d\n", current->pid);
mutex_lock(&DecEMILock);
gu4DecEMICounter--;
pr_debug("[VCODEC] DEC_EMI_USER = %d\n", gu4DecEMICounter);
user_data_addr = (unsigned char *)arg;
ret = copy_to_user(user_data_addr, &gu4DecEMICounter,
sizeof(unsigned int));
if (ret) {
pr_err("[ERROR] VCODEC_DEC_DEC_EMI_USER, copy_to_user failed: %lu\n",
ret);
mutex_unlock(&DecEMILock);
return -EFAULT;
}
#ifdef ENABLE_MMDVFS_VDEC
/* MM DVFS related */
/* pr_debug("[VCODEC][MMDVFS_VDEC] DEC_DEC_EMI MM DVFS\n"); */
/* unrequest voltage */
if (gu4DecEMICounter == 0) {
/* Unrequest when all decoders exit */
SendDvfsRequest(DVFS_UNREQUEST);
}
#endif
mutex_unlock(&DecEMILock);
pr_debug("VCODEC_DEC_DEC_EMI_USER - tid = %d\n", current->pid);
}
break;
case VCODEC_INC_ENC_EMI_USER:
{
pr_debug("VCODEC_INC_ENC_EMI_USER + tid = %d\n", current->pid);
mutex_lock(&EncEMILock);
gu4EncEMICounter++;
pr_debug("[VCODEC] ENC_EMI_USER = %d\n", gu4EncEMICounter);
user_data_addr = (unsigned char *)arg;
ret = copy_to_user(user_data_addr, &gu4EncEMICounter,
sizeof(unsigned int));
if (ret) {
pr_err("[ERROR] VCODEC_INC_ENC_EMI_USER, copy_to_user failed: %lu\n",
ret);
mutex_unlock(&EncEMILock);
return -EFAULT;
}
mutex_unlock(&EncEMILock);
pr_debug("VCODEC_INC_ENC_EMI_USER - tid = %d\n", current->pid);
}
break;
case VCODEC_DEC_ENC_EMI_USER:
{
pr_debug("VCODEC_DEC_ENC_EMI_USER + tid = %d\n", current->pid);
mutex_lock(&EncEMILock);
gu4EncEMICounter--;
pr_debug("[VCODEC] ENC_EMI_USER = %d\n", gu4EncEMICounter);
user_data_addr = (unsigned char *)arg;
ret = copy_to_user(user_data_addr, &gu4EncEMICounter,
sizeof(unsigned int));
if (ret) {
pr_err("[ERROR] VCODEC_DEC_ENC_EMI_USER, copy_to_user failed: %lu\n",
ret);
mutex_unlock(&EncEMILock);
return -EFAULT;
}
mutex_unlock(&EncEMILock);
pr_debug("VCODEC_DEC_ENC_EMI_USER - tid = %d\n", current->pid);
}
break;
case VCODEC_LOCKHW:
{
ret = vcodec_lockhw(arg);
if (ret) {
pr_err("[ERROR] VCODEC_LOCKHW failed! %lu\n", ret);
return ret;
}
}
break;
case VCODEC_UNLOCKHW:
{
ret = vcodec_unlockhw(arg);
if (ret) {
pr_err("[ERROR] VCODEC_UNLOCKHW failed! %lu\n", ret);
return ret;
}
}
break;
case VCODEC_INC_PWR_USER:
{
pr_debug("VCODEC_INC_PWR_USER + tid = %d\n", current->pid);
user_data_addr = (unsigned char *)arg;
ret = copy_from_user(&rPowerParam, user_data_addr,
sizeof(struct VAL_POWER_T));
if (ret) {
pr_err("[ERROR] VCODEC_INC_PWR_USER, copy_from_user failed: %lu\n",
ret);
return -EFAULT;
}
pr_debug("[VCODEC] INC_PWR_USER eDriverType = %d\n",
rPowerParam.eDriverType);
mutex_lock(&L2CLock);
#ifdef VENC_USE_L2C
if (rPowerParam.eDriverType == VAL_DRIVER_TYPE_H264_ENC) {
gu4L2CCounter++;
pr_debug("[VCODEC] INC_PWR_USER L2C counter = %d\n",
gu4L2CCounter);
if (gu4L2CCounter == 1) {
if (config_L2(0)) {
pr_err("[VCODEC][ERROR] Switch L2C size to 512K failed\n");
mutex_unlock(&L2CLock);
return -EFAULT;
}
pr_debug("[VCODEC] Switch L2C size to 512K successful\n");
}
}
#endif
mutex_unlock(&L2CLock);
pr_debug("VCODEC_INC_PWR_USER - tid = %d\n", current->pid);
}
break;
case VCODEC_DEC_PWR_USER:
{
pr_debug("VCODEC_DEC_PWR_USER + tid = %d\n", current->pid);
user_data_addr = (unsigned char *)arg;
ret = copy_from_user(&rPowerParam, user_data_addr,
sizeof(struct VAL_POWER_T));
if (ret) {
pr_err("[ERROR] VCODEC_DEC_PWR_USER, copy_from_user failed: %lu\n",
ret);
return -EFAULT;
}
pr_debug("[VCODEC] DEC_PWR_USER eDriverType = %d\n",
rPowerParam.eDriverType);
mutex_lock(&L2CLock);
#ifdef VENC_USE_L2C
if (rPowerParam.eDriverType == VAL_DRIVER_TYPE_H264_ENC) {
gu4L2CCounter--;
pr_debug("[VCODEC] DEC_PWR_USER L2C counter = %d\n",
gu4L2CCounter);
if (gu4L2CCounter == 0) {
if (config_L2(1)) {
pr_err("[VCODEC][ERROR] Switch L2C size to 0K failed\n");
mutex_unlock(&L2CLock);
return -EFAULT;
}
pr_debug("[VCODEC] Switch L2C size to 0K successful\n");
}
}
#endif
mutex_unlock(&L2CLock);
pr_debug("VCODEC_DEC_PWR_USER - tid = %d\n", current->pid);
}
break;
case VCODEC_WAITISR:
{
ret = vcodec_waitisr(arg);
if (ret) {
pr_err("[ERROR] VCODEC_WAITISR failed! %lu\n", ret);
return ret;
}
}
break;
case VCODEC_INITHWLOCK:
{
pr_debug("VCODEC_INITHWLOCK [EMPTY] + - tid = %d\n",
current->pid);
pr_debug("VCODEC_INITHWLOCK [EMPTY] - - tid = %d\n",
current->pid);
}
break;
case VCODEC_DEINITHWLOCK:
{
pr_debug("VCODEC_DEINITHWLOCK [EMPTY] + - tid = %d\n",
current->pid);
pr_debug("VCODEC_DEINITHWLOCK [EMPTY] - - tid = %d\n",
current->pid);
}
break;
case VCODEC_GET_CPU_LOADING_INFO:
{
unsigned char *user_data_addr;
struct VAL_VCODEC_CPU_LOADING_INFO_T _temp = {0};
pr_debug("VCODEC_GET_CPU_LOADING_INFO +\n");
user_data_addr = (unsigned char *)arg;
/* TODO: */
#if 0 /* Morris Yang 20120112 mark temporarily */
_temp._cpu_idle_time = mt_get_cpu_idle(0);
_temp._thread_cpu_time = mt_get_thread_cputime(0);
spin_lock_irqsave(&OalHWContextLock, ulFlags);
_temp._inst_count = getCurInstanceCount();
spin_unlock_irqrestore(&OalHWContextLock, ulFlags);
_temp._sched_clock = mt_sched_clock();
#endif
ret = copy_to_user(user_data_addr, &_temp,
sizeof(struct VAL_VCODEC_CPU_LOADING_INFO_T));
if (ret) {
pr_err("[ERROR] VCODEC_GET_CPU_LOADING_INFO, copy_to_user failed: %lu\n",
ret);
return -EFAULT;
}
pr_debug("VCODEC_GET_CPU_LOADING_INFO -\n");
}
break;
case VCODEC_GET_CORE_LOADING:
{
pr_debug("VCODEC_GET_CORE_LOADING + - tid = %d\n",
current->pid);
user_data_addr = (unsigned char *)arg;
ret = copy_from_user(&rTempCoreLoading, user_data_addr,
sizeof(struct VAL_VCODEC_CORE_LOADING_T));
if (ret) {
pr_err("[ERROR] VCODEC_GET_CORE_LOADING, copy_from_user failed: %lu\n",
ret);
return -EFAULT;
}
if (rTempCoreLoading.CPUid < 0) {
pr_err("[ERROR] rTempCoreLoading.CPUid < 0\n");
return -EFAULT;
}
if (rTempCoreLoading.CPUid > num_possible_cpus()) {
pr_err("[ERROR] rTempCoreLoading.CPUid(%d) > num_possible_cpus(%u)\n",
rTempCoreLoading.CPUid, num_possible_cpus());
return -EFAULT;
}
/*get_cpu_load(rTempCoreLoading.CPUid);*/
rTempCoreLoading.Loading = 0;
ret = copy_to_user(user_data_addr, &rTempCoreLoading,
sizeof(struct VAL_VCODEC_CORE_LOADING_T));
if (ret) {
pr_err("[ERROR] VCODEC_GET_CORE_LOADING, copy_to_user failed: %lu\n",
ret);
return -EFAULT;
}
pr_debug("VCODEC_GET_CORE_LOADING - - tid = %d\n",
current->pid);
}
break;
case VCODEC_GET_CORE_NUMBER:
{
pr_debug("VCODEC_GET_CORE_NUMBER + - tid = %d\n", current->pid);
user_data_addr = (unsigned char *)arg;
temp_nr_cpu_ids = nr_cpu_ids;
ret = copy_to_user(user_data_addr, &temp_nr_cpu_ids, sizeof(int));
if (ret) {
pr_err("[ERROR] VCODEC_GET_CORE_NUMBER, copy_to_user failed: %lu\n",
ret);
return -EFAULT;
}
pr_debug("VCODEC_GET_CORE_NUMBER - - tid = %d\n", current->pid);
}
break;
case VCODEC_SET_CPU_OPP_LIMIT:
{
pr_debug("VCODEC_SET_CPU_OPP_LIMIT [EMPTY] + - tid = %d\n",
current->pid);
user_data_addr = (unsigned char *)arg;
ret = copy_from_user(&rCpuOppLimit, user_data_addr,
sizeof(struct VAL_VCODEC_CPU_OPP_LIMIT_T));
if (ret) {
pr_err("[ERROR] VCODEC_SET_CPU_OPP_LIMIT, copy_from_user failed: %lu\n",
ret);
return -EFAULT;
}
pr_debug("+VCODEC_SET_CPU_OPP_LIMIT (%d, %d, %d), tid = %d\n",
rCpuOppLimit.limited_freq, rCpuOppLimit.limited_cpu, rCpuOppLimit.enable, current->pid);
/* TODO: Check if cpu_opp_limit is available */
/*
* ret = cpu_opp_limit(EVENT_VIDEO, rCpuOppLimit.limited_freq,
* rCpuOppLimit.limited_cpu, rCpuOppLimit.enable); // 0: PASS, other: FAIL
* if (ret) {
* pr_err("[VCODEC][ERROR] cpu_opp_limit failed: %lu\n", ret);
* return -EFAULT;
* }
*/
pr_debug("-VCODEC_SET_CPU_OPP_LIMIT tid = %d, ret = %lu\n",
current->pid, ret);
pr_debug("VCODEC_SET_CPU_OPP_LIMIT [EMPTY] - - tid = %d\n",
current->pid);
}
break;
case VCODEC_MB:
{
mb(); /* check mb */
}
break;
case VCODEC_SET_LOG_COUNT:
{
pr_debug("VCODEC_SET_LOG_COUNT + tid = %d\n", current->pid);
mutex_lock(&LogCountLock);
user_data_addr = (unsigned char *)arg;
ret = copy_from_user(&rIncLogCount, user_data_addr,
sizeof(char));
if (ret) {
pr_err("[ERROR] VCODEC_SET_LOG_COUNT, copy_from_user failed: %lu\n",
ret);
mutex_unlock(&LogCountLock);
return -EFAULT;
}
if (rIncLogCount == VAL_TRUE) {
if (gu4LogCountUser == 0) {
#ifdef CONFIG_CONSOLE_LOCK_DURATION_DETECT
gu4LogCount = get_detect_count();
set_detect_count(gu4LogCount + 100);
#endif
}
gu4LogCountUser++;
} else {
gu4LogCountUser--;
if (gu4LogCountUser == 0) {
#ifdef CONFIG_CONSOLE_LOCK_DURATION_DETECT
set_detect_count(gu4LogCount);
#endif
gu4LogCount = 0;
}
}
mutex_unlock(&LogCountLock);
pr_debug("VCODEC_SET_LOG_COUNT - tid = %d\n", current->pid);
}
break;
default:
{
pr_err("========[ERROR] vcodec_ioctl default case======== %u\n",
cmd);
}
break;
}
return 0xFF;
}
#if IS_ENABLED(CONFIG_COMPAT)
enum STRUCT_TYPE {
VAL_HW_LOCK_TYPE = 0,
VAL_POWER_TYPE,
VAL_ISR_TYPE,
VAL_MEMORY_TYPE
};
enum COPY_DIRECTION {
COPY_FROM_USER = 0,
COPY_TO_USER,
};
struct COMPAT_VAL_HW_LOCK_T {
/* [IN] The video codec driver handle */
compat_uptr_t pvHandle;
/* [IN] The size of video codec driver handle */
compat_uint_t u4HandleSize;
/* [IN/OUT] The Lock discriptor */
compat_uptr_t pvLock;
/* [IN] The timeout ms */
compat_uint_t u4TimeoutMs;
/* [IN/OUT] The reserved parameter */
compat_uptr_t pvReserved;
/* [IN] The size of reserved parameter structure */
compat_uint_t u4ReservedSize;
/* [IN] The driver type */
compat_uint_t eDriverType;
/* [IN] True if this is a secure instance // MTK_SEC_VIDEO_PATH_SUPPORT */
char bSecureInst;
};
struct COMPAT_VAL_POWER_T {
/* [IN] The video codec driver handle */
compat_uptr_t pvHandle;
/* [IN] The size of video codec driver handle */
compat_uint_t u4HandleSize;
/* [IN] The driver type */
compat_uint_t eDriverType;
/* [IN] Enable or not. */
char fgEnable;
/* [IN/OUT] The reserved parameter */
compat_uptr_t pvReserved;
/* [IN] The size of reserved parameter structure */
compat_uint_t u4ReservedSize;
/* [OUT] The number of power user right now */
/* unsigned int u4L2CUser; */
};
struct COMPAT_VAL_ISR_T {
/* [IN] The video codec driver handle */
compat_uptr_t pvHandle;
/* [IN] The size of video codec driver handle */
compat_uint_t u4HandleSize;
/* [IN] The driver type */
compat_uint_t eDriverType;
/* [IN] The isr function */
compat_uptr_t pvIsrFunction;
/* [IN/OUT] The reserved parameter */
compat_uptr_t pvReserved;
/* [IN] The size of reserved parameter structure */
compat_uint_t u4ReservedSize;
/* [IN] The timeout in ms */
compat_uint_t u4TimeoutMs;
/* [IN] The num of return registers when HW done */
compat_uint_t u4IrqStatusNum;
/* [IN/OUT] The value of return registers when HW done */
compat_uint_t u4IrqStatus[IRQ_STATUS_MAX_NUM];
};
struct COMPAT_VAL_MEMORY_T {
/* [IN] The allocation memory type */
compat_uint_t eMemType;
/* [IN] The size of memory allocation */
compat_ulong_t u4MemSize;
/* [IN/OUT] The memory virtual address */
compat_uptr_t pvMemVa;
/* [IN/OUT] The memory physical address */
compat_uptr_t pvMemPa;
/* [IN] The memory byte alignment setting */
compat_uint_t eAlignment;
/* [IN/OUT] The align memory virtual address */
compat_uptr_t pvAlignMemVa;
/* [IN/OUT] The align memory physical address */
compat_uptr_t pvAlignMemPa;
/* [IN] The memory codec for VENC or VDEC */
compat_uint_t eMemCodec;
compat_uint_t i4IonShareFd;
compat_uptr_t pIonBufhandle;
/* [IN/OUT] The reserved parameter */
compat_uptr_t pvReserved;
/* [IN] The size of reserved parameter structure */
compat_ulong_t u4ReservedSize;
};
static int get_uptr_to_32(compat_uptr_t *p, void __user **uptr)
{
void __user *p2p;
int err = get_user(p2p, uptr);
*p = ptr_to_compat(p2p);
return err;
}
static int compat_copy_struct(
enum STRUCT_TYPE eType,
enum COPY_DIRECTION eDirection,
void __user *data32,
void __user *data)
{
compat_uint_t u;
compat_ulong_t l;
compat_uptr_t p;
char c;
int err = 0;
switch (eType) {
case VAL_HW_LOCK_TYPE:
{
if (eDirection == COPY_FROM_USER) {
struct COMPAT_VAL_HW_LOCK_T __user *from32 =
(struct COMPAT_VAL_HW_LOCK_T *)data32;
struct VAL_HW_LOCK_T __user *to =
(struct VAL_HW_LOCK_T *)data;
err = get_user(p, &(from32->pvHandle));
err |= put_user(compat_ptr(p), &(to->pvHandle));
err |= get_user(u, &(from32->u4HandleSize));
err |= put_user(u, &(to->u4HandleSize));
err |= get_user(p, &(from32->pvLock));
err |= put_user(compat_ptr(p), &(to->pvLock));
err |= get_user(u, &(from32->u4TimeoutMs));
err |= put_user(u, &(to->u4TimeoutMs));
err |= get_user(p, &(from32->pvReserved));
err |= put_user(compat_ptr(p), &(to->pvReserved));
err |= get_user(u, &(from32->u4ReservedSize));
err |= put_user(u, &(to->u4ReservedSize));
err |= get_user(u, &(from32->eDriverType));
err |= put_user(u, &(to->eDriverType));
err |= get_user(c, &(from32->bSecureInst));
err |= put_user(c, &(to->bSecureInst));
} else {
struct COMPAT_VAL_HW_LOCK_T __user *to32 =
(struct COMPAT_VAL_HW_LOCK_T *)data32;
struct VAL_HW_LOCK_T __user *from =
(struct VAL_HW_LOCK_T *)data;
err = get_uptr_to_32(&p, &(from->pvHandle));
err |= put_user(p, &(to32->pvHandle));
err |= get_user(u, &(from->u4HandleSize));
err |= put_user(u, &(to32->u4HandleSize));
err |= get_uptr_to_32(&p, &(from->pvLock));
err |= put_user(p, &(to32->pvLock));
err |= get_user(u, &(from->u4TimeoutMs));
err |= put_user(u, &(to32->u4TimeoutMs));
err |= get_uptr_to_32(&p, &(from->pvReserved));
err |= put_user(p, &(to32->pvReserved));
err |= get_user(u, &(from->u4ReservedSize));
err |= put_user(u, &(to32->u4ReservedSize));
err |= get_user(u, &(from->eDriverType));
err |= put_user(u, &(to32->eDriverType));
err |= get_user(c, &(from->bSecureInst));
err |= put_user(c, &(to32->bSecureInst));
}
}
break;
case VAL_POWER_TYPE:
{
if (eDirection == COPY_FROM_USER) {
struct COMPAT_VAL_POWER_T __user *from32 =
(struct COMPAT_VAL_POWER_T *)data32;
struct VAL_POWER_T __user *to =
(struct VAL_POWER_T *)data;
err = get_user(p, &(from32->pvHandle));
err |= put_user(compat_ptr(p), &(to->pvHandle));
err |= get_user(u, &(from32->u4HandleSize));
err |= put_user(u, &(to->u4HandleSize));
err |= get_user(u, &(from32->eDriverType));
err |= put_user(u, &(to->eDriverType));
err |= get_user(c, &(from32->fgEnable));
err |= put_user(c, &(to->fgEnable));
err |= get_user(p, &(from32->pvReserved));
err |= put_user(compat_ptr(p), &(to->pvReserved));
err |= get_user(u, &(from32->u4ReservedSize));
err |= put_user(u, &(to->u4ReservedSize));
} else {
struct COMPAT_VAL_POWER_T __user *to32 =
(struct COMPAT_VAL_POWER_T *)data32;
struct VAL_POWER_T __user *from =
(struct VAL_POWER_T *)data;
err = get_uptr_to_32(&p, &(from->pvHandle));
err |= put_user(p, &(to32->pvHandle));
err |= get_user(u, &(from->u4HandleSize));
err |= put_user(u, &(to32->u4HandleSize));
err |= get_user(u, &(from->eDriverType));
err |= put_user(u, &(to32->eDriverType));
err |= get_user(c, &(from->fgEnable));
err |= put_user(c, &(to32->fgEnable));
err |= get_uptr_to_32(&p, &(from->pvReserved));
err |= put_user(p, &(to32->pvReserved));
err |= get_user(u, &(from->u4ReservedSize));
err |= put_user(u, &(to32->u4ReservedSize));
}
}
break;
case VAL_ISR_TYPE:
{
int i = 0;
if (eDirection == COPY_FROM_USER) {
struct COMPAT_VAL_ISR_T __user *from32 = (struct COMPAT_VAL_ISR_T *)data32;
struct VAL_ISR_T __user *to = (struct VAL_ISR_T *)data;
err = get_user(p, &(from32->pvHandle));
err |= put_user(compat_ptr(p), &(to->pvHandle));
err |= get_user(u, &(from32->u4HandleSize));
err |= put_user(u, &(to->u4HandleSize));
err |= get_user(u, &(from32->eDriverType));
err |= put_user(u, &(to->eDriverType));
err |= get_user(p, &(from32->pvIsrFunction));
err |= put_user(compat_ptr(p), &(to->pvIsrFunction));
err |= get_user(p, &(from32->pvReserved));
err |= put_user(compat_ptr(p), &(to->pvReserved));
err |= get_user(u, &(from32->u4ReservedSize));
err |= put_user(u, &(to->u4ReservedSize));
err |= get_user(u, &(from32->u4TimeoutMs));
err |= put_user(u, &(to->u4TimeoutMs));
err |= get_user(u, &(from32->u4IrqStatusNum));
err |= put_user(u, &(to->u4IrqStatusNum));
for (; i < IRQ_STATUS_MAX_NUM; i++) {
err |= get_user(u, &(from32->u4IrqStatus[i]));
err |= put_user(u, &(to->u4IrqStatus[i]));
}
return err;
} else {
struct COMPAT_VAL_ISR_T __user *to32 =
(struct COMPAT_VAL_ISR_T *)data32;
struct VAL_ISR_T __user *from =
(struct VAL_ISR_T *)data;
err = get_uptr_to_32(&p, &(from->pvHandle));
err |= put_user(p, &(to32->pvHandle));
err |= get_user(u, &(from->u4HandleSize));
err |= put_user(u, &(to32->u4HandleSize));
err |= get_user(u, &(from->eDriverType));
err |= put_user(u, &(to32->eDriverType));
err |= get_uptr_to_32(&p, &(from->pvIsrFunction));
err |= put_user(p, &(to32->pvIsrFunction));
err |= get_uptr_to_32(&p, &(from->pvReserved));
err |= put_user(p, &(to32->pvReserved));
err |= get_user(u, &(from->u4ReservedSize));
err |= put_user(u, &(to32->u4ReservedSize));
err |= get_user(u, &(from->u4TimeoutMs));
err |= put_user(u, &(to32->u4TimeoutMs));
err |= get_user(u, &(from->u4IrqStatusNum));
err |= put_user(u, &(to32->u4IrqStatusNum));
for (; i < IRQ_STATUS_MAX_NUM; i++) {
err |= get_user(u, &(from->u4IrqStatus[i]));
err |= put_user(u, &(to32->u4IrqStatus[i]));
}
}
}
break;
case VAL_MEMORY_TYPE:
{
if (eDirection == COPY_FROM_USER) {
struct COMPAT_VAL_MEMORY_T __user *from32 =
(struct COMPAT_VAL_MEMORY_T *)data32;
struct VAL_MEMORY_T __user *to =
(struct VAL_MEMORY_T *)data;
err = get_user(u, &(from32->eMemType));
err |= put_user(u, &(to->eMemType));
err |= get_user(l, &(from32->u4MemSize));
err |= put_user(l, &(to->u4MemSize));
err |= get_user(p, &(from32->pvMemVa));
err |= put_user(compat_ptr(p), &(to->pvMemVa));
err |= get_user(p, &(from32->pvMemPa));
err |= put_user(compat_ptr(p), &(to->pvMemPa));
err |= get_user(u, &(from32->eAlignment));
err |= put_user(u, &(to->eAlignment));
err |= get_user(p, &(from32->pvAlignMemVa));
err |= put_user(compat_ptr(p), &(to->pvAlignMemVa));
err |= get_user(p, &(from32->pvAlignMemPa));
err |= put_user(compat_ptr(p), &(to->pvAlignMemPa));
err |= get_user(u, &(from32->eMemCodec));
err |= put_user(u, &(to->eMemCodec));
err |= get_user(u, &(from32->i4IonShareFd));
err |= put_user(u, &(to->i4IonShareFd));
err |= get_user(p, &(from32->pIonBufhandle));
err |= put_user(compat_ptr(p), &(to->pIonBufhandle));
err |= get_user(p, &(from32->pvReserved));
err |= put_user(compat_ptr(p), &(to->pvReserved));
err |= get_user(l, &(from32->u4ReservedSize));
err |= put_user(l, &(to->u4ReservedSize));
} else {
struct COMPAT_VAL_MEMORY_T __user *to32 =
(struct COMPAT_VAL_MEMORY_T *)data32;
struct VAL_MEMORY_T __user *from =
(struct VAL_MEMORY_T *)data;
err = get_user(u, &(from->eMemType));
err |= put_user(u, &(to32->eMemType));
err |= get_user(l, &(from->u4MemSize));
err |= put_user(l, &(to32->u4MemSize));
err |= get_uptr_to_32(&p, &(from->pvMemVa));
err |= put_user(p, &(to32->pvMemVa));
err |= get_uptr_to_32(&p, &(from->pvMemPa));
err |= put_user(p, &(to32->pvMemPa));
err |= get_user(u, &(from->eAlignment));
err |= put_user(u, &(to32->eAlignment));
err |= get_uptr_to_32(&p, &(from->pvAlignMemVa));
err |= put_user(p, &(to32->pvAlignMemVa));
err |= get_uptr_to_32(&p, &(from->pvAlignMemPa));
err |= put_user(p, &(to32->pvAlignMemPa));
err |= get_user(u, &(from->eMemCodec));
err |= put_user(u, &(to32->eMemCodec));
err |= get_user(u, &(from->i4IonShareFd));
err |= put_user(u, &(to32->i4IonShareFd));
err |= get_uptr_to_32(&p, (void __user **)&(from->pIonBufhandle));
err |= put_user(p, &(to32->pIonBufhandle));
err |= get_uptr_to_32(&p, &(from->pvReserved));
err |= put_user(p, &(to32->pvReserved));
err |= get_user(l, &(from->u4ReservedSize));
err |= put_user(l, &(to32->u4ReservedSize));
}
}
break;
default:
break;
}
return err;
}
static long vcodec_unlocked_compat_ioctl(struct file *file, unsigned int cmd, unsigned long arg)
{
long ret = 0;
/* pr_debug("vcodec_unlocked_compat_ioctl: 0x%x\n", cmd); */
switch (cmd) {
case VCODEC_ALLOC_NON_CACHE_BUFFER:
case VCODEC_FREE_NON_CACHE_BUFFER:
{
struct COMPAT_VAL_MEMORY __user *data32;
struct VAL_MEMORY_T __user *data;
int err;
data32 = compat_ptr(arg);
data = compat_alloc_user_space(sizeof(struct VAL_MEMORY_T));
if (data == NULL)
return -EFAULT;
err = compat_copy_struct(VAL_MEMORY_TYPE, COPY_FROM_USER, (void *)data32, (void *)data);
if (err)
return err;
ret = file->f_op->unlocked_ioctl(file, cmd, (unsigned long)data);
err = compat_copy_struct(VAL_MEMORY_TYPE, COPY_TO_USER, (void *)data32, (void *)data);
if (err)
return err;
return ret;
}
break;
case VCODEC_LOCKHW:
case VCODEC_UNLOCKHW:
{
struct COMPAT_VAL_HW_LOCK __user *data32;
struct VAL_HW_LOCK_T __user *data;
int err;
data32 = compat_ptr(arg);
data = compat_alloc_user_space(sizeof(struct VAL_HW_LOCK_T));
if (data == NULL)
return -EFAULT;
err = compat_copy_struct(VAL_HW_LOCK_TYPE, COPY_FROM_USER, (void *)data32, (void *)data);
if (err)
return err;
ret = file->f_op->unlocked_ioctl(file, cmd, (unsigned long)data);
err = compat_copy_struct(VAL_HW_LOCK_TYPE, COPY_TO_USER, (void *)data32, (void *)data);
if (err)
return err;
return ret;
}
break;
case VCODEC_INC_PWR_USER:
case VCODEC_DEC_PWR_USER:
{
struct COMPAT_VAL_POWER __user *data32;
struct VAL_POWER_T __user *data;
int err;
data32 = compat_ptr(arg);
data = compat_alloc_user_space(sizeof(struct VAL_POWER_T));
if (data == NULL)
return -EFAULT;
err = compat_copy_struct(VAL_POWER_TYPE, COPY_FROM_USER, (void *)data32, (void *)data);
if (err)
return err;
ret = file->f_op->unlocked_ioctl(file, cmd, (unsigned long)data);
err = compat_copy_struct(VAL_POWER_TYPE, COPY_TO_USER, (void *)data32, (void *)data);
if (err)
return err;
return ret;
}
break;
case VCODEC_WAITISR:
{
struct COMPAT_VAL_ISR __user *data32;
struct VAL_ISR_T __user *data;
int err;
data32 = compat_ptr(arg);
data = compat_alloc_user_space(sizeof(struct VAL_ISR_T));
if (data == NULL)
return -EFAULT;
err = compat_copy_struct(VAL_ISR_TYPE, COPY_FROM_USER, (void *)data32, (void *)data);
if (err)
return err;
ret = file->f_op->unlocked_ioctl(file, VCODEC_WAITISR, (unsigned long)data);
err = compat_copy_struct(VAL_ISR_TYPE, COPY_TO_USER, (void *)data32, (void *)data);
if (err)
return err;
return ret;
}
break;
default:
return vcodec_unlocked_ioctl(file, cmd, arg);
}
return 0;
}
#else
#define vcodec_unlocked_compat_ioctl NULL
#endif
static int vcodec_open(struct inode *inode, struct file *file)
{
pr_debug("vcodec_open\n");
mutex_lock(&DriverOpenCountLock);
Driver_Open_Count++;
pr_err("vcodec_open pid = %d, Driver_Open_Count %d\n",
current->pid, Driver_Open_Count);
mutex_unlock(&DriverOpenCountLock);
/* TODO: Check upper limit of concurrent users? */
return 0;
}
static int vcodec_flush(struct file *file, fl_owner_t id)
{
pr_debug("vcodec_flush, curr_tid =%d\n", current->pid);
pr_debug("vcodec_flush pid = %d, Driver_Open_Count %d\n",
current->pid, Driver_Open_Count);
return 0;
}
static int vcodec_release(struct inode *inode, struct file *file)
{
unsigned long ulFlagsLockHW, ulFlagsISR;
/* dump_stack(); */
pr_debug("vcodec_release, curr_tid =%d\n", current->pid);
mutex_lock(&DriverOpenCountLock);
pr_debug("vcodec_release pid = %d, Driver_Open_Count %d\n",
current->pid, Driver_Open_Count);
Driver_Open_Count--;
if (Driver_Open_Count == 0) {
mutex_lock(&HWLock);
gu4VdecLockThreadId = 0;
grVcodecHWLock.pvHandle = 0;
grVcodecHWLock.eDriverType = VAL_DRIVER_TYPE_NONE;
grVcodecHWLock.rLockedTime.u4Sec = 0;
grVcodecHWLock.rLockedTime.u4uSec = 0;
mutex_unlock(&HWLock);
mutex_lock(&DecEMILock);
gu4DecEMICounter = 0;
mutex_unlock(&DecEMILock);
mutex_lock(&EncEMILock);
gu4EncEMICounter = 0;
mutex_unlock(&EncEMILock);
mutex_lock(&PWRLock);
gu4PWRCounter = 0;
mutex_unlock(&PWRLock);
#if defined(VENC_USE_L2C)
mutex_lock(&L2CLock);
if (gu4L2CCounter != 0) {
pr_debug("vcodec_flush pid = %d, L2 user = %d, force restore L2 settings\n",
current->pid, gu4L2CCounter);
if (config_L2(1)) {
/* Add one line comment for avoid kernel coding style, WARNING:BRACES: */
pr_err("[VCODEC][ERROR] restore L2 settings failed\n");
}
}
gu4L2CCounter = 0;
mutex_unlock(&L2CLock);
#endif
spin_lock_irqsave(&LockDecHWCountLock, ulFlagsLockHW);
gu4LockDecHWCount = 0;
spin_unlock_irqrestore(&LockDecHWCountLock, ulFlagsLockHW);
spin_lock_irqsave(&LockEncHWCountLock, ulFlagsLockHW);
gu4LockEncHWCount = 0;
spin_unlock_irqrestore(&LockEncHWCountLock, ulFlagsLockHW);
spin_lock_irqsave(&DecISRCountLock, ulFlagsISR);
gu4DecISRCount = 0;
spin_unlock_irqrestore(&DecISRCountLock, ulFlagsISR);
spin_lock_irqsave(&EncISRCountLock, ulFlagsISR);
gu4EncISRCount = 0;
spin_unlock_irqrestore(&EncISRCountLock, ulFlagsISR);
#ifdef ENABLE_MMDVFS_VDEC
if (gMMDFVFSMonitorStarts == VAL_TRUE) {
gMMDFVFSMonitorStarts = VAL_FALSE;
gMMDFVFSMonitorCounts = 0;
gHWLockInterval = 0;
gHWLockMaxDuration = 0;
SendDvfsRequest(DVFS_UNREQUEST);
}
#endif
}
mutex_unlock(&DriverOpenCountLock);
return 0;
}
void vcodec_vma_open(struct vm_area_struct *vma)
{
pr_debug("vcodec VMA open, virt %lx, phys %lx\n",
vma->vm_start, vma->vm_pgoff << PAGE_SHIFT);
}
void vcodec_vma_close(struct vm_area_struct *vma)
{
pr_debug("vcodec VMA close, virt %lx, phys %lx\n",
vma->vm_start, vma->vm_pgoff << PAGE_SHIFT);
}
static struct vm_operations_struct vcodec_remap_vm_ops = {
.open = vcodec_vma_open,
.close = vcodec_vma_close,
};
static int vcodec_mmap(struct file *file, struct vm_area_struct *vma)
{
#if 1
unsigned int u4I = 0;
unsigned long length;
unsigned long pfn;
length = vma->vm_end - vma->vm_start;
pfn = vma->vm_pgoff<<PAGE_SHIFT;
if (((length > VENC_REGION) || (pfn < VENC_BASE) || (pfn > VENC_BASE+VENC_REGION)) &&
((length > VDEC_REGION) || (pfn < VDEC_BASE_PHY) || (pfn > VDEC_BASE_PHY+VDEC_REGION)) &&
((length > HW_REGION) || (pfn < HW_BASE) || (pfn > HW_BASE+HW_REGION)) &&
((length > INFO_REGION) || (pfn < INFO_BASE) || (pfn > INFO_BASE+INFO_REGION))
) {
unsigned long ulAddr, ulSize;
for (u4I = 0; u4I < MULTI_INST_NUM_x_10; u4I++) {
if ((grNCMemoryList[u4I].ulKVA != -1L) &&
(grNCMemoryList[u4I].ulKPA != -1L)) {
ulAddr = grNCMemoryList[u4I].ulKPA;
ulSize =
(grNCMemoryList[u4I].ulSize + 0x1000 - 1) &
~(0x1000 - 1);
if ((length == ulSize) && (pfn == ulAddr)) {
pr_debug("[VCODEC] cache idx %d\n",
u4I);
break;
}
}
}
if (u4I == MULTI_INST_NUM_x_10) {
pr_err("[VCODEC][ERROR] mmap region error: Length(0x%lx), pfn(0x%lx)\n",
(unsigned long)length, pfn);
return -EAGAIN;
}
}
#endif
vma->vm_page_prot = pgprot_noncached(vma->vm_page_prot);
pr_debug("[VCODEC][mmap] vma->start 0x%lx, vma->end 0x%lx, vma->pgoff 0x%lx\n",
(unsigned long)vma->vm_start, (unsigned long)vma->vm_end,
(unsigned long)vma->vm_pgoff);
if (remap_pfn_range(vma, vma->vm_start, vma->vm_pgoff,
vma->vm_end - vma->vm_start, vma->vm_page_prot)) {
return -EAGAIN;
}
vma->vm_ops = &vcodec_remap_vm_ops;
vcodec_vma_open(vma);
return 0;
}
static const struct file_operations vcodec_fops = {
.owner = THIS_MODULE,
.unlocked_ioctl = vcodec_unlocked_ioctl,
.open = vcodec_open,
.flush = vcodec_flush,
.release = vcodec_release,
.mmap = vcodec_mmap,
#if IS_ENABLED(CONFIG_COMPAT)
.compat_ioctl = vcodec_unlocked_compat_ioctl,
#endif
};
static int vcodec_probe(struct platform_device *dev)
{
int ret;
pr_debug("+%s\n", __func__);
mutex_lock(&DecEMILock);
gu4DecEMICounter = 0;
mutex_unlock(&DecEMILock);
mutex_lock(&EncEMILock);
gu4EncEMICounter = 0;
mutex_unlock(&EncEMILock);
mutex_lock(&PWRLock);
gu4PWRCounter = 0;
mutex_unlock(&PWRLock);
mutex_lock(&L2CLock);
gu4L2CCounter = 0;
mutex_unlock(&L2CLock);
ret = register_chrdev_region(vcodec_devno, 1, VCODEC_DEVNAME);
if (ret) {
/* Add one line comment for avoid kernel coding style, WARNING:BRACES: */
pr_err("[ERROR] Can't Get Major number for VCodec Device\n");
}
vcodec_cdev = cdev_alloc();
vcodec_cdev->owner = THIS_MODULE;
vcodec_cdev->ops = &vcodec_fops;
ret = cdev_add(vcodec_cdev, vcodec_devno, 1);
if (ret) {
/* Add one line comment for avoid kernel coding style, WARNING:BRACES: */
pr_err("[ERROR] Can't add Vcodec Device\n");
}
vcodec_class = class_create(THIS_MODULE, VCODEC_DEVNAME);
if (IS_ERR(vcodec_class)) {
ret = PTR_ERR(vcodec_class);
pr_err("[VCODEC][ERROR] Unable to create class, err = %d", ret);
return ret;
}
vcodec_device = device_create(vcodec_class, NULL, vcodec_devno, NULL, VCODEC_DEVNAME);
if (request_irq(VDEC_IRQ_ID, (irq_handler_t)video_intr_dlr, IRQF_TRIGGER_LOW, VCODEC_DEVNAME, NULL) < 0) {
/* Add one line comment for avoid kernel coding style, WARNING:BRACES: */
pr_err("[VCODEC][ERROR] error to request dec irq\n");
} else {
pr_debug("[VCODEC] success to request dec irq: %d\n",
VDEC_IRQ_ID);
}
if (request_irq(VENC_IRQ_ID, (irq_handler_t)video_intr_dlr2, IRQF_TRIGGER_LOW, VCODEC_DEVNAME, NULL) < 0) {
/* Add one line comment for avoid kernel coding style, WARNING:BRACES: */
pr_debug("[VCODEC][ERROR] error to request enc irq\n");
} else {
pr_debug("[VCODEC] success to request enc irq: %d\n",
VENC_IRQ_ID);
}
disable_irq(VDEC_IRQ_ID);
disable_irq(VENC_IRQ_ID);
#ifndef VCODEC_FPGAPORTING
#ifndef CONFIG_MTK_CLKMGR
clk_MT_CG_VDEC = devm_clk_get(&dev->dev, "MT_CG_VDEC");
if (IS_ERR(clk_MT_CG_VDEC)) {
pr_err("[VCODEC][ERROR] Unable to devm_clk_get MT_CG_VDEC\n");
return PTR_ERR(clk_MT_CG_VDEC);
}
clk_MT_CG_VENC = devm_clk_get(&dev->dev, "MT_CG_VENC");
if (IS_ERR(clk_MT_CG_VENC)) {
pr_err("[VCODEC][ERROR] Unable to devm_clk_get MT_CG_VENC\n");
return PTR_ERR(clk_MT_CG_VENC);
}
clk_MT_SCP_SYS_VDE = devm_clk_get(&dev->dev, "MT_SCP_SYS_VDE");
if (IS_ERR(clk_MT_SCP_SYS_VDE)) {
pr_err("[VCODEC][ERROR] Unable to devm_clk_get MT_SCP_SYS_VDE\n");
return PTR_ERR(clk_MT_SCP_SYS_VDE);
}
clk_MT_SCP_SYS_VEN = devm_clk_get(&dev->dev, "MT_SCP_SYS_VEN");
if (IS_ERR(clk_MT_SCP_SYS_VEN)) {
pr_err("[VCODEC][ERROR] Unable to devm_clk_get MT_SCP_SYS_VEN\n");
return PTR_ERR(clk_MT_SCP_SYS_VEN);
}
#endif
#endif
pr_debug("%s Done\n", __func__);
#ifdef KS_POWER_WORKAROUND
vdec_power_on();
venc_power_on();
#endif
return 0;
}
static int vcodec_remove(struct platform_device *pDev)
{
pr_debug("vcodec_remove\n");
return 0;
}
#ifdef CONFIG_MTK_HIBERNATION
/* extern void mt_irq_set_sens(unsigned int irq, unsigned int sens); */
/* extern void mt_irq_set_polarity(unsigned int irq, unsigned int polarity); */
static int vcodec_pm_restore_noirq(struct device *device)
{
/* vdec: IRQF_TRIGGER_LOW */
mt_irq_set_sens(VDEC_IRQ_ID, MT_LEVEL_SENSITIVE);
mt_irq_set_polarity(VDEC_IRQ_ID, MT_POLARITY_LOW);
/* venc: IRQF_TRIGGER_LOW */
mt_irq_set_sens(VENC_IRQ_ID, MT_LEVEL_SENSITIVE);
mt_irq_set_polarity(VENC_IRQ_ID, MT_POLARITY_LOW);
return 0;
}
#endif
static const struct of_device_id vcodec_of_match[] = {
{ .compatible = "mediatek,vdec_gcon", },
{/* sentinel */}
};
MODULE_DEVICE_TABLE(of, vcodec_of_match);
static struct platform_driver vcodec_driver = {
.probe = vcodec_probe,
.remove = vcodec_remove,
/*
* .suspend = vcodec_suspend,
* .resume = vcodec_resume,
*/
.driver = {
.name = VCODEC_DEVNAME,
.owner = THIS_MODULE,
.of_match_table = vcodec_of_match,
},
};
static int __init vcodec_driver_init(void)
{
enum VAL_RESULT_T eValHWLockRet;
unsigned long ulFlags, ulFlagsLockHW, ulFlagsISR;
pr_debug("+%s !!\n", __func__);
mutex_lock(&DriverOpenCountLock);
Driver_Open_Count = 0;
mutex_unlock(&DriverOpenCountLock);
mutex_lock(&LogCountLock);
gu4LogCountUser = 0;
gu4LogCount = 0;
mutex_unlock(&LogCountLock);
{
struct device_node *node = NULL;
node = of_find_compatible_node(NULL, NULL, "mediatek,venc");
KVA_VENC_BASE = (unsigned long)of_iomap(node, 0);
VENC_IRQ_ID = irq_of_parse_and_map(node, 0);
KVA_VENC_IRQ_STATUS_ADDR = KVA_VENC_BASE + 0x05C;
KVA_VENC_IRQ_ACK_ADDR = KVA_VENC_BASE + 0x060;
}
{
struct device_node *node = NULL;
node = of_find_compatible_node(NULL, NULL, "mediatek,vdec");
KVA_VDEC_BASE = (unsigned long)of_iomap(node, 0);
VDEC_IRQ_ID = irq_of_parse_and_map(node, 0);
KVA_VDEC_MISC_BASE = KVA_VDEC_BASE + 0x5000;
}
{
struct device_node *node = NULL;
node = of_find_compatible_node(NULL, NULL, "mediatek,vdec_gcon");
KVA_VDEC_GCON_BASE = (unsigned long)of_iomap(node, 0);
pr_debug("[VCODEC][DeviceTree] KVA_VENC_BASE(0x%lx), KVA_VDEC_BASE(0x%lx), KVA_VDEC_GCON_BASE(0x%lx)",
KVA_VENC_BASE, KVA_VDEC_BASE, KVA_VDEC_GCON_BASE);
pr_debug("[VCODEC][DeviceTree] VDEC_IRQ_ID(%d), VENC_IRQ_ID(%d)",
VDEC_IRQ_ID, VENC_IRQ_ID);
}
/* KVA_VENC_IRQ_STATUS_ADDR =
*(unsigned long)ioremap(VENC_IRQ_STATUS_addr, 4);
*/
/* KVA_VENC_IRQ_ACK_ADDR = (unsigned long)ioremap(VENC_IRQ_ACK_addr, 4); */
spin_lock_irqsave(&LockDecHWCountLock, ulFlagsLockHW);
gu4LockDecHWCount = 0;
spin_unlock_irqrestore(&LockDecHWCountLock, ulFlagsLockHW);
spin_lock_irqsave(&LockEncHWCountLock, ulFlagsLockHW);
gu4LockEncHWCount = 0;
spin_unlock_irqrestore(&LockEncHWCountLock, ulFlagsLockHW);
spin_lock_irqsave(&DecISRCountLock, ulFlagsISR);
gu4DecISRCount = 0;
spin_unlock_irqrestore(&DecISRCountLock, ulFlagsISR);
spin_lock_irqsave(&EncISRCountLock, ulFlagsISR);
gu4EncISRCount = 0;
spin_unlock_irqrestore(&EncISRCountLock, ulFlagsISR);
mutex_lock(&VdecPWRLock);
gu4VdecPWRCounter = 0;
mutex_unlock(&VdecPWRLock);
mutex_lock(&VencPWRLock);
gu4VencPWRCounter = 0;
mutex_unlock(&VencPWRLock);
mutex_lock(&IsOpenedLock);
if (bIsOpened == VAL_FALSE) {
bIsOpened = VAL_TRUE;
/* vcodec_probe(NULL); */
}
mutex_unlock(&IsOpenedLock);
mutex_lock(&HWLock);
gu4VdecLockThreadId = 0;
grVcodecHWLock.pvHandle = 0;
grVcodecHWLock.eDriverType = VAL_DRIVER_TYPE_NONE;
grVcodecHWLock.rLockedTime.u4Sec = 0;
grVcodecHWLock.rLockedTime.u4uSec = 0;
mutex_unlock(&HWLock);
/* HWLockEvent part */
mutex_lock(&HWLockEventTimeoutLock);
HWLockEvent.pvHandle = "HWLOCK_EVENT";
HWLockEvent.u4HandleSize = sizeof("HWLOCK_EVENT")+1;
HWLockEvent.u4TimeoutMs = 1;
mutex_unlock(&HWLockEventTimeoutLock);
eValHWLockRet = eVideoCreateEvent(&HWLockEvent,
sizeof(struct VAL_EVENT_T));
if (eValHWLockRet != VAL_RESULT_NO_ERROR) {
/* Add one line comment for avoid kernel coding style, WARNING:BRACES: */
pr_err("[VCODEC][ERROR] create hwlock event error\n");
}
/* IsrEvent part */
spin_lock_irqsave(&DecIsrLock, ulFlags);
DecIsrEvent.pvHandle = "DECISR_EVENT";
DecIsrEvent.u4HandleSize = sizeof("DECISR_EVENT")+1;
DecIsrEvent.u4TimeoutMs = 1;
spin_unlock_irqrestore(&DecIsrLock, ulFlags);
eValHWLockRet = eVideoCreateEvent(&DecIsrEvent,
sizeof(struct VAL_EVENT_T));
if (eValHWLockRet != VAL_RESULT_NO_ERROR) {
/* Add one line comment for avoid kernel coding style, WARNING:BRACES: */
pr_err("[VCODEC][ERROR] create dec isr event error\n");
}
spin_lock_irqsave(&EncIsrLock, ulFlags);
EncIsrEvent.pvHandle = "ENCISR_EVENT";
EncIsrEvent.u4HandleSize = sizeof("ENCISR_EVENT")+1;
EncIsrEvent.u4TimeoutMs = 1;
spin_unlock_irqrestore(&EncIsrLock, ulFlags);
eValHWLockRet = eVideoCreateEvent(&EncIsrEvent,
sizeof(struct VAL_EVENT_T));
if (eValHWLockRet != VAL_RESULT_NO_ERROR) {
/* Add one line comment for avoid kernel coding style, WARNING:BRACES: */
pr_err("[VCODEC][ERROR] create enc isr event error\n");
}
pr_debug("%s Done\n", __func__);
#ifdef CONFIG_MTK_HIBERNATION
register_swsusp_restore_noirq_func(ID_M_VCODEC, vcodec_pm_restore_noirq, NULL);
#endif
return platform_driver_register(&vcodec_driver);
}
static void __exit vcodec_driver_exit(void)
{
enum VAL_RESULT_T eValHWLockRet;
pr_debug("vcodec_driver_exit\n");
mutex_lock(&IsOpenedLock);
if (bIsOpened == VAL_TRUE) {
/* Add one line comment for avoid kernel coding style, WARNING:BRACES: */
bIsOpened = VAL_FALSE;
}
mutex_unlock(&IsOpenedLock);
cdev_del(vcodec_cdev);
unregister_chrdev_region(vcodec_devno, 1);
/* [TODO] iounmap the following? */
#if 0
iounmap((void *)KVA_VENC_IRQ_STATUS_ADDR);
iounmap((void *)KVA_VENC_IRQ_ACK_ADDR);
#endif
free_irq(VENC_IRQ_ID, NULL);
free_irq(VDEC_IRQ_ID, NULL);
/* MT6589_HWLockEvent part */
eValHWLockRet = eVideoCloseEvent(&HWLockEvent,
sizeof(struct VAL_EVENT_T));
if (eValHWLockRet != VAL_RESULT_NO_ERROR) {
/* Add one line comment for avoid kernel coding style, WARNING:BRACES: */
pr_err("[VCODEC][ERROR] close hwlock event error\n");
}
/* MT6589_IsrEvent part */
eValHWLockRet = eVideoCloseEvent(&DecIsrEvent,
sizeof(struct VAL_EVENT_T));
if (eValHWLockRet != VAL_RESULT_NO_ERROR) {
/* Add one line comment for avoid kernel coding style, WARNING:BRACES: */
pr_err("[VCODEC][ERROR] close dec isr event error\n");
}
eValHWLockRet = eVideoCloseEvent(&EncIsrEvent,
sizeof(struct VAL_EVENT_T));
if (eValHWLockRet != VAL_RESULT_NO_ERROR) {
/* Add one line comment for avoid kernel coding style, WARNING:BRACES: */
pr_err("[VCODEC][ERROR] close enc isr event error\n");
}
#ifdef CONFIG_MTK_HIBERNATION
unregister_swsusp_restore_noirq_func(ID_M_VCODEC);
#endif
platform_driver_unregister(&vcodec_driver);
}
module_init(vcodec_driver_init);
module_exit(vcodec_driver_exit);
MODULE_AUTHOR("Legis, Lu <legis.lu@mediatek.com>");
MODULE_DESCRIPTION("MT6763 Vcodec Driver");
MODULE_LICENSE("GPL");