2023-08-30 17:31:07 +02:00
|
|
|
// SPDX-License-Identifier: GPL-2.0-only
|
|
|
|
/*
|
|
|
|
* Copyright (c) 2022 MediaTek Inc.
|
|
|
|
* Author: Ping-Hsun Wu <ping-hsun.wu@mediatek.com>
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <linux/remoteproc.h>
|
|
|
|
#include <linux/remoteproc/mtk_scp.h>
|
|
|
|
#include "mtk-mdp3-vpu.h"
|
|
|
|
#include "mtk-mdp3-core.h"
|
|
|
|
|
|
|
|
#define MDP_VPU_MESSAGE_TIMEOUT 500U
|
|
|
|
|
|
|
|
static inline struct mdp_dev *vpu_to_mdp(struct mdp_vpu_dev *vpu)
|
|
|
|
{
|
|
|
|
return container_of(vpu, struct mdp_dev, vpu);
|
|
|
|
}
|
|
|
|
|
|
|
|
static int mdp_vpu_shared_mem_alloc(struct mdp_vpu_dev *vpu)
|
|
|
|
{
|
2023-10-24 12:59:35 +02:00
|
|
|
struct device *dev;
|
2023-08-30 17:31:07 +02:00
|
|
|
|
2023-10-24 12:59:35 +02:00
|
|
|
if (IS_ERR_OR_NULL(vpu))
|
|
|
|
goto err_return;
|
2023-08-30 17:31:07 +02:00
|
|
|
|
2023-10-24 12:59:35 +02:00
|
|
|
dev = scp_get_device(vpu->scp);
|
|
|
|
|
|
|
|
if (!vpu->param) {
|
|
|
|
vpu->param = dma_alloc_wc(dev, vpu->param_size,
|
|
|
|
&vpu->param_addr, GFP_KERNEL);
|
|
|
|
if (!vpu->param)
|
|
|
|
goto err_return;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (!vpu->work) {
|
|
|
|
vpu->work = dma_alloc_wc(dev, vpu->work_size,
|
|
|
|
&vpu->work_addr, GFP_KERNEL);
|
|
|
|
if (!vpu->work)
|
|
|
|
goto err_free_param;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (!vpu->config) {
|
|
|
|
vpu->config = dma_alloc_wc(dev, vpu->config_size,
|
|
|
|
&vpu->config_addr, GFP_KERNEL);
|
|
|
|
if (!vpu->config)
|
|
|
|
goto err_free_work;
|
|
|
|
}
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
err_free_work:
|
|
|
|
dma_free_wc(dev, vpu->work_size, vpu->work, vpu->work_addr);
|
|
|
|
vpu->work = NULL;
|
|
|
|
err_free_param:
|
|
|
|
dma_free_wc(dev, vpu->param_size, vpu->param, vpu->param_addr);
|
|
|
|
vpu->param = NULL;
|
|
|
|
err_return:
|
|
|
|
return -ENOMEM;
|
2023-08-30 17:31:07 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
void mdp_vpu_shared_mem_free(struct mdp_vpu_dev *vpu)
|
|
|
|
{
|
2023-10-24 12:59:35 +02:00
|
|
|
struct device *dev;
|
|
|
|
|
|
|
|
if (IS_ERR_OR_NULL(vpu))
|
|
|
|
return;
|
|
|
|
|
|
|
|
dev = scp_get_device(vpu->scp);
|
|
|
|
|
|
|
|
if (vpu->param && vpu->param_addr)
|
|
|
|
dma_free_wc(dev, vpu->param_size, vpu->param, vpu->param_addr);
|
|
|
|
|
2023-08-30 17:31:07 +02:00
|
|
|
if (vpu->work && vpu->work_addr)
|
2023-10-24 12:59:35 +02:00
|
|
|
dma_free_wc(dev, vpu->work_size, vpu->work, vpu->work_addr);
|
|
|
|
|
|
|
|
if (vpu->config && vpu->config_addr)
|
|
|
|
dma_free_wc(dev, vpu->config_size, vpu->config, vpu->config_addr);
|
2023-08-30 17:31:07 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
static void mdp_vpu_ipi_handle_init_ack(void *data, unsigned int len,
|
|
|
|
void *priv)
|
|
|
|
{
|
|
|
|
struct mdp_ipi_init_msg *msg = (struct mdp_ipi_init_msg *)data;
|
|
|
|
struct mdp_vpu_dev *vpu =
|
|
|
|
(struct mdp_vpu_dev *)(unsigned long)msg->drv_data;
|
|
|
|
|
|
|
|
if (!vpu->work_size)
|
|
|
|
vpu->work_size = msg->work_size;
|
|
|
|
|
|
|
|
vpu->status = msg->status;
|
|
|
|
complete(&vpu->ipi_acked);
|
|
|
|
}
|
|
|
|
|
|
|
|
static void mdp_vpu_ipi_handle_deinit_ack(void *data, unsigned int len,
|
|
|
|
void *priv)
|
|
|
|
{
|
|
|
|
struct mdp_ipi_deinit_msg *msg = (struct mdp_ipi_deinit_msg *)data;
|
|
|
|
struct mdp_vpu_dev *vpu =
|
|
|
|
(struct mdp_vpu_dev *)(unsigned long)msg->drv_data;
|
|
|
|
|
|
|
|
vpu->status = msg->status;
|
|
|
|
complete(&vpu->ipi_acked);
|
|
|
|
}
|
|
|
|
|
|
|
|
static void mdp_vpu_ipi_handle_frame_ack(void *data, unsigned int len,
|
|
|
|
void *priv)
|
|
|
|
{
|
|
|
|
struct img_sw_addr *addr = (struct img_sw_addr *)data;
|
|
|
|
struct img_ipi_frameparam *param =
|
|
|
|
(struct img_ipi_frameparam *)(unsigned long)addr->va;
|
2023-10-24 12:59:35 +02:00
|
|
|
struct mdp_vpu_dev *vpu =
|
|
|
|
(struct mdp_vpu_dev *)(unsigned long)param->drv_data;
|
2023-08-30 17:31:07 +02:00
|
|
|
|
|
|
|
if (param->state) {
|
2023-10-24 12:59:35 +02:00
|
|
|
struct mdp_dev *mdp = vpu_to_mdp(vpu);
|
2023-08-30 17:31:07 +02:00
|
|
|
|
|
|
|
dev_err(&mdp->pdev->dev, "VPU MDP failure:%d\n", param->state);
|
|
|
|
}
|
2023-10-24 12:59:35 +02:00
|
|
|
vpu->status = param->state;
|
|
|
|
complete(&vpu->ipi_acked);
|
2023-08-30 17:31:07 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
int mdp_vpu_register(struct mdp_dev *mdp)
|
|
|
|
{
|
|
|
|
int err;
|
|
|
|
struct mtk_scp *scp = mdp->scp;
|
|
|
|
struct device *dev = &mdp->pdev->dev;
|
|
|
|
|
|
|
|
err = scp_ipi_register(scp, SCP_IPI_MDP_INIT,
|
|
|
|
mdp_vpu_ipi_handle_init_ack, NULL);
|
|
|
|
if (err) {
|
|
|
|
dev_err(dev, "scp_ipi_register failed %d\n", err);
|
|
|
|
goto err_ipi_init;
|
|
|
|
}
|
|
|
|
err = scp_ipi_register(scp, SCP_IPI_MDP_DEINIT,
|
|
|
|
mdp_vpu_ipi_handle_deinit_ack, NULL);
|
|
|
|
if (err) {
|
|
|
|
dev_err(dev, "scp_ipi_register failed %d\n", err);
|
|
|
|
goto err_ipi_deinit;
|
|
|
|
}
|
|
|
|
err = scp_ipi_register(scp, SCP_IPI_MDP_FRAME,
|
|
|
|
mdp_vpu_ipi_handle_frame_ack, NULL);
|
|
|
|
if (err) {
|
|
|
|
dev_err(dev, "scp_ipi_register failed %d\n", err);
|
|
|
|
goto err_ipi_frame;
|
|
|
|
}
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
err_ipi_frame:
|
|
|
|
scp_ipi_unregister(scp, SCP_IPI_MDP_DEINIT);
|
|
|
|
err_ipi_deinit:
|
|
|
|
scp_ipi_unregister(scp, SCP_IPI_MDP_INIT);
|
|
|
|
err_ipi_init:
|
|
|
|
|
|
|
|
return err;
|
|
|
|
}
|
|
|
|
|
|
|
|
void mdp_vpu_unregister(struct mdp_dev *mdp)
|
|
|
|
{
|
|
|
|
scp_ipi_unregister(mdp->scp, SCP_IPI_MDP_INIT);
|
|
|
|
scp_ipi_unregister(mdp->scp, SCP_IPI_MDP_DEINIT);
|
|
|
|
scp_ipi_unregister(mdp->scp, SCP_IPI_MDP_FRAME);
|
|
|
|
}
|
|
|
|
|
|
|
|
static int mdp_vpu_sendmsg(struct mdp_vpu_dev *vpu, enum scp_ipi_id id,
|
|
|
|
void *buf, unsigned int len)
|
|
|
|
{
|
|
|
|
struct mdp_dev *mdp = vpu_to_mdp(vpu);
|
|
|
|
unsigned int t = MDP_VPU_MESSAGE_TIMEOUT;
|
|
|
|
int ret;
|
|
|
|
|
|
|
|
if (!vpu->scp) {
|
|
|
|
dev_dbg(&mdp->pdev->dev, "vpu scp is NULL");
|
|
|
|
return -EINVAL;
|
|
|
|
}
|
|
|
|
ret = scp_ipi_send(vpu->scp, id, buf, len, 2000);
|
|
|
|
|
|
|
|
if (ret) {
|
|
|
|
dev_err(&mdp->pdev->dev, "scp_ipi_send failed %d\n", ret);
|
|
|
|
return -EPERM;
|
|
|
|
}
|
|
|
|
ret = wait_for_completion_timeout(&vpu->ipi_acked,
|
|
|
|
msecs_to_jiffies(t));
|
|
|
|
if (!ret)
|
|
|
|
ret = -ETIME;
|
|
|
|
else if (vpu->status)
|
|
|
|
ret = -EINVAL;
|
|
|
|
else
|
|
|
|
ret = 0;
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
int mdp_vpu_dev_init(struct mdp_vpu_dev *vpu, struct mtk_scp *scp,
|
|
|
|
struct mutex *lock)
|
|
|
|
{
|
|
|
|
struct mdp_ipi_init_msg msg = {
|
|
|
|
.drv_data = (unsigned long)vpu,
|
|
|
|
};
|
|
|
|
struct mdp_dev *mdp = vpu_to_mdp(vpu);
|
|
|
|
int err;
|
|
|
|
|
|
|
|
init_completion(&vpu->ipi_acked);
|
|
|
|
vpu->scp = scp;
|
|
|
|
vpu->lock = lock;
|
|
|
|
vpu->work_size = 0;
|
|
|
|
err = mdp_vpu_sendmsg(vpu, SCP_IPI_MDP_INIT, &msg, sizeof(msg));
|
|
|
|
if (err)
|
|
|
|
goto err_work_size;
|
|
|
|
/* vpu work_size was set in mdp_vpu_ipi_handle_init_ack */
|
|
|
|
|
2023-10-24 12:59:35 +02:00
|
|
|
mutex_lock(vpu->lock);
|
|
|
|
vpu->work_size = ALIGN(vpu->work_size, 64);
|
|
|
|
vpu->param_size = ALIGN(sizeof(struct img_ipi_frameparam), 64);
|
|
|
|
vpu->config_size = ALIGN(sizeof(struct img_config), 64);
|
2023-08-30 17:31:07 +02:00
|
|
|
err = mdp_vpu_shared_mem_alloc(vpu);
|
2023-10-24 12:59:35 +02:00
|
|
|
mutex_unlock(vpu->lock);
|
2023-08-30 17:31:07 +02:00
|
|
|
if (err) {
|
|
|
|
dev_err(&mdp->pdev->dev, "VPU memory alloc fail!");
|
|
|
|
goto err_mem_alloc;
|
|
|
|
}
|
|
|
|
|
|
|
|
dev_dbg(&mdp->pdev->dev,
|
2023-10-24 12:59:35 +02:00
|
|
|
"VPU param:%pK pa:%pad sz:%zx, work:%pK pa:%pad sz:%zx, config:%pK pa:%pad sz:%zx",
|
|
|
|
vpu->param, &vpu->param_addr, vpu->param_size,
|
2023-08-30 17:31:07 +02:00
|
|
|
vpu->work, &vpu->work_addr, vpu->work_size,
|
2023-10-24 12:59:35 +02:00
|
|
|
vpu->config, &vpu->config_addr, vpu->config_size);
|
|
|
|
|
2023-08-30 17:31:07 +02:00
|
|
|
msg.work_addr = vpu->work_addr;
|
|
|
|
msg.work_size = vpu->work_size;
|
|
|
|
err = mdp_vpu_sendmsg(vpu, SCP_IPI_MDP_INIT, &msg, sizeof(msg));
|
|
|
|
if (err)
|
|
|
|
goto err_work_size;
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
err_work_size:
|
|
|
|
switch (vpu->status) {
|
|
|
|
case -MDP_IPI_EBUSY:
|
|
|
|
err = -EBUSY;
|
|
|
|
break;
|
|
|
|
case -MDP_IPI_ENOMEM:
|
|
|
|
err = -ENOSPC; /* -ENOMEM */
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
return err;
|
|
|
|
err_mem_alloc:
|
|
|
|
return err;
|
|
|
|
}
|
|
|
|
|
|
|
|
int mdp_vpu_dev_deinit(struct mdp_vpu_dev *vpu)
|
|
|
|
{
|
|
|
|
struct mdp_ipi_deinit_msg msg = {
|
|
|
|
.drv_data = (unsigned long)vpu,
|
|
|
|
.work_addr = vpu->work_addr,
|
|
|
|
};
|
|
|
|
|
|
|
|
return mdp_vpu_sendmsg(vpu, SCP_IPI_MDP_DEINIT, &msg, sizeof(msg));
|
|
|
|
}
|
|
|
|
|
2023-10-24 12:59:35 +02:00
|
|
|
int mdp_vpu_process(struct mdp_vpu_dev *vpu, struct img_ipi_frameparam *param)
|
2023-08-30 17:31:07 +02:00
|
|
|
{
|
2023-10-24 12:59:35 +02:00
|
|
|
struct mdp_dev *mdp = vpu_to_mdp(vpu);
|
|
|
|
struct img_sw_addr addr;
|
2023-08-30 17:31:07 +02:00
|
|
|
|
|
|
|
mutex_lock(vpu->lock);
|
2023-10-24 12:59:35 +02:00
|
|
|
if (mdp_vpu_shared_mem_alloc(vpu)) {
|
|
|
|
dev_err(&mdp->pdev->dev, "VPU memory alloc fail!");
|
2023-08-30 17:31:07 +02:00
|
|
|
mutex_unlock(vpu->lock);
|
2023-10-24 12:59:35 +02:00
|
|
|
return -ENOMEM;
|
2023-08-30 17:31:07 +02:00
|
|
|
}
|
|
|
|
|
2023-10-24 12:59:35 +02:00
|
|
|
memset(vpu->param, 0, vpu->param_size);
|
|
|
|
memset(vpu->work, 0, vpu->work_size);
|
|
|
|
memset(vpu->config, 0, vpu->config_size);
|
2023-08-30 17:31:07 +02:00
|
|
|
|
2023-10-24 12:59:35 +02:00
|
|
|
param->self_data.va = (unsigned long)vpu->work;
|
|
|
|
param->self_data.pa = vpu->work_addr;
|
|
|
|
param->config_data.va = (unsigned long)vpu->config;
|
|
|
|
param->config_data.pa = vpu->config_addr;
|
|
|
|
param->drv_data = (unsigned long)vpu;
|
|
|
|
memcpy(vpu->param, param, sizeof(*param));
|
2023-08-30 17:31:07 +02:00
|
|
|
|
2023-10-24 12:59:35 +02:00
|
|
|
addr.pa = vpu->param_addr;
|
|
|
|
addr.va = (unsigned long)vpu->param;
|
|
|
|
mutex_unlock(vpu->lock);
|
|
|
|
return mdp_vpu_sendmsg(vpu, SCP_IPI_MDP_FRAME, &addr, sizeof(addr));
|
2023-08-30 17:31:07 +02:00
|
|
|
}
|