blob: f8e3be616ef1f9b05884e6f017c995d2651d709a [file] [log] [blame]
// SPDX-License-Identifier: GPL-2.0-only
/*
* Copyright (c) 2017-2020, The Linux Foundation. All rights reserved.
*/
#include <linux/types.h>
#include <linux/slab.h>
#include "cam_mem_mgr.h"
#include "cam_packet_util.h"
#include "cam_debug_util.h"
int cam_packet_util_get_cmd_mem_addr(int handle, uint32_t **buf_addr,
size_t *len)
{
int rc = 0;
uintptr_t kmd_buf_addr = 0;
rc = cam_mem_get_cpu_buf(handle, &kmd_buf_addr, len);
if (rc) {
CAM_ERR(CAM_UTIL, "Unable to get the virtual address %d", rc);
} else {
if (kmd_buf_addr && *len) {
*buf_addr = (uint32_t *)kmd_buf_addr;
} else {
CAM_ERR(CAM_UTIL, "Invalid addr and length :%zd", *len);
rc = -ENOMEM;
}
}
return rc;
}
EXPORT_SYMBOL_GPL(cam_packet_util_get_cmd_mem_addr);
int cam_packet_util_validate_cmd_desc(struct cam_cmd_buf_desc *cmd_desc)
{
if ((cmd_desc->length > cmd_desc->size) ||
(cmd_desc->mem_handle <= 0)) {
CAM_ERR(CAM_UTIL, "invalid cmd arg %d %d %d %d",
cmd_desc->offset, cmd_desc->length,
cmd_desc->mem_handle, cmd_desc->size);
return -EINVAL;
}
return 0;
}
EXPORT_SYMBOL_GPL(cam_packet_util_validate_cmd_desc);
int cam_packet_util_validate_packet(struct cam_packet *packet,
size_t remain_len)
{
size_t sum_cmd_desc = 0;
size_t sum_io_cfgs = 0;
size_t sum_patch_desc = 0;
size_t pkt_wo_payload = 0;
if (!packet)
return -EINVAL;
if ((size_t)packet->header.size > remain_len) {
CAM_ERR(CAM_UTIL,
"Invalid packet size: %zu, CPU buf length: %zu",
(size_t)packet->header.size, remain_len);
return -EINVAL;
}
CAM_DBG(CAM_UTIL, "num cmd buf:%d num of io config:%d kmd buf index:%d",
packet->num_cmd_buf, packet->num_io_configs,
packet->kmd_cmd_buf_index);
sum_cmd_desc = packet->num_cmd_buf * sizeof(struct cam_cmd_buf_desc);
sum_io_cfgs = packet->num_io_configs * sizeof(struct cam_buf_io_cfg);
sum_patch_desc = packet->num_patches * sizeof(struct cam_patch_desc);
pkt_wo_payload = offsetof(struct cam_packet, payload);
if ((!packet->header.size) ||
((pkt_wo_payload + (size_t)packet->cmd_buf_offset +
sum_cmd_desc) > (size_t)packet->header.size) ||
((pkt_wo_payload + (size_t)packet->io_configs_offset +
sum_io_cfgs) > (size_t)packet->header.size) ||
((pkt_wo_payload + (size_t)packet->patch_offset +
sum_patch_desc) > (size_t)packet->header.size)) {
CAM_ERR(CAM_UTIL, "params not within mem len:%zu %zu %zu %zu",
(size_t)packet->header.size, sum_cmd_desc,
sum_io_cfgs, sum_patch_desc);
return -EINVAL;
}
return 0;
}
EXPORT_SYMBOL_GPL(cam_packet_util_validate_packet);
int cam_packet_util_get_kmd_buffer(struct cam_packet *packet,
struct cam_kmd_buf_info *kmd_buf)
{
int rc = 0;
size_t len = 0;
size_t remain_len = 0;
struct cam_cmd_buf_desc *cmd_desc;
uint32_t *cpu_addr;
if (!packet || !kmd_buf) {
CAM_ERR(CAM_UTIL, "Invalid arg %pK %pK", packet, kmd_buf);
return -EINVAL;
}
if ((packet->kmd_cmd_buf_index < 0) ||
(packet->kmd_cmd_buf_index >= packet->num_cmd_buf)) {
CAM_ERR(CAM_UTIL, "Invalid kmd buf index: %d",
packet->kmd_cmd_buf_index);
return -EINVAL;
}
/* Take first command descriptor and add offset to it for kmd*/
cmd_desc = (struct cam_cmd_buf_desc *) ((uint8_t *)
&packet->payload + packet->cmd_buf_offset);
cmd_desc += packet->kmd_cmd_buf_index;
rc = cam_packet_util_validate_cmd_desc(cmd_desc);
if (rc)
return rc;
rc = cam_packet_util_get_cmd_mem_addr(cmd_desc->mem_handle, &cpu_addr,
&len);
if (rc)
return rc;
remain_len = len;
if (((size_t)cmd_desc->offset >= len) ||
((size_t)cmd_desc->size > (len - (size_t)cmd_desc->offset))) {
CAM_ERR(CAM_UTIL, "invalid memory len:%zd and cmd desc size:%d",
len, cmd_desc->size);
return -EINVAL;
}
remain_len -= (size_t)cmd_desc->offset;
if ((size_t)packet->kmd_cmd_buf_offset >= remain_len) {
CAM_ERR(CAM_UTIL, "Invalid kmd cmd buf offset: %zu",
(size_t)packet->kmd_cmd_buf_offset);
return -EINVAL;
}
cpu_addr += (cmd_desc->offset / 4) + (packet->kmd_cmd_buf_offset / 4);
CAM_DBG(CAM_UTIL, "total size %d, cmd size: %d, KMD buffer size: %d",
cmd_desc->size, cmd_desc->length,
cmd_desc->size - cmd_desc->length);
CAM_DBG(CAM_UTIL, "hdl 0x%x, cmd offset %d, kmd offset %d, addr 0x%pK",
cmd_desc->mem_handle, cmd_desc->offset,
packet->kmd_cmd_buf_offset, cpu_addr);
kmd_buf->cpu_addr = cpu_addr;
kmd_buf->handle = cmd_desc->mem_handle;
kmd_buf->offset = cmd_desc->offset + packet->kmd_cmd_buf_offset;
kmd_buf->size = cmd_desc->size - cmd_desc->length;
kmd_buf->used_bytes = 0;
return rc;
}
EXPORT_SYMBOL_GPL(cam_packet_util_get_kmd_buffer);
void cam_packet_dump_patch_info(struct cam_packet *packet,
int32_t iommu_hdl, int32_t sec_mmu_hdl)
{
struct cam_patch_desc *patch_desc = NULL;
dma_addr_t iova_addr;
size_t dst_buf_len;
size_t src_buf_size;
int i, rc = 0;
int32_t hdl;
uintptr_t cpu_addr = 0;
uint32_t *dst_cpu_addr;
uint64_t value = 0;
patch_desc = (struct cam_patch_desc *)
((uint32_t *) &packet->payload +
packet->patch_offset/4);
for (i = 0; i < packet->num_patches; i++) {
hdl = cam_mem_is_secure_buf(patch_desc[i].src_buf_hdl) ?
sec_mmu_hdl : iommu_hdl;
rc = cam_mem_get_io_buf(patch_desc[i].src_buf_hdl,
hdl, &iova_addr, &src_buf_size);
if (rc < 0) {
CAM_ERR(CAM_UTIL,
"unable to get src buf address for hdl 0x%x",
hdl);
return;
}
rc = cam_mem_get_cpu_buf(patch_desc[i].dst_buf_hdl,
&cpu_addr, &dst_buf_len);
if (rc < 0 || !cpu_addr || (dst_buf_len == 0)) {
CAM_ERR(CAM_UTIL, "unable to get dst buf address");
return;
}
dst_cpu_addr = (uint32_t *)cpu_addr;
dst_cpu_addr = (uint32_t *)((uint8_t *)dst_cpu_addr +
patch_desc[i].dst_offset);
value = *((uint64_t *)dst_cpu_addr);
CAM_INFO(CAM_UTIL,
"i = %d src_buf 0x%llx src_hdl 0x%x src_buf_with_offset 0x%llx size 0x%llx dst %p dst_offset %u dst_hdl 0x%x value 0x%llx",
i, iova_addr, patch_desc[i].src_buf_hdl,
(iova_addr + patch_desc[i].src_offset),
src_buf_size, dst_cpu_addr,
patch_desc[i].dst_offset,
patch_desc[i].dst_buf_hdl, value);
if (!(*dst_cpu_addr))
CAM_ERR(CAM_ICP, "Null at dst addr %p", dst_cpu_addr);
}
}
EXPORT_SYMBOL_GPL(cam_packet_dump_patch_info);
int cam_packet_util_process_patches(struct cam_packet *packet,
int32_t iommu_hdl, int32_t sec_mmu_hdl)
{
struct cam_patch_desc *patch_desc = NULL;
dma_addr_t iova_addr;
uintptr_t cpu_addr = 0;
uint32_t temp;
uint32_t *dst_cpu_addr;
uint32_t *src_buf_iova_addr;
size_t dst_buf_len;
size_t src_buf_size;
int i;
int rc = 0;
int32_t hdl;
/* process patch descriptor */
patch_desc = (struct cam_patch_desc *)
((uint32_t *) &packet->payload +
packet->patch_offset/4);
CAM_DBG(CAM_UTIL, "packet = %pK patch_desc = %pK size = %lu",
(void *)packet, (void *)patch_desc,
sizeof(struct cam_patch_desc));
for (i = 0; i < packet->num_patches; i++) {
hdl = cam_mem_is_secure_buf(patch_desc[i].src_buf_hdl) ?
sec_mmu_hdl : iommu_hdl;
rc = cam_mem_get_io_buf(patch_desc[i].src_buf_hdl,
hdl, &iova_addr, &src_buf_size);
if (rc < 0) {
CAM_ERR(CAM_UTIL, "unable to get src buf address");
return rc;
}
src_buf_iova_addr = (uint32_t *)iova_addr;
temp = iova_addr;
rc = cam_mem_get_cpu_buf(patch_desc[i].dst_buf_hdl,
&cpu_addr, &dst_buf_len);
if (rc < 0 || !cpu_addr || (dst_buf_len == 0)) {
CAM_ERR(CAM_UTIL, "unable to get dst buf address");
return rc;
}
dst_cpu_addr = (uint32_t *)cpu_addr;
CAM_DBG(CAM_UTIL, "i = %d patch info = %x %x %x %x", i,
patch_desc[i].dst_buf_hdl, patch_desc[i].dst_offset,
patch_desc[i].src_buf_hdl, patch_desc[i].src_offset);
if ((size_t)patch_desc[i].src_offset >= src_buf_size) {
CAM_ERR(CAM_UTIL,
"Invalid src buf patch offset");
return -EINVAL;
}
if ((dst_buf_len < sizeof(void *)) ||
((dst_buf_len - sizeof(void *)) <
(size_t)patch_desc[i].dst_offset)) {
CAM_ERR(CAM_UTIL,
"Invalid dst buf patch offset");
return -EINVAL;
}
dst_cpu_addr = (uint32_t *)((uint8_t *)dst_cpu_addr +
patch_desc[i].dst_offset);
temp += patch_desc[i].src_offset;
*dst_cpu_addr = temp;
CAM_DBG(CAM_UTIL,
"patch is done for dst %pK with src %pK value %llx",
dst_cpu_addr, src_buf_iova_addr,
*((uint64_t *)dst_cpu_addr));
}
return rc;
}
EXPORT_SYMBOL_GPL(cam_packet_util_process_patches);
int cam_packet_util_process_generic_cmd_buffer(
struct cam_cmd_buf_desc *cmd_buf,
cam_packet_generic_blob_handler blob_handler_cb, void *user_data)
{
int rc = 0;
uintptr_t cpu_addr = 0;
size_t buf_size;
size_t remain_len = 0;
uint32_t *blob_ptr;
uint32_t blob_type, blob_size, blob_block_size, len_read;
if (!cmd_buf || !blob_handler_cb) {
CAM_ERR(CAM_UTIL, "Invalid args %pK %pK",
cmd_buf, blob_handler_cb);
return -EINVAL;
}
if (!cmd_buf->length || !cmd_buf->size) {
CAM_ERR(CAM_UTIL, "Invalid cmd buf size %d %d",
cmd_buf->length, cmd_buf->size);
return -EINVAL;
}
rc = cam_mem_get_cpu_buf(cmd_buf->mem_handle, &cpu_addr, &buf_size);
if (rc || !cpu_addr || (buf_size == 0)) {
CAM_ERR(CAM_UTIL, "Failed in Get cpu addr, rc=%d, cpu_addr=%pK",
rc, (void *)cpu_addr);
return rc;
}
remain_len = buf_size;
if ((buf_size < sizeof(uint32_t)) ||
((size_t)cmd_buf->offset > (buf_size - sizeof(uint32_t)))) {
CAM_ERR(CAM_UTIL, "Invalid offset for cmd buf: %zu",
(size_t)cmd_buf->offset);
return -EINVAL;
}
remain_len -= (size_t)cmd_buf->offset;
if (remain_len < (size_t)cmd_buf->length) {
CAM_ERR(CAM_UTIL, "Invalid length for cmd buf: %zu",
(size_t)cmd_buf->length);
return -EINVAL;
}
blob_ptr = (uint32_t *)(((uint8_t *)cpu_addr) +
cmd_buf->offset);
CAM_DBG(CAM_UTIL,
"GenericCmdBuffer cpuaddr=%pK, blobptr=%pK, len=%d",
(void *)cpu_addr, (void *)blob_ptr, cmd_buf->length);
len_read = 0;
while (len_read < cmd_buf->length) {
blob_type =
((*blob_ptr) & CAM_GENERIC_BLOB_CMDBUFFER_TYPE_MASK) >>
CAM_GENERIC_BLOB_CMDBUFFER_TYPE_SHIFT;
blob_size =
((*blob_ptr) & CAM_GENERIC_BLOB_CMDBUFFER_SIZE_MASK) >>
CAM_GENERIC_BLOB_CMDBUFFER_SIZE_SHIFT;
blob_block_size = sizeof(uint32_t) +
(((blob_size + sizeof(uint32_t) - 1) /
sizeof(uint32_t)) * sizeof(uint32_t));
CAM_DBG(CAM_UTIL,
"Blob type=%d size=%d block_size=%d len_read=%d total=%d",
blob_type, blob_size, blob_block_size, len_read,
cmd_buf->length);
if (len_read + blob_block_size > cmd_buf->length) {
CAM_ERR(CAM_UTIL, "Invalid Blob %d %d %d %d",
blob_type, blob_size, len_read,
cmd_buf->length);
rc = -EINVAL;
goto end;
}
len_read += blob_block_size;
rc = blob_handler_cb(user_data, blob_type, blob_size,
(uint8_t *)(blob_ptr + 1));
if (rc) {
CAM_ERR(CAM_UTIL, "Error in handling blob type %d %d",
blob_type, blob_size);
goto end;
}
blob_ptr += (blob_block_size / sizeof(uint32_t));
}
end:
return rc;
}
EXPORT_SYMBOL_GPL(cam_packet_util_process_generic_cmd_buffer);