blob: e58fa2e466c9659e2c86c3362c78b025f41c4ae6 [file] [log] [blame]
/* Copyright (c) 2013-2017, The Linux Foundation. All rights reserved.
*
* This program is free software; you can redistribute it and/or modify
* it under the terms of the GNU General Public License version 2 and
* only version 2 as published by the Free Software Foundation.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
*/
#include <linux/err.h>
#include <linux/slab.h>
#include <linux/module.h>
#include <linux/dma-mapping.h>
#include <linux/mutex.h>
#include <linux/of_device.h>
#include <linux/platform_device.h>
#include <linux/notifier.h>
#include <soc/qcom/subsystem_restart.h>
#include <soc/qcom/subsystem_notif.h>
#include <soc/qcom/msm_qmi_interface.h>
#include <soc/qcom/scm.h>
#include "msm_memshare.h"
#include "heap_mem_ext_v01.h"
#include <soc/qcom/secure_buffer.h>
#include <soc/qcom/ramdump.h>
/* Macros */
#define MEMSHARE_DEV_NAME "memshare"
#define MEMSHARE_CHILD_DEV_NAME "memshare_child"
static unsigned long(attrs);
static struct qmi_handle *mem_share_svc_handle;
static void mem_share_svc_recv_msg(struct work_struct *work);
static DECLARE_DELAYED_WORK(work_recv_msg, mem_share_svc_recv_msg);
static struct workqueue_struct *mem_share_svc_workqueue;
static uint64_t bootup_request;
static bool ramdump_event;
static void *memshare_ramdump_dev[MAX_CLIENTS];
static struct device *memshare_dev[MAX_CLIENTS];
/* Memshare Driver Structure */
struct memshare_driver {
struct device *dev;
struct mutex mem_share;
struct mutex mem_free;
struct work_struct memshare_init_work;
};
struct memshare_child {
struct device *dev;
};
static struct memshare_driver *memsh_drv;
static struct memshare_child *memsh_child;
static struct mem_blocks memblock[MAX_CLIENTS];
static uint32_t num_clients;
static struct msg_desc mem_share_svc_alloc_req_desc = {
.max_msg_len = MEM_ALLOC_REQ_MAX_MSG_LEN_V01,
.msg_id = MEM_ALLOC_REQ_MSG_V01,
.ei_array = mem_alloc_req_msg_data_v01_ei,
};
static struct msg_desc mem_share_svc_alloc_resp_desc = {
.max_msg_len = MEM_ALLOC_REQ_MAX_MSG_LEN_V01,
.msg_id = MEM_ALLOC_RESP_MSG_V01,
.ei_array = mem_alloc_resp_msg_data_v01_ei,
};
static struct msg_desc mem_share_svc_free_req_desc = {
.max_msg_len = MEM_FREE_REQ_MAX_MSG_LEN_V01,
.msg_id = MEM_FREE_REQ_MSG_V01,
.ei_array = mem_free_req_msg_data_v01_ei,
};
static struct msg_desc mem_share_svc_free_resp_desc = {
.max_msg_len = MEM_FREE_REQ_MAX_MSG_LEN_V01,
.msg_id = MEM_FREE_RESP_MSG_V01,
.ei_array = mem_free_resp_msg_data_v01_ei,
};
static struct msg_desc mem_share_svc_alloc_generic_req_desc = {
.max_msg_len = MEM_ALLOC_REQ_MAX_MSG_LEN_V01,
.msg_id = MEM_ALLOC_GENERIC_REQ_MSG_V01,
.ei_array = mem_alloc_generic_req_msg_data_v01_ei,
};
static struct msg_desc mem_share_svc_alloc_generic_resp_desc = {
.max_msg_len = MEM_ALLOC_REQ_MAX_MSG_LEN_V01,
.msg_id = MEM_ALLOC_GENERIC_RESP_MSG_V01,
.ei_array = mem_alloc_generic_resp_msg_data_v01_ei,
};
static struct msg_desc mem_share_svc_free_generic_req_desc = {
.max_msg_len = MEM_FREE_REQ_MAX_MSG_LEN_V01,
.msg_id = MEM_FREE_GENERIC_REQ_MSG_V01,
.ei_array = mem_free_generic_req_msg_data_v01_ei,
};
static struct msg_desc mem_share_svc_free_generic_resp_desc = {
.max_msg_len = MEM_FREE_REQ_MAX_MSG_LEN_V01,
.msg_id = MEM_FREE_GENERIC_RESP_MSG_V01,
.ei_array = mem_free_generic_resp_msg_data_v01_ei,
};
static struct msg_desc mem_share_svc_size_query_req_desc = {
.max_msg_len = MEM_FREE_REQ_MAX_MSG_LEN_V01,
.msg_id = MEM_QUERY_SIZE_REQ_MSG_V01,
.ei_array = mem_query_size_req_msg_data_v01_ei,
};
static struct msg_desc mem_share_svc_size_query_resp_desc = {
.max_msg_len = MEM_FREE_REQ_MAX_MSG_LEN_V01,
.msg_id = MEM_QUERY_SIZE_RESP_MSG_V01,
.ei_array = mem_query_size_resp_msg_data_v01_ei,
};
/*
* This API creates ramdump dev handlers
* for each of the memshare clients.
* These dev handlers will be used for
* extracting the ramdump for loaned memory
* segments.
*/
static int mem_share_configure_ramdump(int client)
{
char client_name[18];
const char *clnt = NULL;
switch (client) {
case 0:
clnt = "GPS";
break;
case 1:
clnt = "FTM";
break;
case 2:
clnt = "DIAG";
break;
default:
pr_err("memshare: no memshare clients registered\n");
return -EINVAL;
}
snprintf(client_name, sizeof(client_name),
"memshare_%s", clnt);
if (memshare_dev[client]) {
memshare_ramdump_dev[client] =
create_ramdump_device(client_name,
memshare_dev[client]);
} else {
pr_err("memshare:%s: invalid memshare device\n", __func__);
return -ENODEV;
}
if (IS_ERR_OR_NULL(memshare_ramdump_dev[client])) {
pr_err("memshare: %s: Unable to create memshare ramdump device\n",
__func__);
memshare_ramdump_dev[client] = NULL;
return -ENOMEM;
}
return 0;
}
static int check_client(int client_id, int proc, int request)
{
int i = 0, rc;
int found = DHMS_MEM_CLIENT_INVALID;
for (i = 0; i < MAX_CLIENTS; i++) {
if (memblock[i].client_id == client_id &&
memblock[i].peripheral == proc) {
found = i;
break;
}
}
if ((found == DHMS_MEM_CLIENT_INVALID) && !request) {
pr_debug("memshare: No registered client, adding a new client\n");
/* Add a new client */
for (i = 0; i < MAX_CLIENTS; i++) {
if (memblock[i].client_id == DHMS_MEM_CLIENT_INVALID) {
memblock[i].client_id = client_id;
memblock[i].allotted = 0;
memblock[i].guarantee = 0;
memblock[i].peripheral = proc;
found = i;
if (!memblock[i].file_created) {
rc = mem_share_configure_ramdump(i);
if (rc)
pr_err("memshare: %s, Cannot create ramdump for client: %d\n",
__func__, client_id);
else
memblock[i].file_created = 1;
}
break;
}
}
}
return found;
}
static void free_client(int id)
{
memblock[id].phy_addr = 0;
memblock[id].virtual_addr = 0;
memblock[id].allotted = 0;
memblock[id].guarantee = 0;
memblock[id].sequence_id = -1;
memblock[id].memory_type = MEMORY_CMA;
}
static void fill_alloc_response(struct mem_alloc_generic_resp_msg_v01 *resp,
int id, int *flag)
{
resp->sequence_id_valid = 1;
resp->sequence_id = memblock[id].sequence_id;
resp->dhms_mem_alloc_addr_info_valid = 1;
resp->dhms_mem_alloc_addr_info_len = 1;
resp->dhms_mem_alloc_addr_info[0].phy_addr = memblock[id].phy_addr;
resp->dhms_mem_alloc_addr_info[0].num_bytes = memblock[id].size;
if (!*flag) {
resp->resp.result = QMI_RESULT_SUCCESS_V01;
resp->resp.error = QMI_ERR_NONE_V01;
} else {
resp->resp.result = QMI_RESULT_FAILURE_V01;
resp->resp.error = QMI_ERR_NO_MEMORY_V01;
}
}
static void initialize_client(void)
{
int i;
for (i = 0; i < MAX_CLIENTS; i++) {
memblock[i].allotted = 0;
memblock[i].size = 0;
memblock[i].guarantee = 0;
memblock[i].phy_addr = 0;
memblock[i].virtual_addr = 0;
memblock[i].client_id = DHMS_MEM_CLIENT_INVALID;
memblock[i].peripheral = -1;
memblock[i].sequence_id = -1;
memblock[i].memory_type = MEMORY_CMA;
memblock[i].free_memory = 0;
memblock[i].hyp_mapping = 0;
memblock[i].file_created = 0;
}
attrs |= DMA_ATTR_NO_KERNEL_MAPPING;
}
/*
* mem_share_do_ramdump() function initializes the
* ramdump segments with the physical address and
* size of the memshared clients. Extraction of ramdump
* is skipped if memshare client is not allotted
* This calls the ramdump api in extracting the
* ramdump in elf format.
*/
static int mem_share_do_ramdump(void)
{
int i = 0, ret;
char *client_name = NULL;
for (i = 0; i < num_clients; i++) {
struct ramdump_segment *ramdump_segments_tmp = NULL;
switch (i) {
case 0:
client_name = "GPS";
break;
case 1:
client_name = "FTM";
break;
case 2:
client_name = "DIAG";
break;
default:
pr_err("memshare: no memshare clients registered\n");
return -EINVAL;
}
if (!memblock[i].allotted) {
pr_err("memshare:%s memblock is not allotted\n",
client_name);
continue;
}
ramdump_segments_tmp = kcalloc(1,
sizeof(struct ramdump_segment),
GFP_KERNEL);
if (!ramdump_segments_tmp)
return -ENOMEM;
ramdump_segments_tmp[0].size = memblock[i].size;
ramdump_segments_tmp[0].address = memblock[i].phy_addr;
pr_debug("memshare: %s:%s client:id: %d:size = %d\n",
__func__, client_name, i, memblock[i].size);
ret = do_elf_ramdump(memshare_ramdump_dev[i],
ramdump_segments_tmp, 1);
kfree(ramdump_segments_tmp);
if (ret < 0) {
pr_err("memshare: Unable to dump: %d\n", ret);
return ret;
}
}
return 0;
}
static int modem_notifier_cb(struct notifier_block *this, unsigned long code,
void *_cmd)
{
int i;
int ret;
u32 source_vmlist[2] = {VMID_HLOS, VMID_MSS_MSA};
int dest_vmids[1] = {VMID_HLOS};
int dest_perms[1] = {PERM_READ|PERM_WRITE|PERM_EXEC};
struct notif_data *notifdata = NULL;
mutex_lock(&memsh_drv->mem_share);
switch (code) {
case SUBSYS_BEFORE_SHUTDOWN:
bootup_request++;
break;
case SUBSYS_RAMDUMP_NOTIFICATION:
ramdump_event = 1;
break;
case SUBSYS_BEFORE_POWERUP:
if (_cmd) {
notifdata = (struct notif_data *) _cmd;
} else {
ramdump_event = 0;
break;
}
if (notifdata->enable_ramdump && ramdump_event) {
pr_debug("memshare: %s, Ramdump collection is enabled\n",
__func__);
ret = mem_share_do_ramdump();
if (ret)
pr_err("memshare: Ramdump collection failed\n");
ramdump_event = 0;
}
break;
case SUBSYS_AFTER_POWERUP:
pr_debug("memshare: Modem has booted up\n");
for (i = 0; i < MAX_CLIENTS; i++) {
if (memblock[i].free_memory > 0 &&
bootup_request >= 2) {
memblock[i].free_memory -= 1;
pr_debug("memshare: free_memory count: %d for client id: %d\n",
memblock[i].free_memory,
memblock[i].client_id);
}
if (memblock[i].free_memory == 0) {
if (memblock[i].peripheral ==
DHMS_MEM_PROC_MPSS_V01 &&
!memblock[i].guarantee &&
memblock[i].allotted) {
pr_debug("memshare: hypervisor unmapping for client id: %d\n",
memblock[i].client_id);
ret = hyp_assign_phys(
memblock[i].phy_addr,
memblock[i].size,
source_vmlist,
2, dest_vmids,
dest_perms, 1);
if (ret &&
memblock[i].hyp_mapping == 1) {
/*
* This is an error case as hyp
* mapping was successful
* earlier but during unmap
* it lead to failure.
*/
pr_err("memshare: %s, failed to unmap the region\n",
__func__);
memblock[i].hyp_mapping = 1;
} else {
memblock[i].hyp_mapping = 0;
}
dma_free_attrs(memsh_drv->dev,
memblock[i].size,
memblock[i].virtual_addr,
memblock[i].phy_addr,
attrs);
free_client(i);
}
}
}
bootup_request++;
break;
default:
break;
}
mutex_unlock(&memsh_drv->mem_share);
return NOTIFY_DONE;
}
static struct notifier_block nb = {
.notifier_call = modem_notifier_cb,
};
static void shared_hyp_mapping(int client_id)
{
int ret;
u32 source_vmlist[1] = {VMID_HLOS};
int dest_vmids[2] = {VMID_HLOS, VMID_MSS_MSA};
int dest_perms[2] = {PERM_READ|PERM_WRITE,
PERM_READ|PERM_WRITE};
if (client_id == DHMS_MEM_CLIENT_INVALID) {
pr_err("memshare: %s, Invalid Client\n", __func__);
return;
}
ret = hyp_assign_phys(memblock[client_id].phy_addr,
memblock[client_id].size,
source_vmlist, 1, dest_vmids,
dest_perms, 2);
if (ret != 0) {
pr_err("memshare: hyp_assign_phys failed size=%u err=%d\n",
memblock[client_id].size, ret);
return;
}
memblock[client_id].hyp_mapping = 1;
}
static int handle_alloc_req(void *req_h, void *req, void *conn_h)
{
struct mem_alloc_req_msg_v01 *alloc_req;
struct mem_alloc_resp_msg_v01 alloc_resp;
int rc = 0;
mutex_lock(&memsh_drv->mem_share);
alloc_req = (struct mem_alloc_req_msg_v01 *)req;
pr_debug("memshare: %s: Received Alloc Request: alloc_req->num_bytes = %d\n",
__func__, alloc_req->num_bytes);
if (!memblock[GPS].size) {
memset(&alloc_resp, 0, sizeof(alloc_resp));
alloc_resp.resp = QMI_RESULT_FAILURE_V01;
rc = memshare_alloc(memsh_drv->dev, alloc_req->num_bytes,
&memblock[GPS]);
}
alloc_resp.num_bytes_valid = 1;
alloc_resp.num_bytes = alloc_req->num_bytes;
alloc_resp.handle_valid = 1;
alloc_resp.handle = memblock[GPS].phy_addr;
if (rc) {
alloc_resp.resp = QMI_RESULT_FAILURE_V01;
memblock[GPS].size = 0;
} else {
alloc_resp.resp = QMI_RESULT_SUCCESS_V01;
}
mutex_unlock(&memsh_drv->mem_share);
pr_debug("memshare: %s, alloc_resp.num_bytes :%d, alloc_resp.resp :%lx\n",
__func__, alloc_resp.num_bytes,
(unsigned long int)alloc_resp.resp);
rc = qmi_send_resp_from_cb(mem_share_svc_handle, conn_h, req_h,
&mem_share_svc_alloc_resp_desc, &alloc_resp,
sizeof(alloc_resp));
if (rc < 0)
pr_err("memshare: %s, Error sending the alloc request: %d\n",
__func__, rc);
return rc;
}
static int handle_alloc_generic_req(void *req_h, void *req, void *conn_h)
{
struct mem_alloc_generic_req_msg_v01 *alloc_req;
struct mem_alloc_generic_resp_msg_v01 *alloc_resp;
int rc, resp = 0;
int client_id;
uint32_t size = 0;
mutex_lock(&memsh_drv->mem_share);
alloc_req = (struct mem_alloc_generic_req_msg_v01 *)req;
pr_debug("memshare: alloc request client id: %d proc _id: %d\n",
alloc_req->client_id, alloc_req->proc_id);
alloc_resp = kzalloc(sizeof(*alloc_resp),
GFP_KERNEL);
if (!alloc_resp) {
mutex_unlock(&memsh_drv->mem_share);
return -ENOMEM;
}
alloc_resp->resp.result = QMI_RESULT_FAILURE_V01;
alloc_resp->resp.error = QMI_ERR_NO_MEMORY_V01;
client_id = check_client(alloc_req->client_id, alloc_req->proc_id,
CHECK);
if (client_id >= MAX_CLIENTS) {
pr_err("memshare: %s client not found, requested client: %d, proc_id: %d\n",
__func__, alloc_req->client_id,
alloc_req->proc_id);
kfree(alloc_resp);
alloc_resp = NULL;
mutex_unlock(&memsh_drv->mem_share);
return -EINVAL;
}
if (!memblock[client_id].allotted) {
if (alloc_req->client_id == 1 && alloc_req->num_bytes > 0)
size = alloc_req->num_bytes + MEMSHARE_GUARD_BYTES;
else
size = alloc_req->num_bytes;
rc = memshare_alloc(memsh_drv->dev, size,
&memblock[client_id]);
if (rc) {
pr_err("memshare: %s,Unable to allocate memory for requested client\n",
__func__);
resp = 1;
}
if (!resp) {
memblock[client_id].free_memory += 1;
memblock[client_id].allotted = 1;
memblock[client_id].size = alloc_req->num_bytes;
memblock[client_id].peripheral = alloc_req->proc_id;
}
}
pr_debug("memshare: In %s, free memory count for client id: %d = %d",
__func__, memblock[client_id].client_id,
memblock[client_id].free_memory);
memblock[client_id].sequence_id = alloc_req->sequence_id;
fill_alloc_response(alloc_resp, client_id, &resp);
/*
* Perform the Hypervisor mapping in order to avoid XPU viloation
* to the allocated region for Modem Clients
*/
if (!memblock[client_id].hyp_mapping &&
memblock[client_id].allotted)
shared_hyp_mapping(client_id);
mutex_unlock(&memsh_drv->mem_share);
pr_debug("memshare: alloc_resp.num_bytes :%d, alloc_resp.resp.result :%lx\n",
alloc_resp->dhms_mem_alloc_addr_info[0].num_bytes,
(unsigned long int)alloc_resp->resp.result);
rc = qmi_send_resp_from_cb(mem_share_svc_handle, conn_h, req_h,
&mem_share_svc_alloc_generic_resp_desc, alloc_resp,
sizeof(alloc_resp));
if (rc < 0)
pr_err("memshare: %s, Error sending the alloc request: %d\n",
__func__, rc);
kfree(alloc_resp);
alloc_resp = NULL;
return rc;
}
static int handle_free_req(void *req_h, void *req, void *conn_h)
{
struct mem_free_req_msg_v01 *free_req;
struct mem_free_resp_msg_v01 free_resp;
int rc;
mutex_lock(&memsh_drv->mem_free);
if (!memblock[GPS].guarantee) {
free_req = (struct mem_free_req_msg_v01 *)req;
pr_debug("memshare: %s: Received Free Request\n", __func__);
memset(&free_resp, 0, sizeof(free_resp));
dma_free_coherent(memsh_drv->dev, memblock[GPS].size,
memblock[GPS].virtual_addr,
free_req->handle);
}
free_resp.resp = QMI_RESULT_SUCCESS_V01;
mutex_unlock(&memsh_drv->mem_free);
rc = qmi_send_resp_from_cb(mem_share_svc_handle, conn_h, req_h,
&mem_share_svc_free_resp_desc, &free_resp,
sizeof(free_resp));
if (rc < 0)
pr_err("memshare: %s, Error sending the free request: %d\n",
__func__, rc);
return rc;
}
static int handle_free_generic_req(void *req_h, void *req, void *conn_h)
{
struct mem_free_generic_req_msg_v01 *free_req;
struct mem_free_generic_resp_msg_v01 free_resp;
int rc;
int flag = 0;
uint32_t client_id;
mutex_lock(&memsh_drv->mem_free);
free_req = (struct mem_free_generic_req_msg_v01 *)req;
pr_debug("memshare: %s: Received Free Request\n", __func__);
memset(&free_resp, 0, sizeof(free_resp));
free_resp.resp.error = QMI_ERR_INTERNAL_V01;
free_resp.resp.result = QMI_RESULT_FAILURE_V01;
pr_debug("memshare: Client id: %d proc id: %d\n", free_req->client_id,
free_req->proc_id);
client_id = check_client(free_req->client_id, free_req->proc_id, FREE);
if (client_id == DHMS_MEM_CLIENT_INVALID) {
pr_err("memshare: %s, Invalid client request to free memory\n",
__func__);
flag = 1;
} else if (!memblock[client_id].guarantee &&
memblock[client_id].allotted) {
pr_debug("memshare: %s: size: %d",
__func__, memblock[client_id].size);
dma_free_attrs(memsh_drv->dev, memblock[client_id].size,
memblock[client_id].virtual_addr,
memblock[client_id].phy_addr,
attrs);
free_client(client_id);
} else {
pr_err("memshare: %s, Request came for a guaranteed client cannot free up the memory\n",
__func__);
}
if (flag) {
free_resp.resp.result = QMI_RESULT_FAILURE_V01;
free_resp.resp.error = QMI_ERR_INVALID_ID_V01;
} else {
free_resp.resp.result = QMI_RESULT_SUCCESS_V01;
free_resp.resp.error = QMI_ERR_NONE_V01;
}
mutex_unlock(&memsh_drv->mem_free);
rc = qmi_send_resp_from_cb(mem_share_svc_handle, conn_h, req_h,
&mem_share_svc_free_generic_resp_desc, &free_resp,
sizeof(free_resp));
if (rc < 0)
pr_err("memshare: %s, Error sending the free request: %d\n",
__func__, rc);
return rc;
}
static int handle_query_size_req(void *req_h, void *req, void *conn_h)
{
int rc, client_id;
struct mem_query_size_req_msg_v01 *query_req;
struct mem_query_size_rsp_msg_v01 *query_resp;
mutex_lock(&memsh_drv->mem_share);
query_req = (struct mem_query_size_req_msg_v01 *)req;
query_resp = kzalloc(sizeof(*query_resp),
GFP_KERNEL);
if (!query_resp) {
mutex_unlock(&memsh_drv->mem_share);
return -ENOMEM;
}
pr_debug("memshare: query request client id: %d proc _id: %d\n",
query_req->client_id, query_req->proc_id);
client_id = check_client(query_req->client_id, query_req->proc_id,
CHECK);
if (client_id >= MAX_CLIENTS) {
pr_err("memshare: %s client not found, requested client: %d, proc_id: %d\n",
__func__, query_req->client_id,
query_req->proc_id);
kfree(query_resp);
query_resp = NULL;
mutex_unlock(&memsh_drv->mem_share);
return -EINVAL;
}
if (memblock[client_id].size) {
query_resp->size_valid = 1;
query_resp->size = memblock[client_id].size;
} else {
query_resp->size_valid = 1;
query_resp->size = 0;
}
query_resp->resp.result = QMI_RESULT_SUCCESS_V01;
query_resp->resp.error = QMI_ERR_NONE_V01;
mutex_unlock(&memsh_drv->mem_share);
pr_debug("memshare: query_resp.size :%d, query_resp.resp.result :%lx\n",
query_resp->size,
(unsigned long int)query_resp->resp.result);
rc = qmi_send_resp_from_cb(mem_share_svc_handle, conn_h, req_h,
&mem_share_svc_size_query_resp_desc, query_resp,
sizeof(query_resp));
if (rc < 0)
pr_err("memshare: %s, Error sending the query request: %d\n",
__func__, rc);
kfree(query_resp);
query_resp = NULL;
return rc;
}
static int mem_share_svc_connect_cb(struct qmi_handle *handle,
void *conn_h)
{
if (mem_share_svc_handle != handle || !conn_h)
return -EINVAL;
return 0;
}
static int mem_share_svc_disconnect_cb(struct qmi_handle *handle,
void *conn_h)
{
if (mem_share_svc_handle != handle || !conn_h)
return -EINVAL;
return 0;
}
static int mem_share_svc_req_desc_cb(unsigned int msg_id,
struct msg_desc **req_desc)
{
int rc;
pr_debug("memshare: %s\n", __func__);
switch (msg_id) {
case MEM_ALLOC_REQ_MSG_V01:
*req_desc = &mem_share_svc_alloc_req_desc;
rc = sizeof(struct mem_alloc_req_msg_v01);
break;
case MEM_FREE_REQ_MSG_V01:
*req_desc = &mem_share_svc_free_req_desc;
rc = sizeof(struct mem_free_req_msg_v01);
break;
case MEM_ALLOC_GENERIC_REQ_MSG_V01:
*req_desc = &mem_share_svc_alloc_generic_req_desc;
rc = sizeof(struct mem_alloc_generic_req_msg_v01);
break;
case MEM_FREE_GENERIC_REQ_MSG_V01:
*req_desc = &mem_share_svc_free_generic_req_desc;
rc = sizeof(struct mem_free_generic_req_msg_v01);
break;
case MEM_QUERY_SIZE_REQ_MSG_V01:
*req_desc = &mem_share_svc_size_query_req_desc;
rc = sizeof(struct mem_query_size_req_msg_v01);
break;
default:
rc = -ENOTSUPP;
break;
}
return rc;
}
static int mem_share_svc_req_cb(struct qmi_handle *handle, void *conn_h,
void *req_h, unsigned int msg_id, void *req)
{
int rc;
pr_debug("memshare: %s\n", __func__);
if (mem_share_svc_handle != handle || !conn_h)
return -EINVAL;
switch (msg_id) {
case MEM_ALLOC_REQ_MSG_V01:
rc = handle_alloc_req(req_h, req, conn_h);
break;
case MEM_FREE_REQ_MSG_V01:
rc = handle_free_req(req_h, req, conn_h);
break;
case MEM_ALLOC_GENERIC_REQ_MSG_V01:
rc = handle_alloc_generic_req(req_h, req, conn_h);
break;
case MEM_FREE_GENERIC_REQ_MSG_V01:
rc = handle_free_generic_req(req_h, req, conn_h);
break;
case MEM_QUERY_SIZE_REQ_MSG_V01:
rc = handle_query_size_req(req_h, req, conn_h);
break;
default:
rc = -ENOTSUPP;
break;
}
return rc;
}
static void mem_share_svc_recv_msg(struct work_struct *work)
{
int rc;
pr_debug("memshare: %s\n", __func__);
do {
rc = qmi_recv_msg(mem_share_svc_handle);
pr_debug("memshare: %s: Notified about a Receive Event",
__func__);
} while (!rc);
if (rc != -ENOMSG)
pr_err("memshare: %s: Error = %d while receiving message\n",
__func__, rc);
}
static void qmi_mem_share_svc_ntfy(struct qmi_handle *handle,
enum qmi_event_type event, void *priv)
{
pr_debug("memshare: %s\n", __func__);
if (event == QMI_RECV_MSG)
queue_delayed_work(mem_share_svc_workqueue,
&work_recv_msg, 0);
}
static struct qmi_svc_ops_options mem_share_svc_ops_options = {
.version = 1,
.service_id = MEM_SHARE_SERVICE_SVC_ID,
.service_vers = MEM_SHARE_SERVICE_VERS,
.service_ins = MEM_SHARE_SERVICE_INS_ID,
.connect_cb = mem_share_svc_connect_cb,
.disconnect_cb = mem_share_svc_disconnect_cb,
.req_desc_cb = mem_share_svc_req_desc_cb,
.req_cb = mem_share_svc_req_cb,
};
int memshare_alloc(struct device *dev,
unsigned int block_size,
struct mem_blocks *pblk)
{
pr_debug("memshare: %s", __func__);
if (!pblk) {
pr_err("memshare: %s: Failed memory block allocation\n",
__func__);
return -ENOMEM;
}
pblk->virtual_addr = dma_alloc_attrs(dev, block_size,
&pblk->phy_addr, GFP_KERNEL,
attrs);
if (pblk->virtual_addr == NULL)
return -ENOMEM;
return 0;
}
static void memshare_init_worker(struct work_struct *work)
{
int rc;
mem_share_svc_workqueue =
create_singlethread_workqueue("mem_share_svc");
if (!mem_share_svc_workqueue)
return;
mem_share_svc_handle = qmi_handle_create(qmi_mem_share_svc_ntfy, NULL);
if (!mem_share_svc_handle) {
pr_err("memshare: %s: Creating mem_share_svc qmi handle failed\n",
__func__);
destroy_workqueue(mem_share_svc_workqueue);
return;
}
rc = qmi_svc_register(mem_share_svc_handle, &mem_share_svc_ops_options);
if (rc < 0) {
pr_err("memshare: %s: Registering mem share svc failed %d\n",
__func__, rc);
qmi_handle_destroy(mem_share_svc_handle);
destroy_workqueue(mem_share_svc_workqueue);
return;
}
pr_debug("memshare: memshare_init successful\n");
}
static int memshare_child_probe(struct platform_device *pdev)
{
int rc;
uint32_t size, client_id;
const char *name;
struct memshare_child *drv;
drv = devm_kzalloc(&pdev->dev, sizeof(struct memshare_child),
GFP_KERNEL);
if (!drv)
return -ENOMEM;
drv->dev = &pdev->dev;
memsh_child = drv;
platform_set_drvdata(pdev, memsh_child);
rc = of_property_read_u32(pdev->dev.of_node, "qcom,peripheral-size",
&size);
if (rc) {
pr_err("memshare: %s, Error reading size of clients, rc: %d\n",
__func__, rc);
return rc;
}
rc = of_property_read_u32(pdev->dev.of_node, "qcom,client-id",
&client_id);
if (rc) {
pr_err("memshare: %s, Error reading client id, rc: %d\n",
__func__, rc);
return rc;
}
memblock[num_clients].guarantee = of_property_read_bool(
pdev->dev.of_node,
"qcom,allocate-boot-time");
rc = of_property_read_string(pdev->dev.of_node, "label",
&name);
if (rc) {
pr_err("memshare: %s, Error reading peripheral info for client, rc: %d\n",
__func__, rc);
return rc;
}
if (strcmp(name, "modem") == 0)
memblock[num_clients].peripheral = DHMS_MEM_PROC_MPSS_V01;
else if (strcmp(name, "adsp") == 0)
memblock[num_clients].peripheral = DHMS_MEM_PROC_ADSP_V01;
else if (strcmp(name, "wcnss") == 0)
memblock[num_clients].peripheral = DHMS_MEM_PROC_WCNSS_V01;
memblock[num_clients].size = size;
memblock[num_clients].client_id = client_id;
/*
* Memshare allocation for guaranteed clients
*/
if (memblock[num_clients].guarantee && size > 0) {
if (client_id == 1)
size += MEMSHARE_GUARD_BYTES;
rc = memshare_alloc(memsh_child->dev,
size,
&memblock[num_clients]);
if (rc) {
pr_err("memshare: %s, Unable to allocate memory for guaranteed clients, rc: %d\n",
__func__, rc);
return rc;
}
memblock[num_clients].allotted = 1;
shared_hyp_mapping(num_clients);
}
/*
* call for creating ramdump dev handlers for
* memshare clients
*/
memshare_dev[num_clients] = &pdev->dev;
if (!memblock[num_clients].file_created) {
rc = mem_share_configure_ramdump(num_clients);
if (rc)
pr_err("memshare: %s, cannot collect dumps for client id: %d\n",
__func__,
memblock[num_clients].client_id);
else
memblock[num_clients].file_created = 1;
}
num_clients++;
return 0;
}
static int memshare_probe(struct platform_device *pdev)
{
int rc;
struct memshare_driver *drv;
drv = devm_kzalloc(&pdev->dev, sizeof(struct memshare_driver),
GFP_KERNEL);
if (!drv)
return -ENOMEM;
/* Memory allocation has been done successfully */
mutex_init(&drv->mem_free);
mutex_init(&drv->mem_share);
INIT_WORK(&drv->memshare_init_work, memshare_init_worker);
schedule_work(&drv->memshare_init_work);
drv->dev = &pdev->dev;
memsh_drv = drv;
platform_set_drvdata(pdev, memsh_drv);
initialize_client();
num_clients = 0;
rc = of_platform_populate(pdev->dev.of_node, NULL, NULL,
&pdev->dev);
if (rc) {
pr_err("memshare: %s, error populating the devices\n",
__func__);
return rc;
}
subsys_notif_register_notifier("modem", &nb);
pr_debug("memshare: %s, Memshare inited\n", __func__);
return 0;
}
static int memshare_remove(struct platform_device *pdev)
{
if (!memsh_drv)
return 0;
qmi_svc_unregister(mem_share_svc_handle);
flush_workqueue(mem_share_svc_workqueue);
qmi_handle_destroy(mem_share_svc_handle);
destroy_workqueue(mem_share_svc_workqueue);
return 0;
}
static int memshare_child_remove(struct platform_device *pdev)
{
return 0;
}
static const struct of_device_id memshare_match_table[] = {
{
.compatible = "qcom,memshare",
},
{}
};
static const struct of_device_id memshare_match_table1[] = {
{
.compatible = "qcom,memshare-peripheral",
},
{}
};
static struct platform_driver memshare_pdriver = {
.probe = memshare_probe,
.remove = memshare_remove,
.driver = {
.name = MEMSHARE_DEV_NAME,
.owner = THIS_MODULE,
.of_match_table = memshare_match_table,
},
};
static struct platform_driver memshare_pchild = {
.probe = memshare_child_probe,
.remove = memshare_child_remove,
.driver = {
.name = MEMSHARE_CHILD_DEV_NAME,
.owner = THIS_MODULE,
.of_match_table = memshare_match_table1,
},
};
module_platform_driver(memshare_pdriver);
module_platform_driver(memshare_pchild);
MODULE_DESCRIPTION("Mem Share QMI Service Driver");
MODULE_LICENSE("GPL v2");