#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
#include <linux/slab.h>
#include <linux/tee.h>
#include <linux/platform_device.h>
#include <linux/xarray.h>
#include "qcomtee.h"
static int find_qtee_object(struct qcomtee_object **object, unsigned long id,
struct qcomtee_context_data *ctxdata)
{
int err = 0;
guard(rcu)();
*object = idr_find(&ctxdata->qtee_objects_idr, id);
if (!qcomtee_object_get(*object))
err = -EINVAL;
return err;
}
static void del_qtee_object(unsigned long id,
struct qcomtee_context_data *ctxdata)
{
struct qcomtee_object *object;
scoped_guard(mutex, &ctxdata->qtee_lock)
object = idr_remove(&ctxdata->qtee_objects_idr, id);
qcomtee_object_put(object);
}
int qcomtee_context_add_qtee_object(struct tee_param *param,
struct qcomtee_object *object,
struct tee_context *ctx)
{
int ret;
struct qcomtee_context_data *ctxdata = ctx->data;
scoped_guard(mutex, &ctxdata->qtee_lock)
ret = idr_alloc(&ctxdata->qtee_objects_idr, object, 0, 0,
GFP_KERNEL);
if (ret < 0)
return ret;
param->u.objref.id = ret;
param->u.objref.flags = QCOMTEE_OBJREF_FLAG_TEE;
return 0;
}
int qcomtee_context_find_qtee_object(struct qcomtee_object **object,
struct tee_param *param,
struct tee_context *ctx)
{
struct qcomtee_context_data *ctxdata = ctx->data;
return find_qtee_object(object, param->u.objref.id, ctxdata);
}
void qcomtee_context_del_qtee_object(struct tee_param *param,
struct tee_context *ctx)
{
struct qcomtee_context_data *ctxdata = ctx->data;
if (param->u.objref.flags & QCOMTEE_OBJREF_FLAG_TEE)
del_qtee_object(param->u.objref.id, ctxdata);
}
int qcomtee_objref_to_arg(struct qcomtee_arg *arg, struct tee_param *param,
struct tee_context *ctx)
{
int err = -EINVAL;
arg->o = NULL_QCOMTEE_OBJECT;
if (param->u.objref.id == TEE_OBJREF_NULL)
return 0;
if (param->u.objref.flags & QCOMTEE_OBJREF_FLAG_USER)
err = qcomtee_user_param_to_object(&arg->o, param, ctx);
else if (param->u.objref.flags & QCOMTEE_OBJREF_FLAG_TEE)
err = qcomtee_context_find_qtee_object(&arg->o, param, ctx);
else if (param->u.objref.flags & QCOMTEE_OBJREF_FLAG_MEM)
err = qcomtee_memobj_param_to_object(&arg->o, param, ctx);
if (!err && (typeof_qcomtee_object(arg->o) == QCOMTEE_OBJECT_TYPE_CB))
qcomtee_object_get(arg->o);
return err;
}
int qcomtee_objref_from_arg(struct tee_param *param, struct qcomtee_arg *arg,
struct tee_context *ctx)
{
struct qcomtee_object *object = arg->o;
switch (typeof_qcomtee_object(object)) {
case QCOMTEE_OBJECT_TYPE_NULL:
param->u.objref.id = TEE_OBJREF_NULL;
return 0;
case QCOMTEE_OBJECT_TYPE_CB:
if (is_qcomtee_user_object(object))
return qcomtee_user_param_from_object(param, object,
ctx);
else if (is_qcomtee_memobj_object(object))
return qcomtee_memobj_param_from_object(param, object,
ctx);
break;
case QCOMTEE_OBJECT_TYPE_TEE:
return qcomtee_context_add_qtee_object(param, object, ctx);
case QCOMTEE_OBJECT_TYPE_ROOT:
default:
break;
}
return -EINVAL;
}
static int qcomtee_params_to_args(struct qcomtee_arg *u,
struct tee_param *params, int num_params,
struct tee_context *ctx)
{
int i;
for (i = 0; i < num_params; i++) {
switch (params[i].attr) {
case TEE_IOCTL_PARAM_ATTR_TYPE_UBUF_INPUT:
case TEE_IOCTL_PARAM_ATTR_TYPE_UBUF_OUTPUT:
u[i].flags = QCOMTEE_ARG_FLAGS_UADDR;
u[i].b.uaddr = params[i].u.ubuf.uaddr;
u[i].b.size = params[i].u.ubuf.size;
if (params[i].attr ==
TEE_IOCTL_PARAM_ATTR_TYPE_UBUF_INPUT)
u[i].type = QCOMTEE_ARG_TYPE_IB;
else
u[i].type = QCOMTEE_ARG_TYPE_OB;
break;
case TEE_IOCTL_PARAM_ATTR_TYPE_OBJREF_INPUT:
u[i].type = QCOMTEE_ARG_TYPE_IO;
if (qcomtee_objref_to_arg(&u[i], ¶ms[i], ctx))
goto out_failed;
break;
case TEE_IOCTL_PARAM_ATTR_TYPE_OBJREF_OUTPUT:
u[i].type = QCOMTEE_ARG_TYPE_OO;
u[i].o = NULL_QCOMTEE_OBJECT;
break;
default:
goto out_failed;
}
}
return 0;
out_failed:
for (i--; i >= 0; i--) {
if (u[i].type != QCOMTEE_ARG_TYPE_IO)
continue;
qcomtee_user_object_set_notify(u[i].o, false);
if (typeof_qcomtee_object(u[i].o) == QCOMTEE_OBJECT_TYPE_CB)
qcomtee_object_put(u[i].o);
qcomtee_object_put(u[i].o);
}
return -EINVAL;
}
static int qcomtee_params_from_args(struct tee_param *params,
struct qcomtee_arg *u, int num_params,
struct tee_context *ctx)
{
int i, np;
qcomtee_arg_for_each(np, u) {
switch (u[np].type) {
case QCOMTEE_ARG_TYPE_OB:
params[np].u.ubuf.size = u[np].b.size;
break;
case QCOMTEE_ARG_TYPE_IO:
qcomtee_object_put(u[np].o);
break;
case QCOMTEE_ARG_TYPE_OO:
if (qcomtee_objref_from_arg(¶ms[np], &u[np], ctx))
goto out_failed;
break;
case QCOMTEE_ARG_TYPE_IB:
default:
break;
}
}
return 0;
out_failed:
for (i = 0; i < np; i++) {
if (params[i].attr == TEE_IOCTL_PARAM_ATTR_TYPE_OBJREF_OUTPUT)
qcomtee_context_del_qtee_object(¶ms[i], ctx);
}
for (; i < num_params && u[i].type; i++) {
if (u[i].type == QCOMTEE_ARG_TYPE_OO ||
u[i].type == QCOMTEE_ARG_TYPE_IO)
qcomtee_object_put(u[i].o);
}
return -EINVAL;
}
static int qcomtee_params_check(struct tee_param *params, int num_params)
{
int io = 0, oo = 0, ib = 0, ob = 0;
int i;
if (num_params > QCOMTEE_ARGS_MAX)
return -EINVAL;
for (i = 0; i < num_params; i++) {
switch (params[i].attr) {
case TEE_IOCTL_PARAM_ATTR_TYPE_UBUF_INPUT:
ib++;
break;
case TEE_IOCTL_PARAM_ATTR_TYPE_UBUF_OUTPUT:
ob++;
break;
case TEE_IOCTL_PARAM_ATTR_TYPE_OBJREF_INPUT:
io++;
break;
case TEE_IOCTL_PARAM_ATTR_TYPE_OBJREF_OUTPUT:
oo++;
break;
default:
return -EINVAL;
}
}
if (io > QCOMTEE_ARGS_PER_TYPE || oo > QCOMTEE_ARGS_PER_TYPE ||
ib > QCOMTEE_ARGS_PER_TYPE || ob > QCOMTEE_ARGS_PER_TYPE)
return -EINVAL;
return 0;
}
static int qcomtee_root_object_check(u32 op, struct tee_param *params,
int num_params)
{
if (op == QCOMTEE_ROOT_OP_NOTIFY_DOMAIN_CHANGE ||
op == QCOMTEE_ROOT_OP_ADCI_ACCEPT ||
op == QCOMTEE_ROOT_OP_ADCI_SHUTDOWN)
return -EINVAL;
if (op == QCOMTEE_ROOT_OP_REG_WITH_CREDENTIALS && num_params == 2) {
if (params[0].attr == TEE_IOCTL_PARAM_ATTR_TYPE_OBJREF_INPUT &&
params[1].attr == TEE_IOCTL_PARAM_ATTR_TYPE_OBJREF_OUTPUT) {
if (params[0].u.objref.id == TEE_OBJREF_NULL)
return -EINVAL;
}
}
return 0;
}
static int qcomtee_object_invoke(struct tee_context *ctx,
struct tee_ioctl_object_invoke_arg *arg,
struct tee_param *params)
{
struct qcomtee_context_data *ctxdata = ctx->data;
struct qcomtee_object *object;
int i, ret, result;
if (qcomtee_params_check(params, arg->num_params))
return -EINVAL;
if (arg->op == QCOMTEE_MSG_OBJECT_OP_RELEASE) {
del_qtee_object(arg->id, ctxdata);
return 0;
}
struct qcomtee_object_invoke_ctx *oic __free(kfree) =
qcomtee_object_invoke_ctx_alloc(ctx);
if (!oic)
return -ENOMEM;
struct qcomtee_arg *u __free(kfree) = kzalloc_objs(*u,
arg->num_params + 1);
if (!u)
return -ENOMEM;
if (arg->id == TEE_OBJREF_NULL) {
if (qcomtee_root_object_check(arg->op, params, arg->num_params))
return -EINVAL;
object = ROOT_QCOMTEE_OBJECT;
} else if (find_qtee_object(&object, arg->id, ctxdata)) {
return -EINVAL;
}
ret = qcomtee_params_to_args(u, params, arg->num_params, ctx);
if (ret)
goto out;
ret = qcomtee_object_do_invoke(oic, object, arg->op, u, &result);
if (ret) {
qcomtee_arg_for_each_input_object(i, u) {
qcomtee_user_object_set_notify(u[i].o, false);
qcomtee_object_put(u[i].o);
}
goto out;
}
if (!result) {
if (qcomtee_params_from_args(params, u, arg->num_params, ctx))
result = QCOMTEE_MSG_ERROR_UNAVAIL;
} else {
qcomtee_arg_for_each_input_object(i, u)
qcomtee_object_put(u[i].o);
}
arg->ret = result;
out:
qcomtee_object_put(object);
return ret;
}
static int qcomtee_supp_recv(struct tee_context *ctx, u32 *op, u32 *num_params,
struct tee_param *params)
{
struct qcomtee_user_object_request_data data;
void __user *uaddr;
size_t ubuf_size;
int i, ret;
if (!*num_params)
return -EINVAL;
if (params->attr !=
(TEE_IOCTL_PARAM_ATTR_TYPE_VALUE_INOUT | TEE_IOCTL_PARAM_ATTR_META))
return -EINVAL;
for (i = 1; i < *num_params; i++)
if (params[i].attr)
return -EINVAL;
if (!IS_ALIGNED(params->u.value.a, 8))
return -EINVAL;
uaddr = u64_to_user_ptr(params->u.value.a);
ubuf_size = params->u.value.b;
ret = qcomtee_user_object_select(ctx, params + 1, *num_params - 1,
uaddr, ubuf_size, &data);
if (ret)
return ret;
params->u.value.a = data.object_id;
params->u.value.b = data.id;
params->u.value.c = 0;
*op = data.op;
*num_params = data.np + 1;
return 0;
}
static int qcomtee_supp_send(struct tee_context *ctx, u32 errno, u32 num_params,
struct tee_param *params)
{
int req_id;
if (!num_params)
return -EINVAL;
if (params->attr != (TEE_IOCTL_PARAM_ATTR_TYPE_VALUE_OUTPUT |
TEE_IOCTL_PARAM_ATTR_META))
return -EINVAL;
req_id = params->u.value.a;
return qcomtee_user_object_submit(ctx, params + 1, num_params - 1,
req_id, errno);
}
static int qcomtee_open(struct tee_context *ctx)
{
struct qcomtee_context_data *ctxdata __free(kfree) = kzalloc_obj(*ctxdata);
if (!ctxdata)
return -ENOMEM;
if (!tee_device_get(ctx->teedev))
return -EINVAL;
idr_init(&ctxdata->qtee_objects_idr);
mutex_init(&ctxdata->qtee_lock);
idr_init(&ctxdata->reqs_idr);
INIT_LIST_HEAD(&ctxdata->reqs_list);
mutex_init(&ctxdata->reqs_lock);
init_completion(&ctxdata->req_c);
ctx->data = no_free_ptr(ctxdata);
return 0;
}
static void qcomtee_close_context(struct tee_context *ctx)
{
struct qcomtee_context_data *ctxdata = ctx->data;
struct qcomtee_object *object;
int id;
qcomtee_requests_destroy(ctxdata);
idr_for_each_entry(&ctxdata->qtee_objects_idr, object, id)
qcomtee_object_put(object);
}
static void qcomtee_release(struct tee_context *ctx)
{
struct qcomtee_context_data *ctxdata = ctx->data;
idr_destroy(&ctxdata->qtee_objects_idr);
idr_destroy(&ctxdata->reqs_idr);
kfree(ctxdata);
tee_device_put(ctx->teedev);
}
static void qcomtee_get_version(struct tee_device *teedev,
struct tee_ioctl_version_data *vers)
{
struct tee_ioctl_version_data v = {
.impl_id = TEE_IMPL_ID_QTEE,
.gen_caps = TEE_GEN_CAP_OBJREF,
};
*vers = v;
}
static void qcomtee_get_qtee_feature_list(struct tee_context *ctx, u32 id,
u32 *version)
{
struct qcomtee_object *client_env, *service;
struct qcomtee_arg u[3] = { 0 };
int result;
struct qcomtee_object_invoke_ctx *oic __free(kfree) =
qcomtee_object_invoke_ctx_alloc(ctx);
if (!oic)
return;
client_env = qcomtee_object_get_client_env(oic);
if (client_env == NULL_QCOMTEE_OBJECT)
return;
service = qcomtee_object_get_service(oic, client_env,
QCOMTEE_FEATURE_VER_UID);
if (service == NULL_QCOMTEE_OBJECT)
goto out_failed;
u[0].b.addr = &id;
u[0].b.size = sizeof(id);
u[0].type = QCOMTEE_ARG_TYPE_IB;
u[1].b.addr = version;
u[1].b.size = sizeof(*version);
u[1].type = QCOMTEE_ARG_TYPE_OB;
qcomtee_object_do_invoke(oic, service, QCOMTEE_FEATURE_VER_OP_GET, u,
&result);
out_failed:
qcomtee_object_put(service);
qcomtee_object_put(client_env);
}
static const struct tee_driver_ops qcomtee_ops = {
.get_version = qcomtee_get_version,
.open = qcomtee_open,
.close_context = qcomtee_close_context,
.release = qcomtee_release,
.object_invoke_func = qcomtee_object_invoke,
.supp_recv = qcomtee_supp_recv,
.supp_send = qcomtee_supp_send,
};
static const struct tee_desc qcomtee_desc = {
.name = "qcomtee",
.ops = &qcomtee_ops,
.owner = THIS_MODULE,
};
static int qcomtee_probe(struct platform_device *pdev)
{
struct workqueue_struct *async_wq;
struct tee_device *teedev;
struct tee_shm_pool *pool;
struct tee_context *ctx;
struct qcomtee *qcomtee;
int err;
qcomtee = kzalloc_obj(*qcomtee);
if (!qcomtee)
return -ENOMEM;
pool = qcomtee_shm_pool_alloc();
if (IS_ERR(pool)) {
err = PTR_ERR(pool);
goto err_free_qcomtee;
}
teedev = tee_device_alloc(&qcomtee_desc, NULL, pool, qcomtee);
if (IS_ERR(teedev)) {
err = PTR_ERR(teedev);
goto err_pool_destroy;
}
qcomtee->teedev = teedev;
qcomtee->pool = pool;
err = tee_device_register(qcomtee->teedev);
if (err)
goto err_unreg_teedev;
platform_set_drvdata(pdev, qcomtee);
async_wq = alloc_ordered_workqueue("qcomtee_wq", 0);
if (!async_wq) {
err = -ENOMEM;
goto err_unreg_teedev;
}
qcomtee->wq = async_wq;
ctx = teedev_open(qcomtee->teedev);
if (IS_ERR(ctx)) {
err = PTR_ERR(ctx);
goto err_dest_wq;
}
qcomtee->ctx = ctx;
qcomtee->xa_last_id = 0;
xa_init_flags(&qcomtee->xa_local_objects, XA_FLAGS_ALLOC);
qcomtee_get_qtee_feature_list(qcomtee->ctx,
QCOMTEE_FEATURE_VER_OP_GET_QTEE_ID,
&qcomtee->qtee_version);
pr_info("QTEE version %u.%u.%u\n",
QTEE_VERSION_GET_MAJOR(qcomtee->qtee_version),
QTEE_VERSION_GET_MINOR(qcomtee->qtee_version),
QTEE_VERSION_GET_PATCH(qcomtee->qtee_version));
return 0;
err_dest_wq:
destroy_workqueue(qcomtee->wq);
err_unreg_teedev:
tee_device_unregister(qcomtee->teedev);
err_pool_destroy:
tee_shm_pool_free(pool);
err_free_qcomtee:
kfree(qcomtee);
return err;
}
static void qcomtee_remove(struct platform_device *pdev)
{
struct qcomtee *qcomtee = platform_get_drvdata(pdev);
teedev_close_context(qcomtee->ctx);
tee_device_unregister(qcomtee->teedev);
destroy_workqueue(qcomtee->wq);
tee_shm_pool_free(qcomtee->pool);
kfree(qcomtee);
}
static const struct platform_device_id qcomtee_ids[] = { { "qcomtee", 0 }, {} };
MODULE_DEVICE_TABLE(platform, qcomtee_ids);
static struct platform_driver qcomtee_platform_driver = {
.probe = qcomtee_probe,
.remove = qcomtee_remove,
.driver = {
.name = "qcomtee",
},
.id_table = qcomtee_ids,
};
module_platform_driver(qcomtee_platform_driver);
MODULE_AUTHOR("Qualcomm");
MODULE_DESCRIPTION("QTEE driver");
MODULE_VERSION("1.0");
MODULE_LICENSE("GPL");