root/drivers/net/ethernet/mellanox/mlx5/core/en_dim.c
/*
 * Copyright (c) 2016, Mellanox Technologies. All rights reserved.
 *
 * This software is available to you under a choice of one of two
 * licenses.  You may choose to be licensed under the terms of the GNU
 * General Public License (GPL) Version 2, available from the file
 * COPYING in the main directory of this source tree, or the
 * OpenIB.org BSD license below:
 *
 *     Redistribution and use in source and binary forms, with or
 *     without modification, are permitted provided that the following
 *     conditions are met:
 *
 *      - Redistributions of source code must retain the above
 *        copyright notice, this list of conditions and the following
 *        disclaimer.
 *
 *      - Redistributions in binary form must reproduce the above
 *        copyright notice, this list of conditions and the following
 *        disclaimer in the documentation and/or other materials
 *        provided with the distribution.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 * SOFTWARE.
 */

#include "en.h"
#include "en/dim.h"

static void
mlx5e_complete_dim_work(struct dim *dim, struct dim_cq_moder moder,
                        struct mlx5_core_dev *mdev, struct mlx5_core_cq *mcq)
{
        mlx5e_modify_cq_moderation(mdev, mcq, moder.usec, moder.pkts,
                                   mlx5e_cq_period_mode(moder.cq_period_mode));
        dim->state = DIM_START_MEASURE;
}

void mlx5e_rx_dim_work(struct work_struct *work)
{
        struct dim *dim = container_of(work, struct dim, work);
        struct mlx5e_rq *rq = dim->priv;
        struct dim_cq_moder cur_moder =
                net_dim_get_rx_moderation(dim->mode, dim->profile_ix);

        mlx5e_complete_dim_work(dim, cur_moder, rq->mdev, &rq->cq.mcq);
}

void mlx5e_tx_dim_work(struct work_struct *work)
{
        struct dim *dim = container_of(work, struct dim, work);
        struct mlx5e_txqsq *sq = dim->priv;
        struct dim_cq_moder cur_moder =
                net_dim_get_tx_moderation(dim->mode, dim->profile_ix);

        mlx5e_complete_dim_work(dim, cur_moder, sq->cq.mdev, &sq->cq.mcq);
}

static struct dim *mlx5e_dim_enable(struct mlx5_core_dev *mdev,
                                    void (*work_fun)(struct work_struct *), int cpu,
                                    u8 cq_period_mode, struct mlx5_core_cq *mcq,
                                    void *queue)
{
        struct dim *dim;
        int err;

        dim = kvzalloc_node(sizeof(*dim), GFP_KERNEL, cpu_to_node(cpu));
        if (!dim)
                return ERR_PTR(-ENOMEM);

        INIT_WORK(&dim->work, work_fun);

        dim->mode = cq_period_mode;
        dim->priv = queue;

        err = mlx5e_modify_cq_period_mode(mdev, mcq, dim->mode);
        if (err) {
                kvfree(dim);
                return ERR_PTR(err);
        }

        return dim;
}

static void mlx5e_dim_disable(struct dim *dim)
{
        cancel_work_sync(&dim->work);
        kvfree(dim);
}

int mlx5e_dim_rx_change(struct mlx5e_rq *rq, bool enable)
{
        if (enable == !!rq->dim)
                return 0;

        if (enable) {
                struct mlx5e_channel *c = rq->channel;
                struct dim *dim;

                dim = mlx5e_dim_enable(rq->mdev, mlx5e_rx_dim_work, c->cpu,
                                       c->rx_cq_moder.cq_period_mode, &rq->cq.mcq, rq);
                if (IS_ERR(dim))
                        return PTR_ERR(dim);

                rq->dim = dim;

                __set_bit(MLX5E_RQ_STATE_DIM, &rq->state);
        } else {
                __clear_bit(MLX5E_RQ_STATE_DIM, &rq->state);
                synchronize_net();
                mlx5e_dim_disable(rq->dim);
                rq->dim = NULL;
        }

        return 0;
}

int mlx5e_dim_tx_change(struct mlx5e_txqsq *sq, bool enable)
{
        if (enable == !!sq->dim)
                return 0;

        if (enable) {
                struct mlx5e_channel *c = sq->channel;
                struct dim *dim;

                dim = mlx5e_dim_enable(sq->mdev, mlx5e_tx_dim_work, c->cpu,
                                       c->tx_cq_moder.cq_period_mode, &sq->cq.mcq, sq);
                if (IS_ERR(dim))
                        return PTR_ERR(dim);

                sq->dim = dim;

                __set_bit(MLX5E_SQ_STATE_DIM, &sq->state);
        } else {
                __clear_bit(MLX5E_SQ_STATE_DIM, &sq->state);
                synchronize_net();
                mlx5e_dim_disable(sq->dim);
                sq->dim = NULL;
        }

        return 0;
}