2 * Copyright (c) 2007 Mellanox Technologies. All rights reserved.
4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU
6 * General Public License (GPL) Version 2, available from the file
7 * COPYING in the main directory of this source tree, or the
8 * OpenIB.org BSD license below:
10 * Redistribution and use in source and binary forms, with or
11 * without modification, are permitted provided that the following
14 * - Redistributions of source code must retain the above
15 * copyright notice, this list of conditions and the following
18 * - Redistributions in binary form must reproduce the above
19 * copyright notice, this list of conditions and the following
20 * disclaimer in the documentation and/or other materials
21 * provided with the distribution.
23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
34 #include <linux/mlx4/cq.h>
35 #include <linux/mlx4/qp.h>
36 #include <linux/mlx4/cmd.h>
40 static void mlx4_en_cq_event(struct mlx4_cq *cq, enum mlx4_event event)
46 int mlx4_en_create_cq(struct mlx4_en_priv *priv,
47 struct mlx4_en_cq *cq,
48 int entries, int ring, enum cq_type mode)
50 struct mlx4_en_dev *mdev = priv->mdev;
54 cq->buf_size = cq->size * mdev->dev->caps.cqe_size;
58 spin_lock_init(&cq->lock);
60 err = mlx4_alloc_hwq_res(mdev->dev, &cq->wqres,
61 cq->buf_size, 2 * PAGE_SIZE);
65 err = mlx4_en_map_buffer(&cq->wqres.buf);
67 mlx4_free_hwq_res(mdev->dev, &cq->wqres, cq->buf_size);
69 cq->buf = (struct mlx4_cqe *) cq->wqres.buf.direct.buf;
74 int mlx4_en_activate_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq,
77 struct mlx4_en_dev *mdev = priv->mdev;
81 struct cpu_rmap *rmap =
82 #ifdef CONFIG_RFS_ACCEL
83 priv->dev->rx_cpu_rmap;
88 cq->dev = mdev->pndev[priv->port];
89 cq->mcq.set_ci_db = cq->wqres.db.db;
90 cq->mcq.arm_db = cq->wqres.db.db + 1;
91 *cq->mcq.set_ci_db = 0;
93 memset(cq->buf, 0, cq->buf_size);
95 if (cq->is_tx == RX) {
96 if (mdev->dev->caps.comp_pool) {
98 sprintf(name, "%s-%d", priv->dev->name,
100 /* Set IRQ for specific name (per ring) */
101 if (mlx4_assign_eq(mdev->dev, name, rmap,
103 cq->vector = (cq->ring + 1 + priv->port)
104 % mdev->dev->caps.num_comp_vectors;
105 mlx4_warn(mdev, "Failed Assigning an EQ to "
106 "%s ,Falling back to legacy EQ's\n",
111 cq->vector = (cq->ring + 1 + priv->port) %
112 mdev->dev->caps.num_comp_vectors;
115 /* For TX we use the same irq per
116 ring we assigned for the RX */
117 struct mlx4_en_cq *rx_cq;
119 cq_idx = cq_idx % priv->rx_ring_num;
120 rx_cq = &priv->rx_cq[cq_idx];
121 cq->vector = rx_cq->vector;
125 cq->size = priv->rx_ring[cq->ring].actual_size;
127 if ((cq->is_tx && priv->hwtstamp_config.tx_type) ||
128 (!cq->is_tx && priv->hwtstamp_config.rx_filter))
131 err = mlx4_cq_alloc(mdev->dev, cq->size, &cq->wqres.mtt,
132 &mdev->priv_uar, cq->wqres.db.dma, &cq->mcq,
133 cq->vector, 0, timestamp_en);
137 cq->mcq.comp = cq->is_tx ? mlx4_en_tx_irq : mlx4_en_rx_irq;
138 cq->mcq.event = mlx4_en_cq_event;
141 netif_napi_add(cq->dev, &cq->napi, mlx4_en_poll_rx_cq, 64);
142 napi_enable(&cq->napi);
148 void mlx4_en_destroy_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq)
150 struct mlx4_en_dev *mdev = priv->mdev;
152 mlx4_en_unmap_buffer(&cq->wqres.buf);
153 mlx4_free_hwq_res(mdev->dev, &cq->wqres, cq->buf_size);
154 if (priv->mdev->dev->caps.comp_pool && cq->vector)
155 mlx4_release_eq(priv->mdev->dev, cq->vector);
161 void mlx4_en_deactivate_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq)
164 napi_disable(&cq->napi);
165 netif_napi_del(&cq->napi);
168 mlx4_cq_free(priv->mdev->dev, &cq->mcq);
171 /* Set rx cq moderation parameters */
172 int mlx4_en_set_cq_moder(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq)
174 return mlx4_cq_modify(priv->mdev->dev, &cq->mcq,
175 cq->moder_cnt, cq->moder_time);
178 int mlx4_en_arm_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq)
180 mlx4_cq_arm(&cq->mcq, MLX4_CQ_DB_REQ_NOT, priv->mdev->uar_map,
181 &priv->mdev->uar_lock);