2 * Copyright (c) 2013-2015, Mellanox Technologies. All rights reserved.
4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU
6 * General Public License (GPL) Version 2, available from the file
7 * COPYING in the main directory of this source tree, or the
8 * OpenIB.org BSD license below:
10 * Redistribution and use in source and binary forms, with or
11 * without modification, are permitted provided that the following
14 * - Redistributions of source code must retain the above
15 * copyright notice, this list of conditions and the following
18 * - Redistributions in binary form must reproduce the above
19 * copyright notice, this list of conditions and the following
20 * disclaimer in the documentation and/or other materials
21 * provided with the distribution.
23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
33 #include <linux/kernel.h>
34 #include <linux/module.h>
35 #include <linux/mlx5/driver.h>
36 #include <linux/mlx5/cmd.h>
37 #include "mlx5_core.h"
39 void mlx5_init_mkey_table(struct mlx5_core_dev
*dev
)
41 struct mlx5_mkey_table
*table
= &dev
->priv
.mkey_table
;
43 memset(table
, 0, sizeof(*table
));
44 rwlock_init(&table
->lock
);
45 INIT_RADIX_TREE(&table
->tree
, GFP_ATOMIC
);
48 void mlx5_cleanup_mkey_table(struct mlx5_core_dev
*dev
)
52 int mlx5_core_create_mkey(struct mlx5_core_dev
*dev
,
53 struct mlx5_core_mkey
*mkey
,
54 struct mlx5_create_mkey_mbox_in
*in
, int inlen
,
55 mlx5_cmd_cbk_t callback
, void *context
,
56 struct mlx5_create_mkey_mbox_out
*out
)
58 struct mlx5_mkey_table
*table
= &dev
->priv
.mkey_table
;
59 struct mlx5_create_mkey_mbox_out lout
;
63 memset(&lout
, 0, sizeof(lout
));
64 spin_lock_irq(&dev
->priv
.mkey_lock
);
65 key
= dev
->priv
.mkey_key
++;
66 spin_unlock_irq(&dev
->priv
.mkey_lock
);
67 in
->seg
.qpn_mkey7_0
|= cpu_to_be32(key
);
68 in
->hdr
.opcode
= cpu_to_be16(MLX5_CMD_OP_CREATE_MKEY
);
70 err
= mlx5_cmd_exec_cb(dev
, in
, inlen
, out
, sizeof(*out
),
74 err
= mlx5_cmd_exec(dev
, in
, inlen
, &lout
, sizeof(lout
));
78 mlx5_core_dbg(dev
, "cmd exec failed %d\n", err
);
82 if (lout
.hdr
.status
) {
83 mlx5_core_dbg(dev
, "status %d\n", lout
.hdr
.status
);
84 return mlx5_cmd_status_to_err(&lout
.hdr
);
87 mkey
->iova
= be64_to_cpu(in
->seg
.start_addr
);
88 mkey
->size
= be64_to_cpu(in
->seg
.len
);
89 mkey
->key
= mlx5_idx_to_mkey(be32_to_cpu(lout
.mkey
) & 0xffffff) | key
;
90 mkey
->pd
= be32_to_cpu(in
->seg
.flags_pd
) & 0xffffff;
92 mlx5_core_dbg(dev
, "out 0x%x, key 0x%x, mkey 0x%x\n",
93 be32_to_cpu(lout
.mkey
), key
, mkey
->key
);
95 /* connect to mkey tree */
96 write_lock_irq(&table
->lock
);
97 err
= radix_tree_insert(&table
->tree
, mlx5_base_mkey(mkey
->key
), mkey
);
98 write_unlock_irq(&table
->lock
);
100 mlx5_core_warn(dev
, "failed radix tree insert of mkey 0x%x, %d\n",
101 mlx5_base_mkey(mkey
->key
), err
);
102 mlx5_core_destroy_mkey(dev
, mkey
);
107 EXPORT_SYMBOL(mlx5_core_create_mkey
);
109 int mlx5_core_destroy_mkey(struct mlx5_core_dev
*dev
,
110 struct mlx5_core_mkey
*mkey
)
112 struct mlx5_mkey_table
*table
= &dev
->priv
.mkey_table
;
113 struct mlx5_destroy_mkey_mbox_in in
;
114 struct mlx5_destroy_mkey_mbox_out out
;
115 struct mlx5_core_mkey
*deleted_mkey
;
119 memset(&in
, 0, sizeof(in
));
120 memset(&out
, 0, sizeof(out
));
122 write_lock_irqsave(&table
->lock
, flags
);
123 deleted_mkey
= radix_tree_delete(&table
->tree
, mlx5_base_mkey(mkey
->key
));
124 write_unlock_irqrestore(&table
->lock
, flags
);
126 mlx5_core_warn(dev
, "failed radix tree delete of mkey 0x%x\n",
127 mlx5_base_mkey(mkey
->key
));
131 in
.hdr
.opcode
= cpu_to_be16(MLX5_CMD_OP_DESTROY_MKEY
);
132 in
.mkey
= cpu_to_be32(mlx5_mkey_to_idx(mkey
->key
));
133 err
= mlx5_cmd_exec(dev
, &in
, sizeof(in
), &out
, sizeof(out
));
138 return mlx5_cmd_status_to_err(&out
.hdr
);
142 EXPORT_SYMBOL(mlx5_core_destroy_mkey
);
144 int mlx5_core_query_mkey(struct mlx5_core_dev
*dev
, struct mlx5_core_mkey
*mkey
,
145 struct mlx5_query_mkey_mbox_out
*out
, int outlen
)
147 struct mlx5_query_mkey_mbox_in in
;
150 memset(&in
, 0, sizeof(in
));
151 memset(out
, 0, outlen
);
153 in
.hdr
.opcode
= cpu_to_be16(MLX5_CMD_OP_QUERY_MKEY
);
154 in
.mkey
= cpu_to_be32(mlx5_mkey_to_idx(mkey
->key
));
155 err
= mlx5_cmd_exec(dev
, &in
, sizeof(in
), out
, outlen
);
160 return mlx5_cmd_status_to_err(&out
->hdr
);
164 EXPORT_SYMBOL(mlx5_core_query_mkey
);
166 int mlx5_core_dump_fill_mkey(struct mlx5_core_dev
*dev
, struct mlx5_core_mkey
*_mkey
,
169 struct mlx5_query_special_ctxs_mbox_in in
;
170 struct mlx5_query_special_ctxs_mbox_out out
;
173 memset(&in
, 0, sizeof(in
));
174 memset(&out
, 0, sizeof(out
));
176 in
.hdr
.opcode
= cpu_to_be16(MLX5_CMD_OP_QUERY_SPECIAL_CONTEXTS
);
177 err
= mlx5_cmd_exec(dev
, &in
, sizeof(in
), &out
, sizeof(out
));
182 return mlx5_cmd_status_to_err(&out
.hdr
);
184 *mkey
= be32_to_cpu(out
.dump_fill_mkey
);
188 EXPORT_SYMBOL(mlx5_core_dump_fill_mkey
);
190 int mlx5_core_create_psv(struct mlx5_core_dev
*dev
, u32 pdn
,
191 int npsvs
, u32
*sig_index
)
193 struct mlx5_allocate_psv_in in
;
194 struct mlx5_allocate_psv_out out
;
197 if (npsvs
> MLX5_MAX_PSVS
)
200 memset(&in
, 0, sizeof(in
));
201 memset(&out
, 0, sizeof(out
));
203 in
.hdr
.opcode
= cpu_to_be16(MLX5_CMD_OP_CREATE_PSV
);
204 in
.npsv_pd
= cpu_to_be32((npsvs
<< 28) | pdn
);
205 err
= mlx5_cmd_exec(dev
, &in
, sizeof(in
), &out
, sizeof(out
));
207 mlx5_core_err(dev
, "cmd exec failed %d\n", err
);
211 if (out
.hdr
.status
) {
212 mlx5_core_err(dev
, "create_psv bad status %d\n",
214 return mlx5_cmd_status_to_err(&out
.hdr
);
217 for (i
= 0; i
< npsvs
; i
++)
218 sig_index
[i
] = be32_to_cpu(out
.psv_idx
[i
]) & 0xffffff;
222 EXPORT_SYMBOL(mlx5_core_create_psv
);
224 int mlx5_core_destroy_psv(struct mlx5_core_dev
*dev
, int psv_num
)
226 struct mlx5_destroy_psv_in in
;
227 struct mlx5_destroy_psv_out out
;
230 memset(&in
, 0, sizeof(in
));
231 memset(&out
, 0, sizeof(out
));
233 in
.psv_number
= cpu_to_be32(psv_num
);
234 in
.hdr
.opcode
= cpu_to_be16(MLX5_CMD_OP_DESTROY_PSV
);
235 err
= mlx5_cmd_exec(dev
, &in
, sizeof(in
), &out
, sizeof(out
));
237 mlx5_core_err(dev
, "destroy_psv cmd exec failed %d\n", err
);
241 if (out
.hdr
.status
) {
242 mlx5_core_err(dev
, "destroy_psv bad status %d\n",
244 err
= mlx5_cmd_status_to_err(&out
.hdr
);
251 EXPORT_SYMBOL(mlx5_core_destroy_psv
);