2 * Copyright (c) 2006, 2007 Cisco Systems, Inc. All rights reserved.
3 * Copyright (c) 2007, 2008 Mellanox Technologies. All rights reserved.
5 * This software is available to you under a choice of one of two
6 * licenses. You may choose to be licensed under the terms of the GNU
7 * General Public License (GPL) Version 2, available from the file
8 * COPYING in the main directory of this source tree, or the
9 * OpenIB.org BSD license below:
11 * Redistribution and use in source and binary forms, with or
12 * without modification, are permitted provided that the following
15 * - Redistributions of source code must retain the above
16 * copyright notice, this list of conditions and the following
19 * - Redistributions in binary form must reproduce the above
20 * copyright notice, this list of conditions and the following
21 * disclaimer in the documentation and/or other materials
22 * provided with the distribution.
24 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
25 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
26 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
27 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
28 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
29 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
30 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
34 #include <linux/module.h>
35 #include <linux/init.h>
36 #include <linux/slab.h>
37 #include <linux/errno.h>
39 #include <rdma/ib_smi.h>
40 #include <rdma/ib_user_verbs.h>
42 #include <linux/mlx4/driver.h>
43 #include <linux/mlx4/cmd.h>
48 #define DRV_NAME "mlx4_ib"
49 #define DRV_VERSION "1.0"
50 #define DRV_RELDATE "April 4, 2008"
52 MODULE_AUTHOR("Roland Dreier");
53 MODULE_DESCRIPTION("Mellanox ConnectX HCA InfiniBand driver");
54 MODULE_LICENSE("Dual BSD/GPL");
55 MODULE_VERSION(DRV_VERSION
);
57 static const char mlx4_ib_version
[] =
58 DRV_NAME
": Mellanox ConnectX InfiniBand driver v"
59 DRV_VERSION
" (" DRV_RELDATE
")\n";
61 static void init_query_mad(struct ib_smp
*mad
)
63 mad
->base_version
= 1;
64 mad
->mgmt_class
= IB_MGMT_CLASS_SUBN_LID_ROUTED
;
65 mad
->class_version
= 1;
66 mad
->method
= IB_MGMT_METHOD_GET
;
69 static int mlx4_ib_query_device(struct ib_device
*ibdev
,
70 struct ib_device_attr
*props
)
72 struct mlx4_ib_dev
*dev
= to_mdev(ibdev
);
73 struct ib_smp
*in_mad
= NULL
;
74 struct ib_smp
*out_mad
= NULL
;
77 in_mad
= kzalloc(sizeof *in_mad
, GFP_KERNEL
);
78 out_mad
= kmalloc(sizeof *out_mad
, GFP_KERNEL
);
79 if (!in_mad
|| !out_mad
)
82 init_query_mad(in_mad
);
83 in_mad
->attr_id
= IB_SMP_ATTR_NODE_INFO
;
85 err
= mlx4_MAD_IFC(to_mdev(ibdev
), 1, 1, 1, NULL
, NULL
, in_mad
, out_mad
);
89 memset(props
, 0, sizeof *props
);
91 props
->fw_ver
= dev
->dev
->caps
.fw_ver
;
92 props
->device_cap_flags
= IB_DEVICE_CHANGE_PHY_PORT
|
93 IB_DEVICE_PORT_ACTIVE_EVENT
|
94 IB_DEVICE_SYS_IMAGE_GUID
|
95 IB_DEVICE_RC_RNR_NAK_GEN
|
96 IB_DEVICE_BLOCK_MULTICAST_LOOPBACK
;
97 if (dev
->dev
->caps
.flags
& MLX4_DEV_CAP_FLAG_BAD_PKEY_CNTR
)
98 props
->device_cap_flags
|= IB_DEVICE_BAD_PKEY_CNTR
;
99 if (dev
->dev
->caps
.flags
& MLX4_DEV_CAP_FLAG_BAD_QKEY_CNTR
)
100 props
->device_cap_flags
|= IB_DEVICE_BAD_QKEY_CNTR
;
101 if (dev
->dev
->caps
.flags
& MLX4_DEV_CAP_FLAG_APM
)
102 props
->device_cap_flags
|= IB_DEVICE_AUTO_PATH_MIG
;
103 if (dev
->dev
->caps
.flags
& MLX4_DEV_CAP_FLAG_UD_AV_PORT
)
104 props
->device_cap_flags
|= IB_DEVICE_UD_AV_PORT_ENFORCE
;
105 if (dev
->dev
->caps
.flags
& MLX4_DEV_CAP_FLAG_IPOIB_CSUM
)
106 props
->device_cap_flags
|= IB_DEVICE_UD_IP_CSUM
;
107 if (dev
->dev
->caps
.max_gso_sz
&& dev
->dev
->caps
.flags
& MLX4_DEV_CAP_FLAG_BLH
)
108 props
->device_cap_flags
|= IB_DEVICE_UD_TSO
;
109 if (dev
->dev
->caps
.bmme_flags
& MLX4_BMME_FLAG_RESERVED_LKEY
)
110 props
->device_cap_flags
|= IB_DEVICE_LOCAL_DMA_LKEY
;
111 if ((dev
->dev
->caps
.bmme_flags
& MLX4_BMME_FLAG_LOCAL_INV
) &&
112 (dev
->dev
->caps
.bmme_flags
& MLX4_BMME_FLAG_REMOTE_INV
) &&
113 (dev
->dev
->caps
.bmme_flags
& MLX4_BMME_FLAG_FAST_REG_WR
))
114 props
->device_cap_flags
|= IB_DEVICE_MEM_MGT_EXTENSIONS
;
116 props
->vendor_id
= be32_to_cpup((__be32
*) (out_mad
->data
+ 36)) &
118 props
->vendor_part_id
= be16_to_cpup((__be16
*) (out_mad
->data
+ 30));
119 props
->hw_ver
= be32_to_cpup((__be32
*) (out_mad
->data
+ 32));
120 memcpy(&props
->sys_image_guid
, out_mad
->data
+ 4, 8);
122 props
->max_mr_size
= ~0ull;
123 props
->page_size_cap
= dev
->dev
->caps
.page_size_cap
;
124 props
->max_qp
= dev
->dev
->caps
.num_qps
- dev
->dev
->caps
.reserved_qps
;
125 props
->max_qp_wr
= dev
->dev
->caps
.max_wqes
;
126 props
->max_sge
= min(dev
->dev
->caps
.max_sq_sg
,
127 dev
->dev
->caps
.max_rq_sg
);
128 props
->max_cq
= dev
->dev
->caps
.num_cqs
- dev
->dev
->caps
.reserved_cqs
;
129 props
->max_cqe
= dev
->dev
->caps
.max_cqes
;
130 props
->max_mr
= dev
->dev
->caps
.num_mpts
- dev
->dev
->caps
.reserved_mrws
;
131 props
->max_pd
= dev
->dev
->caps
.num_pds
- dev
->dev
->caps
.reserved_pds
;
132 props
->max_qp_rd_atom
= dev
->dev
->caps
.max_qp_dest_rdma
;
133 props
->max_qp_init_rd_atom
= dev
->dev
->caps
.max_qp_init_rdma
;
134 props
->max_res_rd_atom
= props
->max_qp_rd_atom
* props
->max_qp
;
135 props
->max_srq
= dev
->dev
->caps
.num_srqs
- dev
->dev
->caps
.reserved_srqs
;
136 props
->max_srq_wr
= dev
->dev
->caps
.max_srq_wqes
- 1;
137 props
->max_srq_sge
= dev
->dev
->caps
.max_srq_sge
;
138 props
->max_fast_reg_page_list_len
= PAGE_SIZE
/ sizeof (u64
);
139 props
->local_ca_ack_delay
= dev
->dev
->caps
.local_ca_ack_delay
;
140 props
->atomic_cap
= dev
->dev
->caps
.flags
& MLX4_DEV_CAP_FLAG_ATOMIC
?
141 IB_ATOMIC_HCA
: IB_ATOMIC_NONE
;
142 props
->max_pkeys
= dev
->dev
->caps
.pkey_table_len
[1];
143 props
->max_mcast_grp
= dev
->dev
->caps
.num_mgms
+ dev
->dev
->caps
.num_amgms
;
144 props
->max_mcast_qp_attach
= dev
->dev
->caps
.num_qp_per_mgm
;
145 props
->max_total_mcast_qp_attach
= props
->max_mcast_qp_attach
*
146 props
->max_mcast_grp
;
147 props
->max_map_per_fmr
= (1 << (32 - ilog2(dev
->dev
->caps
.num_mpts
))) - 1;
156 static int mlx4_ib_query_port(struct ib_device
*ibdev
, u8 port
,
157 struct ib_port_attr
*props
)
159 struct ib_smp
*in_mad
= NULL
;
160 struct ib_smp
*out_mad
= NULL
;
163 in_mad
= kzalloc(sizeof *in_mad
, GFP_KERNEL
);
164 out_mad
= kmalloc(sizeof *out_mad
, GFP_KERNEL
);
165 if (!in_mad
|| !out_mad
)
168 memset(props
, 0, sizeof *props
);
170 init_query_mad(in_mad
);
171 in_mad
->attr_id
= IB_SMP_ATTR_PORT_INFO
;
172 in_mad
->attr_mod
= cpu_to_be32(port
);
174 err
= mlx4_MAD_IFC(to_mdev(ibdev
), 1, 1, port
, NULL
, NULL
, in_mad
, out_mad
);
178 props
->lid
= be16_to_cpup((__be16
*) (out_mad
->data
+ 16));
179 props
->lmc
= out_mad
->data
[34] & 0x7;
180 props
->sm_lid
= be16_to_cpup((__be16
*) (out_mad
->data
+ 18));
181 props
->sm_sl
= out_mad
->data
[36] & 0xf;
182 props
->state
= out_mad
->data
[32] & 0xf;
183 props
->phys_state
= out_mad
->data
[33] >> 4;
184 props
->port_cap_flags
= be32_to_cpup((__be32
*) (out_mad
->data
+ 20));
185 props
->gid_tbl_len
= to_mdev(ibdev
)->dev
->caps
.gid_table_len
[port
];
186 props
->max_msg_sz
= to_mdev(ibdev
)->dev
->caps
.max_msg_sz
;
187 props
->pkey_tbl_len
= to_mdev(ibdev
)->dev
->caps
.pkey_table_len
[port
];
188 props
->bad_pkey_cntr
= be16_to_cpup((__be16
*) (out_mad
->data
+ 46));
189 props
->qkey_viol_cntr
= be16_to_cpup((__be16
*) (out_mad
->data
+ 48));
190 props
->active_width
= out_mad
->data
[31] & 0xf;
191 props
->active_speed
= out_mad
->data
[35] >> 4;
192 props
->max_mtu
= out_mad
->data
[41] & 0xf;
193 props
->active_mtu
= out_mad
->data
[36] >> 4;
194 props
->subnet_timeout
= out_mad
->data
[51] & 0x1f;
195 props
->max_vl_num
= out_mad
->data
[37] >> 4;
196 props
->init_type_reply
= out_mad
->data
[41] >> 4;
205 static int mlx4_ib_query_gid(struct ib_device
*ibdev
, u8 port
, int index
,
208 struct ib_smp
*in_mad
= NULL
;
209 struct ib_smp
*out_mad
= NULL
;
212 in_mad
= kzalloc(sizeof *in_mad
, GFP_KERNEL
);
213 out_mad
= kmalloc(sizeof *out_mad
, GFP_KERNEL
);
214 if (!in_mad
|| !out_mad
)
217 init_query_mad(in_mad
);
218 in_mad
->attr_id
= IB_SMP_ATTR_PORT_INFO
;
219 in_mad
->attr_mod
= cpu_to_be32(port
);
221 err
= mlx4_MAD_IFC(to_mdev(ibdev
), 1, 1, port
, NULL
, NULL
, in_mad
, out_mad
);
225 memcpy(gid
->raw
, out_mad
->data
+ 8, 8);
227 init_query_mad(in_mad
);
228 in_mad
->attr_id
= IB_SMP_ATTR_GUID_INFO
;
229 in_mad
->attr_mod
= cpu_to_be32(index
/ 8);
231 err
= mlx4_MAD_IFC(to_mdev(ibdev
), 1, 1, port
, NULL
, NULL
, in_mad
, out_mad
);
235 memcpy(gid
->raw
+ 8, out_mad
->data
+ (index
% 8) * 8, 8);
243 static int mlx4_ib_query_pkey(struct ib_device
*ibdev
, u8 port
, u16 index
,
246 struct ib_smp
*in_mad
= NULL
;
247 struct ib_smp
*out_mad
= NULL
;
250 in_mad
= kzalloc(sizeof *in_mad
, GFP_KERNEL
);
251 out_mad
= kmalloc(sizeof *out_mad
, GFP_KERNEL
);
252 if (!in_mad
|| !out_mad
)
255 init_query_mad(in_mad
);
256 in_mad
->attr_id
= IB_SMP_ATTR_PKEY_TABLE
;
257 in_mad
->attr_mod
= cpu_to_be32(index
/ 32);
259 err
= mlx4_MAD_IFC(to_mdev(ibdev
), 1, 1, port
, NULL
, NULL
, in_mad
, out_mad
);
263 *pkey
= be16_to_cpu(((__be16
*) out_mad
->data
)[index
% 32]);
271 static int mlx4_ib_modify_device(struct ib_device
*ibdev
, int mask
,
272 struct ib_device_modify
*props
)
274 if (mask
& ~IB_DEVICE_MODIFY_NODE_DESC
)
277 if (mask
& IB_DEVICE_MODIFY_NODE_DESC
) {
278 spin_lock(&to_mdev(ibdev
)->sm_lock
);
279 memcpy(ibdev
->node_desc
, props
->node_desc
, 64);
280 spin_unlock(&to_mdev(ibdev
)->sm_lock
);
286 static int mlx4_SET_PORT(struct mlx4_ib_dev
*dev
, u8 port
, int reset_qkey_viols
,
289 struct mlx4_cmd_mailbox
*mailbox
;
292 mailbox
= mlx4_alloc_cmd_mailbox(dev
->dev
);
294 return PTR_ERR(mailbox
);
296 memset(mailbox
->buf
, 0, 256);
298 if (dev
->dev
->flags
& MLX4_FLAG_OLD_PORT_CMDS
) {
299 *(u8
*) mailbox
->buf
= !!reset_qkey_viols
<< 6;
300 ((__be32
*) mailbox
->buf
)[2] = cpu_to_be32(cap_mask
);
302 ((u8
*) mailbox
->buf
)[3] = !!reset_qkey_viols
;
303 ((__be32
*) mailbox
->buf
)[1] = cpu_to_be32(cap_mask
);
306 err
= mlx4_cmd(dev
->dev
, mailbox
->dma
, port
, 0, MLX4_CMD_SET_PORT
,
307 MLX4_CMD_TIME_CLASS_B
);
309 mlx4_free_cmd_mailbox(dev
->dev
, mailbox
);
313 static int mlx4_ib_modify_port(struct ib_device
*ibdev
, u8 port
, int mask
,
314 struct ib_port_modify
*props
)
316 struct ib_port_attr attr
;
320 mutex_lock(&to_mdev(ibdev
)->cap_mask_mutex
);
322 err
= mlx4_ib_query_port(ibdev
, port
, &attr
);
326 cap_mask
= (attr
.port_cap_flags
| props
->set_port_cap_mask
) &
327 ~props
->clr_port_cap_mask
;
329 err
= mlx4_SET_PORT(to_mdev(ibdev
), port
,
330 !!(mask
& IB_PORT_RESET_QKEY_CNTR
),
334 mutex_unlock(&to_mdev(ibdev
)->cap_mask_mutex
);
338 static struct ib_ucontext
*mlx4_ib_alloc_ucontext(struct ib_device
*ibdev
,
339 struct ib_udata
*udata
)
341 struct mlx4_ib_dev
*dev
= to_mdev(ibdev
);
342 struct mlx4_ib_ucontext
*context
;
343 struct mlx4_ib_alloc_ucontext_resp resp
;
347 return ERR_PTR(-EAGAIN
);
349 resp
.qp_tab_size
= dev
->dev
->caps
.num_qps
;
350 resp
.bf_reg_size
= dev
->dev
->caps
.bf_reg_size
;
351 resp
.bf_regs_per_page
= dev
->dev
->caps
.bf_regs_per_page
;
353 context
= kmalloc(sizeof *context
, GFP_KERNEL
);
355 return ERR_PTR(-ENOMEM
);
357 err
= mlx4_uar_alloc(to_mdev(ibdev
)->dev
, &context
->uar
);
363 INIT_LIST_HEAD(&context
->db_page_list
);
364 mutex_init(&context
->db_page_mutex
);
366 err
= ib_copy_to_udata(udata
, &resp
, sizeof resp
);
368 mlx4_uar_free(to_mdev(ibdev
)->dev
, &context
->uar
);
370 return ERR_PTR(-EFAULT
);
373 return &context
->ibucontext
;
376 static int mlx4_ib_dealloc_ucontext(struct ib_ucontext
*ibcontext
)
378 struct mlx4_ib_ucontext
*context
= to_mucontext(ibcontext
);
380 mlx4_uar_free(to_mdev(ibcontext
->device
)->dev
, &context
->uar
);
386 static int mlx4_ib_mmap(struct ib_ucontext
*context
, struct vm_area_struct
*vma
)
388 struct mlx4_ib_dev
*dev
= to_mdev(context
->device
);
390 if (vma
->vm_end
- vma
->vm_start
!= PAGE_SIZE
)
393 if (vma
->vm_pgoff
== 0) {
394 vma
->vm_page_prot
= pgprot_noncached(vma
->vm_page_prot
);
396 if (io_remap_pfn_range(vma
, vma
->vm_start
,
397 to_mucontext(context
)->uar
.pfn
,
398 PAGE_SIZE
, vma
->vm_page_prot
))
400 } else if (vma
->vm_pgoff
== 1 && dev
->dev
->caps
.bf_reg_size
!= 0) {
401 vma
->vm_page_prot
= pgprot_writecombine(vma
->vm_page_prot
);
403 if (io_remap_pfn_range(vma
, vma
->vm_start
,
404 to_mucontext(context
)->uar
.pfn
+
405 dev
->dev
->caps
.num_uars
,
406 PAGE_SIZE
, vma
->vm_page_prot
))
414 static struct ib_pd
*mlx4_ib_alloc_pd(struct ib_device
*ibdev
,
415 struct ib_ucontext
*context
,
416 struct ib_udata
*udata
)
418 struct mlx4_ib_pd
*pd
;
421 pd
= kmalloc(sizeof *pd
, GFP_KERNEL
);
423 return ERR_PTR(-ENOMEM
);
425 err
= mlx4_pd_alloc(to_mdev(ibdev
)->dev
, &pd
->pdn
);
432 if (ib_copy_to_udata(udata
, &pd
->pdn
, sizeof (__u32
))) {
433 mlx4_pd_free(to_mdev(ibdev
)->dev
, pd
->pdn
);
435 return ERR_PTR(-EFAULT
);
441 static int mlx4_ib_dealloc_pd(struct ib_pd
*pd
)
443 mlx4_pd_free(to_mdev(pd
->device
)->dev
, to_mpd(pd
)->pdn
);
449 static int mlx4_ib_mcg_attach(struct ib_qp
*ibqp
, union ib_gid
*gid
, u16 lid
)
451 return mlx4_multicast_attach(to_mdev(ibqp
->device
)->dev
,
452 &to_mqp(ibqp
)->mqp
, gid
->raw
,
453 !!(to_mqp(ibqp
)->flags
&
454 MLX4_IB_QP_BLOCK_MULTICAST_LOOPBACK
));
457 static int mlx4_ib_mcg_detach(struct ib_qp
*ibqp
, union ib_gid
*gid
, u16 lid
)
459 return mlx4_multicast_detach(to_mdev(ibqp
->device
)->dev
,
460 &to_mqp(ibqp
)->mqp
, gid
->raw
);
463 static int init_node_data(struct mlx4_ib_dev
*dev
)
465 struct ib_smp
*in_mad
= NULL
;
466 struct ib_smp
*out_mad
= NULL
;
469 in_mad
= kzalloc(sizeof *in_mad
, GFP_KERNEL
);
470 out_mad
= kmalloc(sizeof *out_mad
, GFP_KERNEL
);
471 if (!in_mad
|| !out_mad
)
474 init_query_mad(in_mad
);
475 in_mad
->attr_id
= IB_SMP_ATTR_NODE_DESC
;
477 err
= mlx4_MAD_IFC(dev
, 1, 1, 1, NULL
, NULL
, in_mad
, out_mad
);
481 memcpy(dev
->ib_dev
.node_desc
, out_mad
->data
, 64);
483 in_mad
->attr_id
= IB_SMP_ATTR_NODE_INFO
;
485 err
= mlx4_MAD_IFC(dev
, 1, 1, 1, NULL
, NULL
, in_mad
, out_mad
);
489 dev
->dev
->rev_id
= be32_to_cpup((__be32
*) (out_mad
->data
+ 32));
490 memcpy(&dev
->ib_dev
.node_guid
, out_mad
->data
+ 12, 8);
498 static ssize_t
show_hca(struct device
*device
, struct device_attribute
*attr
,
501 struct mlx4_ib_dev
*dev
=
502 container_of(device
, struct mlx4_ib_dev
, ib_dev
.dev
);
503 return sprintf(buf
, "MT%d\n", dev
->dev
->pdev
->device
);
506 static ssize_t
show_fw_ver(struct device
*device
, struct device_attribute
*attr
,
509 struct mlx4_ib_dev
*dev
=
510 container_of(device
, struct mlx4_ib_dev
, ib_dev
.dev
);
511 return sprintf(buf
, "%d.%d.%d\n", (int) (dev
->dev
->caps
.fw_ver
>> 32),
512 (int) (dev
->dev
->caps
.fw_ver
>> 16) & 0xffff,
513 (int) dev
->dev
->caps
.fw_ver
& 0xffff);
516 static ssize_t
show_rev(struct device
*device
, struct device_attribute
*attr
,
519 struct mlx4_ib_dev
*dev
=
520 container_of(device
, struct mlx4_ib_dev
, ib_dev
.dev
);
521 return sprintf(buf
, "%x\n", dev
->dev
->rev_id
);
524 static ssize_t
show_board(struct device
*device
, struct device_attribute
*attr
,
527 struct mlx4_ib_dev
*dev
=
528 container_of(device
, struct mlx4_ib_dev
, ib_dev
.dev
);
529 return sprintf(buf
, "%.*s\n", MLX4_BOARD_ID_LEN
,
533 static DEVICE_ATTR(hw_rev
, S_IRUGO
, show_rev
, NULL
);
534 static DEVICE_ATTR(fw_ver
, S_IRUGO
, show_fw_ver
, NULL
);
535 static DEVICE_ATTR(hca_type
, S_IRUGO
, show_hca
, NULL
);
536 static DEVICE_ATTR(board_id
, S_IRUGO
, show_board
, NULL
);
538 static struct device_attribute
*mlx4_class_attributes
[] = {
545 static void *mlx4_ib_add(struct mlx4_dev
*dev
)
547 struct mlx4_ib_dev
*ibdev
;
551 printk_once(KERN_INFO
"%s", mlx4_ib_version
);
553 mlx4_foreach_port(i
, dev
, MLX4_PORT_TYPE_IB
)
556 /* No point in registering a device with no ports... */
560 ibdev
= (struct mlx4_ib_dev
*) ib_alloc_device(sizeof *ibdev
);
562 dev_err(&dev
->pdev
->dev
, "Device struct alloc failed\n");
566 if (mlx4_pd_alloc(dev
, &ibdev
->priv_pdn
))
569 if (mlx4_uar_alloc(dev
, &ibdev
->priv_uar
))
572 ibdev
->uar_map
= ioremap(ibdev
->priv_uar
.pfn
<< PAGE_SHIFT
, PAGE_SIZE
);
575 MLX4_INIT_DOORBELL_LOCK(&ibdev
->uar_lock
);
579 strlcpy(ibdev
->ib_dev
.name
, "mlx4_%d", IB_DEVICE_NAME_MAX
);
580 ibdev
->ib_dev
.owner
= THIS_MODULE
;
581 ibdev
->ib_dev
.node_type
= RDMA_NODE_IB_CA
;
582 ibdev
->ib_dev
.local_dma_lkey
= dev
->caps
.reserved_lkey
;
583 ibdev
->num_ports
= num_ports
;
584 ibdev
->ib_dev
.phys_port_cnt
= ibdev
->num_ports
;
585 ibdev
->ib_dev
.num_comp_vectors
= dev
->caps
.num_comp_vectors
;
586 ibdev
->ib_dev
.dma_device
= &dev
->pdev
->dev
;
588 ibdev
->ib_dev
.uverbs_abi_ver
= MLX4_IB_UVERBS_ABI_VERSION
;
589 ibdev
->ib_dev
.uverbs_cmd_mask
=
590 (1ull << IB_USER_VERBS_CMD_GET_CONTEXT
) |
591 (1ull << IB_USER_VERBS_CMD_QUERY_DEVICE
) |
592 (1ull << IB_USER_VERBS_CMD_QUERY_PORT
) |
593 (1ull << IB_USER_VERBS_CMD_ALLOC_PD
) |
594 (1ull << IB_USER_VERBS_CMD_DEALLOC_PD
) |
595 (1ull << IB_USER_VERBS_CMD_REG_MR
) |
596 (1ull << IB_USER_VERBS_CMD_DEREG_MR
) |
597 (1ull << IB_USER_VERBS_CMD_CREATE_COMP_CHANNEL
) |
598 (1ull << IB_USER_VERBS_CMD_CREATE_CQ
) |
599 (1ull << IB_USER_VERBS_CMD_RESIZE_CQ
) |
600 (1ull << IB_USER_VERBS_CMD_DESTROY_CQ
) |
601 (1ull << IB_USER_VERBS_CMD_CREATE_QP
) |
602 (1ull << IB_USER_VERBS_CMD_MODIFY_QP
) |
603 (1ull << IB_USER_VERBS_CMD_QUERY_QP
) |
604 (1ull << IB_USER_VERBS_CMD_DESTROY_QP
) |
605 (1ull << IB_USER_VERBS_CMD_ATTACH_MCAST
) |
606 (1ull << IB_USER_VERBS_CMD_DETACH_MCAST
) |
607 (1ull << IB_USER_VERBS_CMD_CREATE_SRQ
) |
608 (1ull << IB_USER_VERBS_CMD_MODIFY_SRQ
) |
609 (1ull << IB_USER_VERBS_CMD_QUERY_SRQ
) |
610 (1ull << IB_USER_VERBS_CMD_DESTROY_SRQ
);
612 ibdev
->ib_dev
.query_device
= mlx4_ib_query_device
;
613 ibdev
->ib_dev
.query_port
= mlx4_ib_query_port
;
614 ibdev
->ib_dev
.query_gid
= mlx4_ib_query_gid
;
615 ibdev
->ib_dev
.query_pkey
= mlx4_ib_query_pkey
;
616 ibdev
->ib_dev
.modify_device
= mlx4_ib_modify_device
;
617 ibdev
->ib_dev
.modify_port
= mlx4_ib_modify_port
;
618 ibdev
->ib_dev
.alloc_ucontext
= mlx4_ib_alloc_ucontext
;
619 ibdev
->ib_dev
.dealloc_ucontext
= mlx4_ib_dealloc_ucontext
;
620 ibdev
->ib_dev
.mmap
= mlx4_ib_mmap
;
621 ibdev
->ib_dev
.alloc_pd
= mlx4_ib_alloc_pd
;
622 ibdev
->ib_dev
.dealloc_pd
= mlx4_ib_dealloc_pd
;
623 ibdev
->ib_dev
.create_ah
= mlx4_ib_create_ah
;
624 ibdev
->ib_dev
.query_ah
= mlx4_ib_query_ah
;
625 ibdev
->ib_dev
.destroy_ah
= mlx4_ib_destroy_ah
;
626 ibdev
->ib_dev
.create_srq
= mlx4_ib_create_srq
;
627 ibdev
->ib_dev
.modify_srq
= mlx4_ib_modify_srq
;
628 ibdev
->ib_dev
.query_srq
= mlx4_ib_query_srq
;
629 ibdev
->ib_dev
.destroy_srq
= mlx4_ib_destroy_srq
;
630 ibdev
->ib_dev
.post_srq_recv
= mlx4_ib_post_srq_recv
;
631 ibdev
->ib_dev
.create_qp
= mlx4_ib_create_qp
;
632 ibdev
->ib_dev
.modify_qp
= mlx4_ib_modify_qp
;
633 ibdev
->ib_dev
.query_qp
= mlx4_ib_query_qp
;
634 ibdev
->ib_dev
.destroy_qp
= mlx4_ib_destroy_qp
;
635 ibdev
->ib_dev
.post_send
= mlx4_ib_post_send
;
636 ibdev
->ib_dev
.post_recv
= mlx4_ib_post_recv
;
637 ibdev
->ib_dev
.create_cq
= mlx4_ib_create_cq
;
638 ibdev
->ib_dev
.modify_cq
= mlx4_ib_modify_cq
;
639 ibdev
->ib_dev
.resize_cq
= mlx4_ib_resize_cq
;
640 ibdev
->ib_dev
.destroy_cq
= mlx4_ib_destroy_cq
;
641 ibdev
->ib_dev
.poll_cq
= mlx4_ib_poll_cq
;
642 ibdev
->ib_dev
.req_notify_cq
= mlx4_ib_arm_cq
;
643 ibdev
->ib_dev
.get_dma_mr
= mlx4_ib_get_dma_mr
;
644 ibdev
->ib_dev
.reg_user_mr
= mlx4_ib_reg_user_mr
;
645 ibdev
->ib_dev
.dereg_mr
= mlx4_ib_dereg_mr
;
646 ibdev
->ib_dev
.alloc_fast_reg_mr
= mlx4_ib_alloc_fast_reg_mr
;
647 ibdev
->ib_dev
.alloc_fast_reg_page_list
= mlx4_ib_alloc_fast_reg_page_list
;
648 ibdev
->ib_dev
.free_fast_reg_page_list
= mlx4_ib_free_fast_reg_page_list
;
649 ibdev
->ib_dev
.attach_mcast
= mlx4_ib_mcg_attach
;
650 ibdev
->ib_dev
.detach_mcast
= mlx4_ib_mcg_detach
;
651 ibdev
->ib_dev
.process_mad
= mlx4_ib_process_mad
;
653 ibdev
->ib_dev
.alloc_fmr
= mlx4_ib_fmr_alloc
;
654 ibdev
->ib_dev
.map_phys_fmr
= mlx4_ib_map_phys_fmr
;
655 ibdev
->ib_dev
.unmap_fmr
= mlx4_ib_unmap_fmr
;
656 ibdev
->ib_dev
.dealloc_fmr
= mlx4_ib_fmr_dealloc
;
658 if (init_node_data(ibdev
))
661 spin_lock_init(&ibdev
->sm_lock
);
662 mutex_init(&ibdev
->cap_mask_mutex
);
664 if (ib_register_device(&ibdev
->ib_dev
))
667 if (mlx4_ib_mad_init(ibdev
))
670 for (i
= 0; i
< ARRAY_SIZE(mlx4_class_attributes
); ++i
) {
671 if (device_create_file(&ibdev
->ib_dev
.dev
,
672 mlx4_class_attributes
[i
]))
676 ibdev
->ib_active
= true;
681 ib_unregister_device(&ibdev
->ib_dev
);
684 iounmap(ibdev
->uar_map
);
687 mlx4_uar_free(dev
, &ibdev
->priv_uar
);
690 mlx4_pd_free(dev
, ibdev
->priv_pdn
);
693 ib_dealloc_device(&ibdev
->ib_dev
);
698 static void mlx4_ib_remove(struct mlx4_dev
*dev
, void *ibdev_ptr
)
700 struct mlx4_ib_dev
*ibdev
= ibdev_ptr
;
703 mlx4_ib_mad_cleanup(ibdev
);
704 ib_unregister_device(&ibdev
->ib_dev
);
706 for (p
= 1; p
<= ibdev
->num_ports
; ++p
)
707 mlx4_CLOSE_PORT(dev
, p
);
709 iounmap(ibdev
->uar_map
);
710 mlx4_uar_free(dev
, &ibdev
->priv_uar
);
711 mlx4_pd_free(dev
, ibdev
->priv_pdn
);
712 ib_dealloc_device(&ibdev
->ib_dev
);
715 static void mlx4_ib_event(struct mlx4_dev
*dev
, void *ibdev_ptr
,
716 enum mlx4_dev_event event
, int port
)
718 struct ib_event ibev
;
719 struct mlx4_ib_dev
*ibdev
= to_mdev((struct ib_device
*) ibdev_ptr
);
721 if (port
> ibdev
->num_ports
)
725 case MLX4_DEV_EVENT_PORT_UP
:
726 ibev
.event
= IB_EVENT_PORT_ACTIVE
;
729 case MLX4_DEV_EVENT_PORT_DOWN
:
730 ibev
.event
= IB_EVENT_PORT_ERR
;
733 case MLX4_DEV_EVENT_CATASTROPHIC_ERROR
:
734 ibdev
->ib_active
= false;
735 ibev
.event
= IB_EVENT_DEVICE_FATAL
;
742 ibev
.device
= ibdev_ptr
;
743 ibev
.element
.port_num
= port
;
745 ib_dispatch_event(&ibev
);
748 static struct mlx4_interface mlx4_ib_interface
= {
750 .remove
= mlx4_ib_remove
,
751 .event
= mlx4_ib_event
754 static int __init
mlx4_ib_init(void)
756 return mlx4_register_interface(&mlx4_ib_interface
);
759 static void __exit
mlx4_ib_cleanup(void)
761 mlx4_unregister_interface(&mlx4_ib_interface
);
764 module_init(mlx4_ib_init
);
765 module_exit(mlx4_ib_cleanup
);