Commit | Line | Data |
---|---|---|
d3a2ae6d YZ |
1 | /******************************************************************************* |
2 | ||
3 | Intel 10 Gigabit PCI Express Linux driver | |
a52055e0 | 4 | Copyright(c) 1999 - 2011 Intel Corporation. |
d3a2ae6d YZ |
5 | |
6 | This program is free software; you can redistribute it and/or modify it | |
7 | under the terms and conditions of the GNU General Public License, | |
8 | version 2, as published by the Free Software Foundation. | |
9 | ||
10 | This program is distributed in the hope it will be useful, but WITHOUT | |
11 | ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
12 | FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for | |
13 | more details. | |
14 | ||
15 | You should have received a copy of the GNU General Public License along with | |
16 | this program; if not, write to the Free Software Foundation, Inc., | |
17 | 51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA. | |
18 | ||
19 | The full GNU General Public License is included in this distribution in | |
20 | the file called "COPYING". | |
21 | ||
22 | Contact Information: | |
23 | e1000-devel Mailing List <e1000-devel@lists.sourceforge.net> | |
24 | Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497 | |
25 | ||
26 | *******************************************************************************/ | |
27 | ||
d3a2ae6d | 28 | #include "ixgbe.h" |
6ee16520 YZ |
29 | #ifdef CONFIG_IXGBE_DCB |
30 | #include "ixgbe_dcb_82599.h" | |
31 | #endif /* CONFIG_IXGBE_DCB */ | |
d3a2ae6d | 32 | #include <linux/if_ether.h> |
5a0e3ad6 | 33 | #include <linux/gfp.h> |
be5d507d | 34 | #include <linux/if_vlan.h> |
d3a2ae6d YZ |
35 | #include <scsi/scsi_cmnd.h> |
36 | #include <scsi/scsi_device.h> | |
37 | #include <scsi/fc/fc_fs.h> | |
38 | #include <scsi/fc/fc_fcoe.h> | |
39 | #include <scsi/libfc.h> | |
40 | #include <scsi/libfcoe.h> | |
41 | ||
d0ed8937 YZ |
42 | /** |
43 | * ixgbe_rx_is_fcoe - check the rx desc for incoming pkt type | |
44 | * @rx_desc: advanced rx descriptor | |
45 | * | |
46 | * Returns : true if it is FCoE pkt | |
47 | */ | |
48 | static inline bool ixgbe_rx_is_fcoe(union ixgbe_adv_rx_desc *rx_desc) | |
49 | { | |
50 | u16 p; | |
51 | ||
52 | p = le16_to_cpu(rx_desc->wb.lower.lo_dword.hs_rss.pkt_info); | |
53 | if (p & IXGBE_RXDADV_PKTTYPE_ETQF) { | |
54 | p &= IXGBE_RXDADV_PKTTYPE_ETQF_MASK; | |
55 | p >>= IXGBE_RXDADV_PKTTYPE_ETQF_SHIFT; | |
56 | return p == IXGBE_ETQF_FILTER_FCOE; | |
57 | } | |
58 | return false; | |
59 | } | |
60 | ||
61 | /** | |
62 | * ixgbe_fcoe_clear_ddp - clear the given ddp context | |
63 | * @ddp - ptr to the ixgbe_fcoe_ddp | |
64 | * | |
65 | * Returns : none | |
66 | * | |
67 | */ | |
68 | static inline void ixgbe_fcoe_clear_ddp(struct ixgbe_fcoe_ddp *ddp) | |
69 | { | |
70 | ddp->len = 0; | |
8ca371e4 | 71 | ddp->err = 1; |
d0ed8937 YZ |
72 | ddp->udl = NULL; |
73 | ddp->udp = 0UL; | |
74 | ddp->sgl = NULL; | |
75 | ddp->sgc = 0; | |
76 | } | |
77 | ||
78 | /** | |
79 | * ixgbe_fcoe_ddp_put - free the ddp context for a given xid | |
80 | * @netdev: the corresponding net_device | |
81 | * @xid: the xid that corresponding ddp will be freed | |
82 | * | |
83 | * This is the implementation of net_device_ops.ndo_fcoe_ddp_done | |
84 | * and it is expected to be called by ULD, i.e., FCP layer of libfc | |
85 | * to release the corresponding ddp context when the I/O is done. | |
86 | * | |
87 | * Returns : data length already ddp-ed in bytes | |
88 | */ | |
89 | int ixgbe_fcoe_ddp_put(struct net_device *netdev, u16 xid) | |
90 | { | |
91 | int len = 0; | |
92 | struct ixgbe_fcoe *fcoe; | |
93 | struct ixgbe_adapter *adapter; | |
94 | struct ixgbe_fcoe_ddp *ddp; | |
9b55bb03 | 95 | u32 fcbuff; |
d0ed8937 YZ |
96 | |
97 | if (!netdev) | |
98 | goto out_ddp_put; | |
99 | ||
100 | if (xid >= IXGBE_FCOE_DDP_MAX) | |
101 | goto out_ddp_put; | |
102 | ||
103 | adapter = netdev_priv(netdev); | |
104 | fcoe = &adapter->fcoe; | |
105 | ddp = &fcoe->ddp[xid]; | |
106 | if (!ddp->udl) | |
107 | goto out_ddp_put; | |
108 | ||
109 | len = ddp->len; | |
110 | /* if there an error, force to invalidate ddp context */ | |
111 | if (ddp->err) { | |
112 | spin_lock_bh(&fcoe->lock); | |
113 | IXGBE_WRITE_REG(&adapter->hw, IXGBE_FCFLT, 0); | |
114 | IXGBE_WRITE_REG(&adapter->hw, IXGBE_FCFLTRW, | |
115 | (xid | IXGBE_FCFLTRW_WE)); | |
116 | IXGBE_WRITE_REG(&adapter->hw, IXGBE_FCBUFF, 0); | |
117 | IXGBE_WRITE_REG(&adapter->hw, IXGBE_FCDMARW, | |
118 | (xid | IXGBE_FCDMARW_WE)); | |
9b55bb03 YZ |
119 | |
120 | /* guaranteed to be invalidated after 100us */ | |
121 | IXGBE_WRITE_REG(&adapter->hw, IXGBE_FCDMARW, | |
122 | (xid | IXGBE_FCDMARW_RE)); | |
123 | fcbuff = IXGBE_READ_REG(&adapter->hw, IXGBE_FCBUFF); | |
d0ed8937 | 124 | spin_unlock_bh(&fcoe->lock); |
9b55bb03 YZ |
125 | if (fcbuff & IXGBE_FCBUFF_VALID) |
126 | udelay(100); | |
d0ed8937 YZ |
127 | } |
128 | if (ddp->sgl) | |
129 | pci_unmap_sg(adapter->pdev, ddp->sgl, ddp->sgc, | |
130 | DMA_FROM_DEVICE); | |
131 | pci_pool_free(fcoe->pool, ddp->udl, ddp->udp); | |
132 | ixgbe_fcoe_clear_ddp(ddp); | |
133 | ||
134 | out_ddp_put: | |
135 | return len; | |
136 | } | |
137 | ||
68a683cf | 138 | |
d0ed8937 | 139 | /** |
68a683cf | 140 | * ixgbe_fcoe_ddp_setup - called to set up ddp context |
d0ed8937 YZ |
141 | * @netdev: the corresponding net_device |
142 | * @xid: the exchange id requesting ddp | |
143 | * @sgl: the scatter-gather list for this request | |
144 | * @sgc: the number of scatter-gather items | |
145 | * | |
d0ed8937 YZ |
146 | * Returns : 1 for success and 0 for no ddp |
147 | */ | |
68a683cf YZ |
148 | static int ixgbe_fcoe_ddp_setup(struct net_device *netdev, u16 xid, |
149 | struct scatterlist *sgl, unsigned int sgc, | |
150 | int target_mode) | |
d0ed8937 YZ |
151 | { |
152 | struct ixgbe_adapter *adapter; | |
153 | struct ixgbe_hw *hw; | |
154 | struct ixgbe_fcoe *fcoe; | |
155 | struct ixgbe_fcoe_ddp *ddp; | |
156 | struct scatterlist *sg; | |
157 | unsigned int i, j, dmacount; | |
158 | unsigned int len; | |
c600636b | 159 | static const unsigned int bufflen = IXGBE_FCBUFF_MIN; |
d0ed8937 YZ |
160 | unsigned int firstoff = 0; |
161 | unsigned int lastsize; | |
162 | unsigned int thisoff = 0; | |
163 | unsigned int thislen = 0; | |
68a683cf | 164 | u32 fcbuff, fcdmarw, fcfltrw, fcrxctl; |
fbbea32b | 165 | dma_addr_t addr = 0; |
d0ed8937 YZ |
166 | |
167 | if (!netdev || !sgl) | |
168 | return 0; | |
169 | ||
170 | adapter = netdev_priv(netdev); | |
171 | if (xid >= IXGBE_FCOE_DDP_MAX) { | |
396e799c | 172 | e_warn(drv, "xid=0x%x out-of-range\n", xid); |
d0ed8937 YZ |
173 | return 0; |
174 | } | |
175 | ||
a41c0597 YZ |
176 | /* no DDP if we are already down or resetting */ |
177 | if (test_bit(__IXGBE_DOWN, &adapter->state) || | |
178 | test_bit(__IXGBE_RESETTING, &adapter->state)) | |
179 | return 0; | |
180 | ||
d0ed8937 YZ |
181 | fcoe = &adapter->fcoe; |
182 | if (!fcoe->pool) { | |
396e799c | 183 | e_warn(drv, "xid=0x%x no ddp pool for fcoe\n", xid); |
d0ed8937 YZ |
184 | return 0; |
185 | } | |
186 | ||
187 | ddp = &fcoe->ddp[xid]; | |
188 | if (ddp->sgl) { | |
396e799c ET |
189 | e_err(drv, "xid 0x%x w/ non-null sgl=%p nents=%d\n", |
190 | xid, ddp->sgl, ddp->sgc); | |
d0ed8937 YZ |
191 | return 0; |
192 | } | |
193 | ixgbe_fcoe_clear_ddp(ddp); | |
194 | ||
195 | /* setup dma from scsi command sgl */ | |
196 | dmacount = pci_map_sg(adapter->pdev, sgl, sgc, DMA_FROM_DEVICE); | |
197 | if (dmacount == 0) { | |
396e799c | 198 | e_err(drv, "xid 0x%x DMA map error\n", xid); |
d0ed8937 YZ |
199 | return 0; |
200 | } | |
201 | ||
202 | /* alloc the udl from our ddp pool */ | |
55750446 | 203 | ddp->udl = pci_pool_alloc(fcoe->pool, GFP_ATOMIC, &ddp->udp); |
d0ed8937 | 204 | if (!ddp->udl) { |
396e799c | 205 | e_err(drv, "failed allocated ddp context\n"); |
d0ed8937 YZ |
206 | goto out_noddp_unmap; |
207 | } | |
208 | ddp->sgl = sgl; | |
209 | ddp->sgc = sgc; | |
210 | ||
211 | j = 0; | |
212 | for_each_sg(sgl, sg, dmacount, i) { | |
213 | addr = sg_dma_address(sg); | |
214 | len = sg_dma_len(sg); | |
215 | while (len) { | |
a7551b75 RL |
216 | /* max number of buffers allowed in one DDP context */ |
217 | if (j >= IXGBE_BUFFCNT_MAX) { | |
396e799c | 218 | e_err(drv, "xid=%x:%d,%d,%d:addr=%llx " |
849c4542 ET |
219 | "not enough descriptors\n", |
220 | xid, i, j, dmacount, (u64)addr); | |
a7551b75 RL |
221 | goto out_noddp_free; |
222 | } | |
223 | ||
d0ed8937 YZ |
224 | /* get the offset of length of current buffer */ |
225 | thisoff = addr & ((dma_addr_t)bufflen - 1); | |
226 | thislen = min((bufflen - thisoff), len); | |
227 | /* | |
228 | * all but the 1st buffer (j == 0) | |
229 | * must be aligned on bufflen | |
230 | */ | |
231 | if ((j != 0) && (thisoff)) | |
232 | goto out_noddp_free; | |
233 | /* | |
234 | * all but the last buffer | |
235 | * ((i == (dmacount - 1)) && (thislen == len)) | |
236 | * must end at bufflen | |
237 | */ | |
238 | if (((i != (dmacount - 1)) || (thislen != len)) | |
239 | && ((thislen + thisoff) != bufflen)) | |
240 | goto out_noddp_free; | |
241 | ||
242 | ddp->udl[j] = (u64)(addr - thisoff); | |
243 | /* only the first buffer may have none-zero offset */ | |
244 | if (j == 0) | |
245 | firstoff = thisoff; | |
246 | len -= thislen; | |
247 | addr += thislen; | |
248 | j++; | |
d0ed8937 YZ |
249 | } |
250 | } | |
251 | /* only the last buffer may have non-full bufflen */ | |
252 | lastsize = thisoff + thislen; | |
253 | ||
c600636b AH |
254 | /* |
255 | * lastsize can not be buffer len. | |
256 | * If it is then adding another buffer with lastsize = 1. | |
257 | */ | |
258 | if (lastsize == bufflen) { | |
259 | if (j >= IXGBE_BUFFCNT_MAX) { | |
260 | e_err(drv, "xid=%x:%d,%d,%d:addr=%llx " | |
261 | "not enough user buffers. We need an extra " | |
262 | "buffer because lastsize is bufflen.\n", | |
263 | xid, i, j, dmacount, (u64)addr); | |
264 | goto out_noddp_free; | |
265 | } | |
266 | ||
267 | ddp->udl[j] = (u64)(fcoe->extra_ddp_buffer_dma); | |
268 | j++; | |
269 | lastsize = 1; | |
270 | } | |
271 | ||
d0ed8937 | 272 | fcbuff = (IXGBE_FCBUFF_4KB << IXGBE_FCBUFF_BUFFSIZE_SHIFT); |
a7551b75 | 273 | fcbuff |= ((j & 0xff) << IXGBE_FCBUFF_BUFFCNT_SHIFT); |
d0ed8937 | 274 | fcbuff |= (firstoff << IXGBE_FCBUFF_OFFSET_SHIFT); |
68a683cf YZ |
275 | /* Set WRCONTX bit to allow DDP for target */ |
276 | if (target_mode) | |
277 | fcbuff |= (IXGBE_FCBUFF_WRCONTX); | |
d0ed8937 YZ |
278 | fcbuff |= (IXGBE_FCBUFF_VALID); |
279 | ||
280 | fcdmarw = xid; | |
281 | fcdmarw |= IXGBE_FCDMARW_WE; | |
282 | fcdmarw |= (lastsize << IXGBE_FCDMARW_LASTSIZE_SHIFT); | |
283 | ||
284 | fcfltrw = xid; | |
285 | fcfltrw |= IXGBE_FCFLTRW_WE; | |
286 | ||
287 | /* program DMA context */ | |
288 | hw = &adapter->hw; | |
289 | spin_lock_bh(&fcoe->lock); | |
68a683cf YZ |
290 | |
291 | /* turn on last frame indication for target mode as FCP_RSPtarget is | |
292 | * supposed to send FCP_RSP when it is done. */ | |
293 | if (target_mode && !test_bit(__IXGBE_FCOE_TARGET, &fcoe->mode)) { | |
294 | set_bit(__IXGBE_FCOE_TARGET, &fcoe->mode); | |
295 | fcrxctl = IXGBE_READ_REG(hw, IXGBE_FCRXCTRL); | |
296 | fcrxctl |= IXGBE_FCRXCTRL_LASTSEQH; | |
297 | IXGBE_WRITE_REG(hw, IXGBE_FCRXCTRL, fcrxctl); | |
298 | } | |
299 | ||
8e20ce94 | 300 | IXGBE_WRITE_REG(hw, IXGBE_FCPTRL, ddp->udp & DMA_BIT_MASK(32)); |
d0ed8937 YZ |
301 | IXGBE_WRITE_REG(hw, IXGBE_FCPTRH, (u64)ddp->udp >> 32); |
302 | IXGBE_WRITE_REG(hw, IXGBE_FCBUFF, fcbuff); | |
303 | IXGBE_WRITE_REG(hw, IXGBE_FCDMARW, fcdmarw); | |
304 | /* program filter context */ | |
305 | IXGBE_WRITE_REG(hw, IXGBE_FCPARAM, 0); | |
306 | IXGBE_WRITE_REG(hw, IXGBE_FCFLT, IXGBE_FCFLT_VALID); | |
307 | IXGBE_WRITE_REG(hw, IXGBE_FCFLTRW, fcfltrw); | |
68a683cf | 308 | |
d0ed8937 YZ |
309 | spin_unlock_bh(&fcoe->lock); |
310 | ||
311 | return 1; | |
312 | ||
313 | out_noddp_free: | |
314 | pci_pool_free(fcoe->pool, ddp->udl, ddp->udp); | |
315 | ixgbe_fcoe_clear_ddp(ddp); | |
316 | ||
317 | out_noddp_unmap: | |
318 | pci_unmap_sg(adapter->pdev, sgl, sgc, DMA_FROM_DEVICE); | |
319 | return 0; | |
320 | } | |
321 | ||
68a683cf YZ |
322 | /** |
323 | * ixgbe_fcoe_ddp_get - called to set up ddp context in initiator mode | |
324 | * @netdev: the corresponding net_device | |
325 | * @xid: the exchange id requesting ddp | |
326 | * @sgl: the scatter-gather list for this request | |
327 | * @sgc: the number of scatter-gather items | |
328 | * | |
329 | * This is the implementation of net_device_ops.ndo_fcoe_ddp_setup | |
330 | * and is expected to be called from ULD, e.g., FCP layer of libfc | |
331 | * to set up ddp for the corresponding xid of the given sglist for | |
332 | * the corresponding I/O. | |
333 | * | |
334 | * Returns : 1 for success and 0 for no ddp | |
335 | */ | |
336 | int ixgbe_fcoe_ddp_get(struct net_device *netdev, u16 xid, | |
337 | struct scatterlist *sgl, unsigned int sgc) | |
338 | { | |
339 | return ixgbe_fcoe_ddp_setup(netdev, xid, sgl, sgc, 0); | |
340 | } | |
341 | ||
342 | /** | |
343 | * ixgbe_fcoe_ddp_target - called to set up ddp context in target mode | |
344 | * @netdev: the corresponding net_device | |
345 | * @xid: the exchange id requesting ddp | |
346 | * @sgl: the scatter-gather list for this request | |
347 | * @sgc: the number of scatter-gather items | |
348 | * | |
349 | * This is the implementation of net_device_ops.ndo_fcoe_ddp_target | |
350 | * and is expected to be called from ULD, e.g., FCP layer of libfc | |
351 | * to set up ddp for the corresponding xid of the given sglist for | |
352 | * the corresponding I/O. The DDP in target mode is a write I/O request | |
353 | * from the initiator. | |
354 | * | |
355 | * Returns : 1 for success and 0 for no ddp | |
356 | */ | |
357 | int ixgbe_fcoe_ddp_target(struct net_device *netdev, u16 xid, | |
358 | struct scatterlist *sgl, unsigned int sgc) | |
359 | { | |
360 | return ixgbe_fcoe_ddp_setup(netdev, xid, sgl, sgc, 1); | |
361 | } | |
362 | ||
d0ed8937 YZ |
363 | /** |
364 | * ixgbe_fcoe_ddp - check ddp status and mark it done | |
365 | * @adapter: ixgbe adapter | |
366 | * @rx_desc: advanced rx descriptor | |
367 | * @skb: the skb holding the received data | |
368 | * | |
369 | * This checks ddp status. | |
370 | * | |
3d8fd385 YZ |
371 | * Returns : < 0 indicates an error or not a FCiE ddp, 0 indicates |
372 | * not passing the skb to ULD, > 0 indicates is the length of data | |
373 | * being ddped. | |
d0ed8937 YZ |
374 | */ |
375 | int ixgbe_fcoe_ddp(struct ixgbe_adapter *adapter, | |
376 | union ixgbe_adv_rx_desc *rx_desc, | |
377 | struct sk_buff *skb) | |
378 | { | |
379 | u16 xid; | |
d4ab8819 | 380 | u32 fctl; |
d0ed8937 YZ |
381 | u32 sterr, fceofe, fcerr, fcstat; |
382 | int rc = -EINVAL; | |
383 | struct ixgbe_fcoe *fcoe; | |
384 | struct ixgbe_fcoe_ddp *ddp; | |
385 | struct fc_frame_header *fh; | |
68a683cf | 386 | struct fcoe_crc_eof *crc; |
d0ed8937 YZ |
387 | |
388 | if (!ixgbe_rx_is_fcoe(rx_desc)) | |
389 | goto ddp_out; | |
390 | ||
d0ed8937 YZ |
391 | sterr = le32_to_cpu(rx_desc->wb.upper.status_error); |
392 | fcerr = (sterr & IXGBE_RXDADV_ERR_FCERR); | |
393 | fceofe = (sterr & IXGBE_RXDADV_ERR_FCEOFE); | |
394 | if (fcerr == IXGBE_FCERR_BADCRC) | |
bc8acf2c ED |
395 | skb_checksum_none_assert(skb); |
396 | else | |
397 | skb->ip_summed = CHECKSUM_UNNECESSARY; | |
d0ed8937 | 398 | |
be5d507d YZ |
399 | if (eth_hdr(skb)->h_proto == htons(ETH_P_8021Q)) |
400 | fh = (struct fc_frame_header *)(skb->data + | |
401 | sizeof(struct vlan_hdr) + sizeof(struct fcoe_hdr)); | |
402 | else | |
403 | fh = (struct fc_frame_header *)(skb->data + | |
404 | sizeof(struct fcoe_hdr)); | |
d4ab8819 YZ |
405 | fctl = ntoh24(fh->fh_f_ctl); |
406 | if (fctl & FC_FC_EX_CTX) | |
407 | xid = be16_to_cpu(fh->fh_ox_id); | |
408 | else | |
409 | xid = be16_to_cpu(fh->fh_rx_id); | |
410 | ||
d0ed8937 YZ |
411 | if (xid >= IXGBE_FCOE_DDP_MAX) |
412 | goto ddp_out; | |
413 | ||
414 | fcoe = &adapter->fcoe; | |
415 | ddp = &fcoe->ddp[xid]; | |
416 | if (!ddp->udl) | |
417 | goto ddp_out; | |
418 | ||
419 | ddp->err = (fcerr | fceofe); | |
420 | if (ddp->err) | |
421 | goto ddp_out; | |
422 | ||
423 | fcstat = (sterr & IXGBE_RXDADV_STAT_FCSTAT); | |
424 | if (fcstat) { | |
425 | /* update length of DDPed data */ | |
426 | ddp->len = le32_to_cpu(rx_desc->wb.lower.hi_dword.rss); | |
427 | /* unmap the sg list when FCP_RSP is received */ | |
428 | if (fcstat == IXGBE_RXDADV_STAT_FCSTAT_FCPRSP) { | |
429 | pci_unmap_sg(adapter->pdev, ddp->sgl, | |
430 | ddp->sgc, DMA_FROM_DEVICE); | |
431 | ddp->sgl = NULL; | |
432 | ddp->sgc = 0; | |
433 | } | |
434 | /* return 0 to bypass going to ULD for DDPed data */ | |
435 | if (fcstat == IXGBE_RXDADV_STAT_FCSTAT_DDP) | |
436 | rc = 0; | |
17e78b06 | 437 | else if (ddp->len) |
3d8fd385 | 438 | rc = ddp->len; |
d0ed8937 | 439 | } |
68a683cf YZ |
440 | /* In target mode, check the last data frame of the sequence. |
441 | * For DDP in target mode, data is already DDPed but the header | |
442 | * indication of the last data frame ould allow is to tell if we | |
443 | * got all the data and the ULP can send FCP_RSP back, as this is | |
444 | * not a full fcoe frame, we fill the trailer here so it won't be | |
445 | * dropped by the ULP stack. | |
446 | */ | |
447 | if ((fh->fh_r_ctl == FC_RCTL_DD_SOL_DATA) && | |
448 | (fctl & FC_FC_END_SEQ)) { | |
449 | crc = (struct fcoe_crc_eof *)skb_put(skb, sizeof(*crc)); | |
450 | crc->fcoe_eof = FC_EOF_T; | |
451 | } | |
d0ed8937 YZ |
452 | ddp_out: |
453 | return rc; | |
454 | } | |
455 | ||
bc079228 YZ |
456 | /** |
457 | * ixgbe_fso - ixgbe FCoE Sequence Offload (FSO) | |
458 | * @adapter: ixgbe adapter | |
459 | * @tx_ring: tx desc ring | |
460 | * @skb: associated skb | |
461 | * @tx_flags: tx flags | |
462 | * @hdr_len: hdr_len to be returned | |
463 | * | |
464 | * This sets up large send offload for FCoE | |
465 | * | |
466 | * Returns : 0 indicates no FSO, > 0 for FSO, < 0 for error | |
467 | */ | |
468 | int ixgbe_fso(struct ixgbe_adapter *adapter, | |
469 | struct ixgbe_ring *tx_ring, struct sk_buff *skb, | |
470 | u32 tx_flags, u8 *hdr_len) | |
471 | { | |
472 | u8 sof, eof; | |
473 | u32 vlan_macip_lens; | |
474 | u32 fcoe_sof_eof; | |
475 | u32 type_tucmd; | |
476 | u32 mss_l4len_idx; | |
477 | int mss = 0; | |
478 | unsigned int i; | |
479 | struct ixgbe_tx_buffer *tx_buffer_info; | |
480 | struct ixgbe_adv_tx_context_desc *context_desc; | |
481 | struct fc_frame_header *fh; | |
482 | ||
483 | if (skb_is_gso(skb) && (skb_shinfo(skb)->gso_type != SKB_GSO_FCOE)) { | |
396e799c | 484 | e_err(drv, "Wrong gso type %d:expecting SKB_GSO_FCOE\n", |
849c4542 | 485 | skb_shinfo(skb)->gso_type); |
bc079228 YZ |
486 | return -EINVAL; |
487 | } | |
488 | ||
489 | /* resets the header to point fcoe/fc */ | |
490 | skb_set_network_header(skb, skb->mac_len); | |
491 | skb_set_transport_header(skb, skb->mac_len + | |
492 | sizeof(struct fcoe_hdr)); | |
493 | ||
494 | /* sets up SOF and ORIS */ | |
495 | fcoe_sof_eof = 0; | |
496 | sof = ((struct fcoe_hdr *)skb_network_header(skb))->fcoe_sof; | |
497 | switch (sof) { | |
498 | case FC_SOF_I2: | |
499 | fcoe_sof_eof |= IXGBE_ADVTXD_FCOEF_ORIS; | |
500 | break; | |
501 | case FC_SOF_I3: | |
502 | fcoe_sof_eof |= IXGBE_ADVTXD_FCOEF_SOF; | |
503 | fcoe_sof_eof |= IXGBE_ADVTXD_FCOEF_ORIS; | |
504 | break; | |
505 | case FC_SOF_N2: | |
506 | break; | |
507 | case FC_SOF_N3: | |
508 | fcoe_sof_eof |= IXGBE_ADVTXD_FCOEF_SOF; | |
509 | break; | |
510 | default: | |
396e799c | 511 | e_warn(drv, "unknown sof = 0x%x\n", sof); |
bc079228 YZ |
512 | return -EINVAL; |
513 | } | |
514 | ||
515 | /* the first byte of the last dword is EOF */ | |
516 | skb_copy_bits(skb, skb->len - 4, &eof, 1); | |
517 | /* sets up EOF and ORIE */ | |
518 | switch (eof) { | |
519 | case FC_EOF_N: | |
520 | fcoe_sof_eof |= IXGBE_ADVTXD_FCOEF_EOF_N; | |
521 | break; | |
522 | case FC_EOF_T: | |
523 | /* lso needs ORIE */ | |
524 | if (skb_is_gso(skb)) { | |
525 | fcoe_sof_eof |= IXGBE_ADVTXD_FCOEF_EOF_N; | |
526 | fcoe_sof_eof |= IXGBE_ADVTXD_FCOEF_ORIE; | |
527 | } else { | |
528 | fcoe_sof_eof |= IXGBE_ADVTXD_FCOEF_EOF_T; | |
529 | } | |
530 | break; | |
531 | case FC_EOF_NI: | |
532 | fcoe_sof_eof |= IXGBE_ADVTXD_FCOEF_EOF_NI; | |
533 | break; | |
534 | case FC_EOF_A: | |
535 | fcoe_sof_eof |= IXGBE_ADVTXD_FCOEF_EOF_A; | |
536 | break; | |
537 | default: | |
396e799c | 538 | e_warn(drv, "unknown eof = 0x%x\n", eof); |
bc079228 YZ |
539 | return -EINVAL; |
540 | } | |
541 | ||
542 | /* sets up PARINC indicating data offset */ | |
543 | fh = (struct fc_frame_header *)skb_transport_header(skb); | |
544 | if (fh->fh_f_ctl[2] & FC_FC_REL_OFF) | |
545 | fcoe_sof_eof |= IXGBE_ADVTXD_FCOEF_PARINC; | |
546 | ||
547 | /* hdr_len includes fc_hdr if FCoE lso is enabled */ | |
548 | *hdr_len = sizeof(struct fcoe_crc_eof); | |
549 | if (skb_is_gso(skb)) | |
550 | *hdr_len += (skb_transport_offset(skb) + | |
551 | sizeof(struct fc_frame_header)); | |
552 | /* vlan_macip_lens: HEADLEN, MACLEN, VLAN tag */ | |
553 | vlan_macip_lens = (skb_transport_offset(skb) + | |
554 | sizeof(struct fc_frame_header)); | |
555 | vlan_macip_lens |= ((skb_transport_offset(skb) - 4) | |
556 | << IXGBE_ADVTXD_MACLEN_SHIFT); | |
557 | vlan_macip_lens |= (tx_flags & IXGBE_TX_FLAGS_VLAN_MASK); | |
558 | ||
559 | /* type_tycmd and mss: set TUCMD.FCoE to enable offload */ | |
560 | type_tucmd = IXGBE_TXD_CMD_DEXT | IXGBE_ADVTXD_DTYP_CTXT | | |
561 | IXGBE_ADVTXT_TUCMD_FCOE; | |
562 | if (skb_is_gso(skb)) | |
563 | mss = skb_shinfo(skb)->gso_size; | |
564 | /* mss_l4len_id: use 1 for FSO as TSO, no need for L4LEN */ | |
565 | mss_l4len_idx = (mss << IXGBE_ADVTXD_MSS_SHIFT) | | |
566 | (1 << IXGBE_ADVTXD_IDX_SHIFT); | |
567 | ||
568 | /* write context desc */ | |
569 | i = tx_ring->next_to_use; | |
31f05a2d | 570 | context_desc = IXGBE_TX_CTXTDESC_ADV(tx_ring, i); |
bc079228 YZ |
571 | context_desc->vlan_macip_lens = cpu_to_le32(vlan_macip_lens); |
572 | context_desc->seqnum_seed = cpu_to_le32(fcoe_sof_eof); | |
573 | context_desc->type_tucmd_mlhl = cpu_to_le32(type_tucmd); | |
574 | context_desc->mss_l4len_idx = cpu_to_le32(mss_l4len_idx); | |
575 | ||
576 | tx_buffer_info = &tx_ring->tx_buffer_info[i]; | |
577 | tx_buffer_info->time_stamp = jiffies; | |
578 | tx_buffer_info->next_to_watch = i; | |
579 | ||
580 | i++; | |
581 | if (i == tx_ring->count) | |
582 | i = 0; | |
583 | tx_ring->next_to_use = i; | |
584 | ||
585 | return skb_is_gso(skb); | |
586 | } | |
587 | ||
d3a2ae6d YZ |
588 | /** |
589 | * ixgbe_configure_fcoe - configures registers for fcoe at start | |
590 | * @adapter: ptr to ixgbe adapter | |
591 | * | |
592 | * This sets up FCoE related registers | |
593 | * | |
594 | * Returns : none | |
595 | */ | |
596 | void ixgbe_configure_fcoe(struct ixgbe_adapter *adapter) | |
597 | { | |
29ebf6f8 | 598 | int i, fcoe_q, fcoe_i; |
d3a2ae6d | 599 | struct ixgbe_hw *hw = &adapter->hw; |
d0ed8937 | 600 | struct ixgbe_fcoe *fcoe = &adapter->fcoe; |
29ebf6f8 | 601 | struct ixgbe_ring_feature *f = &adapter->ring_feature[RING_F_FCOE]; |
61a0f421 YZ |
602 | #ifdef CONFIG_IXGBE_DCB |
603 | u8 tc; | |
604 | u32 up2tc; | |
605 | #endif | |
d0ed8937 YZ |
606 | |
607 | /* create the pool for ddp if not created yet */ | |
608 | if (!fcoe->pool) { | |
609 | /* allocate ddp pool */ | |
610 | fcoe->pool = pci_pool_create("ixgbe_fcoe_ddp", | |
611 | adapter->pdev, IXGBE_FCPTR_MAX, | |
612 | IXGBE_FCPTR_ALIGN, PAGE_SIZE); | |
613 | if (!fcoe->pool) | |
396e799c | 614 | e_err(drv, "failed to allocated FCoE DDP pool\n"); |
d3a2ae6d | 615 | |
d0ed8937 | 616 | spin_lock_init(&fcoe->lock); |
c600636b AH |
617 | |
618 | /* Extra buffer to be shared by all DDPs for HW work around */ | |
619 | fcoe->extra_ddp_buffer = kmalloc(IXGBE_FCBUFF_MIN, GFP_ATOMIC); | |
620 | if (fcoe->extra_ddp_buffer == NULL) { | |
621 | e_err(drv, "failed to allocated extra DDP buffer\n"); | |
622 | goto out_extra_ddp_buffer_alloc; | |
623 | } | |
624 | ||
625 | fcoe->extra_ddp_buffer_dma = | |
626 | dma_map_single(&adapter->pdev->dev, | |
627 | fcoe->extra_ddp_buffer, | |
628 | IXGBE_FCBUFF_MIN, | |
629 | DMA_FROM_DEVICE); | |
630 | if (dma_mapping_error(&adapter->pdev->dev, | |
631 | fcoe->extra_ddp_buffer_dma)) { | |
632 | e_err(drv, "failed to map extra DDP buffer\n"); | |
633 | goto out_extra_ddp_buffer_dma; | |
634 | } | |
d0ed8937 | 635 | } |
29ebf6f8 YZ |
636 | |
637 | /* Enable L2 eth type filter for FCoE */ | |
d3a2ae6d YZ |
638 | IXGBE_WRITE_REG(hw, IXGBE_ETQF(IXGBE_ETQF_FILTER_FCOE), |
639 | (ETH_P_FCOE | IXGBE_ETQF_FCOE | IXGBE_ETQF_FILTER_EN)); | |
af06393b CL |
640 | /* Enable L2 eth type filter for FIP */ |
641 | IXGBE_WRITE_REG(hw, IXGBE_ETQF(IXGBE_ETQF_FILTER_FIP), | |
642 | (ETH_P_FIP | IXGBE_ETQF_FILTER_EN)); | |
29ebf6f8 YZ |
643 | if (adapter->ring_feature[RING_F_FCOE].indices) { |
644 | /* Use multiple rx queues for FCoE by redirection table */ | |
645 | for (i = 0; i < IXGBE_FCRETA_SIZE; i++) { | |
646 | fcoe_i = f->mask + i % f->indices; | |
647 | fcoe_i &= IXGBE_FCRETA_ENTRY_MASK; | |
4a0b9ca0 | 648 | fcoe_q = adapter->rx_ring[fcoe_i]->reg_idx; |
29ebf6f8 YZ |
649 | IXGBE_WRITE_REG(hw, IXGBE_FCRETA(i), fcoe_q); |
650 | } | |
651 | IXGBE_WRITE_REG(hw, IXGBE_FCRECTL, IXGBE_FCRECTL_ENA); | |
652 | IXGBE_WRITE_REG(hw, IXGBE_ETQS(IXGBE_ETQF_FILTER_FCOE), 0); | |
653 | } else { | |
654 | /* Use single rx queue for FCoE */ | |
655 | fcoe_i = f->mask; | |
4a0b9ca0 | 656 | fcoe_q = adapter->rx_ring[fcoe_i]->reg_idx; |
29ebf6f8 YZ |
657 | IXGBE_WRITE_REG(hw, IXGBE_FCRECTL, 0); |
658 | IXGBE_WRITE_REG(hw, IXGBE_ETQS(IXGBE_ETQF_FILTER_FCOE), | |
659 | IXGBE_ETQS_QUEUE_EN | | |
660 | (fcoe_q << IXGBE_ETQS_RX_QUEUE_SHIFT)); | |
661 | } | |
af06393b CL |
662 | /* send FIP frames to the first FCoE queue */ |
663 | fcoe_i = f->mask; | |
664 | fcoe_q = adapter->rx_ring[fcoe_i]->reg_idx; | |
665 | IXGBE_WRITE_REG(hw, IXGBE_ETQS(IXGBE_ETQF_FILTER_FIP), | |
666 | IXGBE_ETQS_QUEUE_EN | | |
667 | (fcoe_q << IXGBE_ETQS_RX_QUEUE_SHIFT)); | |
29ebf6f8 | 668 | |
d3a2ae6d YZ |
669 | IXGBE_WRITE_REG(hw, IXGBE_FCRXCTRL, |
670 | IXGBE_FCRXCTRL_FCOELLI | | |
671 | IXGBE_FCRXCTRL_FCCRCBO | | |
672 | (FC_FCOE_VER << IXGBE_FCRXCTRL_FCOEVER_SHIFT)); | |
61a0f421 YZ |
673 | #ifdef CONFIG_IXGBE_DCB |
674 | up2tc = IXGBE_READ_REG(&adapter->hw, IXGBE_RTTUP2TC); | |
675 | for (i = 0; i < MAX_USER_PRIORITY; i++) { | |
676 | tc = (u8)(up2tc >> (i * IXGBE_RTTUP2TC_UP_SHIFT)); | |
677 | tc &= (MAX_TRAFFIC_CLASS - 1); | |
678 | if (fcoe->tc == tc) { | |
679 | fcoe->up = i; | |
680 | break; | |
681 | } | |
682 | } | |
683 | #endif | |
c600636b AH |
684 | |
685 | return; | |
686 | ||
687 | out_extra_ddp_buffer_dma: | |
688 | kfree(fcoe->extra_ddp_buffer); | |
689 | out_extra_ddp_buffer_alloc: | |
690 | pci_pool_destroy(fcoe->pool); | |
691 | fcoe->pool = NULL; | |
d3a2ae6d | 692 | } |
d0ed8937 YZ |
693 | |
694 | /** | |
695 | * ixgbe_cleanup_fcoe - release all fcoe ddp context resources | |
696 | * @adapter : ixgbe adapter | |
697 | * | |
698 | * Cleans up outstanding ddp context resources | |
699 | * | |
700 | * Returns : none | |
701 | */ | |
702 | void ixgbe_cleanup_fcoe(struct ixgbe_adapter *adapter) | |
703 | { | |
704 | int i; | |
705 | struct ixgbe_fcoe *fcoe = &adapter->fcoe; | |
706 | ||
707 | /* release ddp resource */ | |
708 | if (fcoe->pool) { | |
709 | for (i = 0; i < IXGBE_FCOE_DDP_MAX; i++) | |
710 | ixgbe_fcoe_ddp_put(adapter->netdev, i); | |
c600636b AH |
711 | dma_unmap_single(&adapter->pdev->dev, |
712 | fcoe->extra_ddp_buffer_dma, | |
713 | IXGBE_FCBUFF_MIN, | |
714 | DMA_FROM_DEVICE); | |
715 | kfree(fcoe->extra_ddp_buffer); | |
d0ed8937 YZ |
716 | pci_pool_destroy(fcoe->pool); |
717 | fcoe->pool = NULL; | |
718 | } | |
719 | } | |
8450ff8c YZ |
720 | |
721 | /** | |
722 | * ixgbe_fcoe_enable - turn on FCoE offload feature | |
723 | * @netdev: the corresponding netdev | |
724 | * | |
725 | * Turns on FCoE offload feature in 82599. | |
726 | * | |
727 | * Returns : 0 indicates success or -EINVAL on failure | |
728 | */ | |
729 | int ixgbe_fcoe_enable(struct net_device *netdev) | |
730 | { | |
731 | int rc = -EINVAL; | |
732 | struct ixgbe_adapter *adapter = netdev_priv(netdev); | |
27ab7606 | 733 | struct ixgbe_fcoe *fcoe = &adapter->fcoe; |
8450ff8c YZ |
734 | |
735 | ||
736 | if (!(adapter->flags & IXGBE_FLAG_FCOE_CAPABLE)) | |
737 | goto out_enable; | |
738 | ||
27ab7606 | 739 | atomic_inc(&fcoe->refcnt); |
8450ff8c YZ |
740 | if (adapter->flags & IXGBE_FLAG_FCOE_ENABLED) |
741 | goto out_enable; | |
742 | ||
396e799c | 743 | e_info(drv, "Enabling FCoE offload features.\n"); |
8450ff8c YZ |
744 | if (netif_running(netdev)) |
745 | netdev->netdev_ops->ndo_stop(netdev); | |
746 | ||
747 | ixgbe_clear_interrupt_scheme(adapter); | |
748 | ||
749 | adapter->flags |= IXGBE_FLAG_FCOE_ENABLED; | |
750 | adapter->ring_feature[RING_F_FCOE].indices = IXGBE_FCRETA_SIZE; | |
751 | netdev->features |= NETIF_F_FCOE_CRC; | |
752 | netdev->features |= NETIF_F_FSO; | |
753 | netdev->features |= NETIF_F_FCOE_MTU; | |
8450ff8c | 754 | netdev->fcoe_ddp_xid = IXGBE_FCOE_DDP_MAX - 1; |
8450ff8c YZ |
755 | |
756 | ixgbe_init_interrupt_scheme(adapter); | |
936332b8 | 757 | netdev_features_change(netdev); |
8450ff8c YZ |
758 | |
759 | if (netif_running(netdev)) | |
760 | netdev->netdev_ops->ndo_open(netdev); | |
761 | rc = 0; | |
762 | ||
763 | out_enable: | |
764 | return rc; | |
765 | } | |
766 | ||
767 | /** | |
768 | * ixgbe_fcoe_disable - turn off FCoE offload feature | |
769 | * @netdev: the corresponding netdev | |
770 | * | |
771 | * Turns off FCoE offload feature in 82599. | |
772 | * | |
773 | * Returns : 0 indicates success or -EINVAL on failure | |
774 | */ | |
775 | int ixgbe_fcoe_disable(struct net_device *netdev) | |
776 | { | |
777 | int rc = -EINVAL; | |
778 | struct ixgbe_adapter *adapter = netdev_priv(netdev); | |
27ab7606 | 779 | struct ixgbe_fcoe *fcoe = &adapter->fcoe; |
8450ff8c YZ |
780 | |
781 | if (!(adapter->flags & IXGBE_FLAG_FCOE_CAPABLE)) | |
782 | goto out_disable; | |
783 | ||
784 | if (!(adapter->flags & IXGBE_FLAG_FCOE_ENABLED)) | |
785 | goto out_disable; | |
27ab7606 YZ |
786 | |
787 | if (!atomic_dec_and_test(&fcoe->refcnt)) | |
788 | goto out_disable; | |
8450ff8c | 789 | |
396e799c | 790 | e_info(drv, "Disabling FCoE offload features.\n"); |
5e09d7f6 YZ |
791 | netdev->features &= ~NETIF_F_FCOE_CRC; |
792 | netdev->features &= ~NETIF_F_FSO; | |
793 | netdev->features &= ~NETIF_F_FCOE_MTU; | |
794 | netdev->fcoe_ddp_xid = 0; | |
795 | netdev_features_change(netdev); | |
796 | ||
8450ff8c YZ |
797 | if (netif_running(netdev)) |
798 | netdev->netdev_ops->ndo_stop(netdev); | |
799 | ||
800 | ixgbe_clear_interrupt_scheme(adapter); | |
8450ff8c YZ |
801 | adapter->flags &= ~IXGBE_FLAG_FCOE_ENABLED; |
802 | adapter->ring_feature[RING_F_FCOE].indices = 0; | |
8450ff8c | 803 | ixgbe_cleanup_fcoe(adapter); |
8450ff8c | 804 | ixgbe_init_interrupt_scheme(adapter); |
936332b8 | 805 | |
8450ff8c YZ |
806 | if (netif_running(netdev)) |
807 | netdev->netdev_ops->ndo_open(netdev); | |
808 | rc = 0; | |
809 | ||
810 | out_disable: | |
811 | return rc; | |
812 | } | |
6ee16520 YZ |
813 | |
814 | #ifdef CONFIG_IXGBE_DCB | |
6ee16520 YZ |
815 | /** |
816 | * ixgbe_fcoe_setapp - sets the user priority bitmap for FCoE | |
817 | * @adapter : ixgbe adapter | |
818 | * @up : 802.1p user priority bitmap | |
819 | * | |
820 | * Finds out the traffic class from the input user priority | |
821 | * bitmap for FCoE. | |
822 | * | |
823 | * Returns : 0 on success otherwise returns 1 on error | |
824 | */ | |
825 | u8 ixgbe_fcoe_setapp(struct ixgbe_adapter *adapter, u8 up) | |
826 | { | |
827 | int i; | |
828 | u32 up2tc; | |
829 | ||
830 | /* valid user priority bitmap must not be 0 */ | |
831 | if (up) { | |
832 | /* from user priority to the corresponding traffic class */ | |
833 | up2tc = IXGBE_READ_REG(&adapter->hw, IXGBE_RTTUP2TC); | |
834 | for (i = 0; i < MAX_USER_PRIORITY; i++) { | |
835 | if (up & (1 << i)) { | |
836 | up2tc >>= (i * IXGBE_RTTUP2TC_UP_SHIFT); | |
837 | up2tc &= (MAX_TRAFFIC_CLASS - 1); | |
838 | adapter->fcoe.tc = (u8)up2tc; | |
61a0f421 | 839 | adapter->fcoe.up = i; |
6ee16520 YZ |
840 | return 0; |
841 | } | |
842 | } | |
843 | } | |
844 | ||
845 | return 1; | |
846 | } | |
847 | #endif /* CONFIG_IXGBE_DCB */ | |
61a1fa10 YZ |
848 | |
849 | /** | |
850 | * ixgbe_fcoe_get_wwn - get world wide name for the node or the port | |
851 | * @netdev : ixgbe adapter | |
852 | * @wwn : the world wide name | |
853 | * @type: the type of world wide name | |
854 | * | |
855 | * Returns the node or port world wide name if both the prefix and the san | |
856 | * mac address are valid, then the wwn is formed based on the NAA-2 for | |
857 | * IEEE Extended name identifier (ref. to T10 FC-LS Spec., Sec. 15.3). | |
858 | * | |
859 | * Returns : 0 on success | |
860 | */ | |
861 | int ixgbe_fcoe_get_wwn(struct net_device *netdev, u64 *wwn, int type) | |
862 | { | |
863 | int rc = -EINVAL; | |
864 | u16 prefix = 0xffff; | |
865 | struct ixgbe_adapter *adapter = netdev_priv(netdev); | |
866 | struct ixgbe_mac_info *mac = &adapter->hw.mac; | |
867 | ||
868 | switch (type) { | |
869 | case NETDEV_FCOE_WWNN: | |
870 | prefix = mac->wwnn_prefix; | |
871 | break; | |
872 | case NETDEV_FCOE_WWPN: | |
873 | prefix = mac->wwpn_prefix; | |
874 | break; | |
875 | default: | |
876 | break; | |
877 | } | |
878 | ||
879 | if ((prefix != 0xffff) && | |
880 | is_valid_ether_addr(mac->san_addr)) { | |
881 | *wwn = ((u64) prefix << 48) | | |
882 | ((u64) mac->san_addr[0] << 40) | | |
883 | ((u64) mac->san_addr[1] << 32) | | |
884 | ((u64) mac->san_addr[2] << 24) | | |
885 | ((u64) mac->san_addr[3] << 16) | | |
886 | ((u64) mac->san_addr[4] << 8) | | |
887 | ((u64) mac->san_addr[5]); | |
888 | rc = 0; | |
889 | } | |
890 | return rc; | |
891 | } |