1 /**************************************************************************/
3 /* IBM eServer i/pSeries Virtual Ethernet Device Driver */
4 /* Copyright (C) 2003 IBM Corp. */
5 /* Originally written by Dave Larson (larson1@us.ibm.com) */
6 /* Maintained by Santiago Leon (santil@us.ibm.com) */
8 /* This program is free software; you can redistribute it and/or modify */
9 /* it under the terms of the GNU General Public License as published by */
10 /* the Free Software Foundation; either version 2 of the License, or */
11 /* (at your option) any later version. */
13 /* This program is distributed in the hope that it will be useful, */
14 /* but WITHOUT ANY WARRANTY; without even the implied warranty of */
15 /* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the */
16 /* GNU General Public License for more details. */
18 /* You should have received a copy of the GNU General Public License */
19 /* along with this program; if not, write to the Free Software */
20 /* Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 */
23 /* This module contains the implementation of a virtual ethernet device */
24 /* for use with IBM i/pSeries LPAR Linux. It utilizes the logical LAN */
25 /* option of the RS/6000 Platform Architechture to interface with virtual */
26 /* ethernet NICs that are presented to the partition by the hypervisor. */
28 /**************************************************************************/
30 #include <linux/module.h>
31 #include <linux/moduleparam.h>
32 #include <linux/types.h>
33 #include <linux/errno.h>
34 #include <linux/ioport.h>
35 #include <linux/dma-mapping.h>
36 #include <linux/kernel.h>
37 #include <linux/netdevice.h>
38 #include <linux/etherdevice.h>
39 #include <linux/skbuff.h>
40 #include <linux/init.h>
41 #include <linux/delay.h>
44 #include <linux/ethtool.h>
47 #include <linux/ipv6.h>
48 #include <linux/slab.h>
49 #include <asm/hvcall.h>
50 #include <asm/atomic.h>
52 #include <asm/iommu.h>
53 #include <asm/uaccess.h>
54 #include <asm/firmware.h>
60 #define ibmveth_printk(fmt, args...) \
61 printk(KERN_DEBUG "%s: " fmt, __FILE__, ## args)
63 #define ibmveth_error_printk(fmt, args...) \
64 printk(KERN_ERR "(%s:%3.3d ua:%x) ERROR: " fmt, __FILE__, __LINE__ , adapter->vdev->unit_address, ## args)
67 #define ibmveth_debug_printk_no_adapter(fmt, args...) \
68 printk(KERN_DEBUG "(%s:%3.3d): " fmt, __FILE__, __LINE__ , ## args)
69 #define ibmveth_debug_printk(fmt, args...) \
70 printk(KERN_DEBUG "(%s:%3.3d ua:%x): " fmt, __FILE__, __LINE__ , adapter->vdev->unit_address, ## args)
71 #define ibmveth_assert(expr) \
73 printk(KERN_DEBUG "assertion failed (%s:%3.3d ua:%x): %s\n", __FILE__, __LINE__, adapter->vdev->unit_address, #expr); \
77 #define ibmveth_debug_printk_no_adapter(fmt, args...)
78 #define ibmveth_debug_printk(fmt, args...)
79 #define ibmveth_assert(expr)
82 static irqreturn_t
ibmveth_interrupt(int irq
, void *dev_instance
);
83 static void ibmveth_rxq_harvest_buffer(struct ibmveth_adapter
*adapter
);
84 static unsigned long ibmveth_get_desired_dma(struct vio_dev
*vdev
);
86 static struct kobj_type ktype_veth_pool
;
89 static const char ibmveth_driver_name
[] = "ibmveth";
90 static const char ibmveth_driver_string
[] = "IBM i/pSeries Virtual Ethernet Driver";
91 #define ibmveth_driver_version "1.03"
93 MODULE_AUTHOR("Santiago Leon <santil@us.ibm.com>");
94 MODULE_DESCRIPTION("IBM i/pSeries Virtual Ethernet Driver");
95 MODULE_LICENSE("GPL");
96 MODULE_VERSION(ibmveth_driver_version
);
98 static unsigned int tx_copybreak __read_mostly
= 128;
99 module_param(tx_copybreak
, uint
, 0644);
100 MODULE_PARM_DESC(tx_copybreak
,
101 "Maximum size of packet that is copied to a new buffer on transmit");
103 static unsigned int rx_copybreak __read_mostly
= 128;
104 module_param(rx_copybreak
, uint
, 0644);
105 MODULE_PARM_DESC(rx_copybreak
,
106 "Maximum size of packet that is copied to a new buffer on receive");
108 static unsigned int rx_flush __read_mostly
= 0;
109 module_param(rx_flush
, uint
, 0644);
110 MODULE_PARM_DESC(rx_flush
, "Flush receive buffers before use");
112 struct ibmveth_stat
{
113 char name
[ETH_GSTRING_LEN
];
117 #define IBMVETH_STAT_OFF(stat) offsetof(struct ibmveth_adapter, stat)
118 #define IBMVETH_GET_STAT(a, off) *((u64 *)(((unsigned long)(a)) + off))
120 struct ibmveth_stat ibmveth_stats
[] = {
121 { "replenish_task_cycles", IBMVETH_STAT_OFF(replenish_task_cycles
) },
122 { "replenish_no_mem", IBMVETH_STAT_OFF(replenish_no_mem
) },
123 { "replenish_add_buff_failure", IBMVETH_STAT_OFF(replenish_add_buff_failure
) },
124 { "replenish_add_buff_success", IBMVETH_STAT_OFF(replenish_add_buff_success
) },
125 { "rx_invalid_buffer", IBMVETH_STAT_OFF(rx_invalid_buffer
) },
126 { "rx_no_buffer", IBMVETH_STAT_OFF(rx_no_buffer
) },
127 { "tx_map_failed", IBMVETH_STAT_OFF(tx_map_failed
) },
128 { "tx_send_failed", IBMVETH_STAT_OFF(tx_send_failed
) },
129 { "fw_enabled_ipv4_csum", IBMVETH_STAT_OFF(fw_ipv4_csum_support
) },
130 { "fw_enabled_ipv6_csum", IBMVETH_STAT_OFF(fw_ipv6_csum_support
) },
133 /* simple methods of getting data from the current rxq entry */
134 static inline u32
ibmveth_rxq_flags(struct ibmveth_adapter
*adapter
)
136 return adapter
->rx_queue
.queue_addr
[adapter
->rx_queue
.index
].flags_off
;
139 static inline int ibmveth_rxq_toggle(struct ibmveth_adapter
*adapter
)
141 return (ibmveth_rxq_flags(adapter
) & IBMVETH_RXQ_TOGGLE
) >> IBMVETH_RXQ_TOGGLE_SHIFT
;
144 static inline int ibmveth_rxq_pending_buffer(struct ibmveth_adapter
*adapter
)
146 return (ibmveth_rxq_toggle(adapter
) == adapter
->rx_queue
.toggle
);
149 static inline int ibmveth_rxq_buffer_valid(struct ibmveth_adapter
*adapter
)
151 return (ibmveth_rxq_flags(adapter
) & IBMVETH_RXQ_VALID
);
154 static inline int ibmveth_rxq_frame_offset(struct ibmveth_adapter
*adapter
)
156 return (ibmveth_rxq_flags(adapter
) & IBMVETH_RXQ_OFF_MASK
);
159 static inline int ibmveth_rxq_frame_length(struct ibmveth_adapter
*adapter
)
161 return (adapter
->rx_queue
.queue_addr
[adapter
->rx_queue
.index
].length
);
164 static inline int ibmveth_rxq_csum_good(struct ibmveth_adapter
*adapter
)
166 return (ibmveth_rxq_flags(adapter
) & IBMVETH_RXQ_CSUM_GOOD
);
169 /* setup the initial settings for a buffer pool */
170 static void ibmveth_init_buffer_pool(struct ibmveth_buff_pool
*pool
, u32 pool_index
, u32 pool_size
, u32 buff_size
, u32 pool_active
)
172 pool
->size
= pool_size
;
173 pool
->index
= pool_index
;
174 pool
->buff_size
= buff_size
;
175 pool
->threshold
= pool_size
* 7 / 8;
176 pool
->active
= pool_active
;
179 /* allocate and setup an buffer pool - called during open */
180 static int ibmveth_alloc_buffer_pool(struct ibmveth_buff_pool
*pool
)
184 pool
->free_map
= kmalloc(sizeof(u16
) * pool
->size
, GFP_KERNEL
);
186 if(!pool
->free_map
) {
190 pool
->dma_addr
= kmalloc(sizeof(dma_addr_t
) * pool
->size
, GFP_KERNEL
);
191 if(!pool
->dma_addr
) {
192 kfree(pool
->free_map
);
193 pool
->free_map
= NULL
;
197 pool
->skbuff
= kcalloc(pool
->size
, sizeof(void *), GFP_KERNEL
);
200 kfree(pool
->dma_addr
);
201 pool
->dma_addr
= NULL
;
203 kfree(pool
->free_map
);
204 pool
->free_map
= NULL
;
208 memset(pool
->dma_addr
, 0, sizeof(dma_addr_t
) * pool
->size
);
210 for(i
= 0; i
< pool
->size
; ++i
) {
211 pool
->free_map
[i
] = i
;
214 atomic_set(&pool
->available
, 0);
215 pool
->producer_index
= 0;
216 pool
->consumer_index
= 0;
221 static inline void ibmveth_flush_buffer(void *addr
, unsigned long length
)
223 unsigned long offset
;
225 for (offset
= 0; offset
< length
; offset
+= SMP_CACHE_BYTES
)
226 asm("dcbfl %0,%1" :: "b" (addr
), "r" (offset
));
229 /* replenish the buffers for a pool. note that we don't need to
230 * skb_reserve these since they are used for incoming...
232 static void ibmveth_replenish_buffer_pool(struct ibmveth_adapter
*adapter
, struct ibmveth_buff_pool
*pool
)
235 u32 count
= pool
->size
- atomic_read(&pool
->available
);
236 u32 buffers_added
= 0;
238 unsigned int free_index
, index
;
240 unsigned long lpar_rc
;
245 for(i
= 0; i
< count
; ++i
) {
246 union ibmveth_buf_desc desc
;
248 skb
= netdev_alloc_skb(adapter
->netdev
, pool
->buff_size
);
251 ibmveth_debug_printk("replenish: unable to allocate skb\n");
252 adapter
->replenish_no_mem
++;
256 free_index
= pool
->consumer_index
;
257 pool
->consumer_index
++;
258 if (pool
->consumer_index
>= pool
->size
)
259 pool
->consumer_index
= 0;
260 index
= pool
->free_map
[free_index
];
262 ibmveth_assert(index
!= IBM_VETH_INVALID_MAP
);
263 ibmveth_assert(pool
->skbuff
[index
] == NULL
);
265 dma_addr
= dma_map_single(&adapter
->vdev
->dev
, skb
->data
,
266 pool
->buff_size
, DMA_FROM_DEVICE
);
268 if (dma_mapping_error(&adapter
->vdev
->dev
, dma_addr
))
271 pool
->free_map
[free_index
] = IBM_VETH_INVALID_MAP
;
272 pool
->dma_addr
[index
] = dma_addr
;
273 pool
->skbuff
[index
] = skb
;
275 correlator
= ((u64
)pool
->index
<< 32) | index
;
276 *(u64
*)skb
->data
= correlator
;
278 desc
.fields
.flags_len
= IBMVETH_BUF_VALID
| pool
->buff_size
;
279 desc
.fields
.address
= dma_addr
;
282 unsigned int len
= min(pool
->buff_size
,
283 adapter
->netdev
->mtu
+
285 ibmveth_flush_buffer(skb
->data
, len
);
287 lpar_rc
= h_add_logical_lan_buffer(adapter
->vdev
->unit_address
, desc
.desc
);
289 if (lpar_rc
!= H_SUCCESS
)
293 adapter
->replenish_add_buff_success
++;
298 atomic_add(buffers_added
, &(pool
->available
));
302 pool
->free_map
[free_index
] = index
;
303 pool
->skbuff
[index
] = NULL
;
304 if (pool
->consumer_index
== 0)
305 pool
->consumer_index
= pool
->size
- 1;
307 pool
->consumer_index
--;
308 if (!dma_mapping_error(&adapter
->vdev
->dev
, dma_addr
))
309 dma_unmap_single(&adapter
->vdev
->dev
,
310 pool
->dma_addr
[index
], pool
->buff_size
,
312 dev_kfree_skb_any(skb
);
313 adapter
->replenish_add_buff_failure
++;
316 atomic_add(buffers_added
, &(pool
->available
));
319 /* replenish routine */
320 static void ibmveth_replenish_task(struct ibmveth_adapter
*adapter
)
324 adapter
->replenish_task_cycles
++;
326 for (i
= (IbmVethNumBufferPools
- 1); i
>= 0; i
--) {
327 struct ibmveth_buff_pool
*pool
= &adapter
->rx_buff_pool
[i
];
330 (atomic_read(&pool
->available
) < pool
->threshold
))
331 ibmveth_replenish_buffer_pool(adapter
, pool
);
334 adapter
->rx_no_buffer
= *(u64
*)(((char*)adapter
->buffer_list_addr
) + 4096 - 8);
337 /* empty and free ana buffer pool - also used to do cleanup in error paths */
338 static void ibmveth_free_buffer_pool(struct ibmveth_adapter
*adapter
, struct ibmveth_buff_pool
*pool
)
342 kfree(pool
->free_map
);
343 pool
->free_map
= NULL
;
345 if(pool
->skbuff
&& pool
->dma_addr
) {
346 for(i
= 0; i
< pool
->size
; ++i
) {
347 struct sk_buff
*skb
= pool
->skbuff
[i
];
349 dma_unmap_single(&adapter
->vdev
->dev
,
353 dev_kfree_skb_any(skb
);
354 pool
->skbuff
[i
] = NULL
;
360 kfree(pool
->dma_addr
);
361 pool
->dma_addr
= NULL
;
370 /* remove a buffer from a pool */
371 static void ibmveth_remove_buffer_from_pool(struct ibmveth_adapter
*adapter
, u64 correlator
)
373 unsigned int pool
= correlator
>> 32;
374 unsigned int index
= correlator
& 0xffffffffUL
;
375 unsigned int free_index
;
378 ibmveth_assert(pool
< IbmVethNumBufferPools
);
379 ibmveth_assert(index
< adapter
->rx_buff_pool
[pool
].size
);
381 skb
= adapter
->rx_buff_pool
[pool
].skbuff
[index
];
383 ibmveth_assert(skb
!= NULL
);
385 adapter
->rx_buff_pool
[pool
].skbuff
[index
] = NULL
;
387 dma_unmap_single(&adapter
->vdev
->dev
,
388 adapter
->rx_buff_pool
[pool
].dma_addr
[index
],
389 adapter
->rx_buff_pool
[pool
].buff_size
,
392 free_index
= adapter
->rx_buff_pool
[pool
].producer_index
;
393 adapter
->rx_buff_pool
[pool
].producer_index
++;
394 if (adapter
->rx_buff_pool
[pool
].producer_index
>=
395 adapter
->rx_buff_pool
[pool
].size
)
396 adapter
->rx_buff_pool
[pool
].producer_index
= 0;
397 adapter
->rx_buff_pool
[pool
].free_map
[free_index
] = index
;
401 atomic_dec(&(adapter
->rx_buff_pool
[pool
].available
));
404 /* get the current buffer on the rx queue */
405 static inline struct sk_buff
*ibmveth_rxq_get_buffer(struct ibmveth_adapter
*adapter
)
407 u64 correlator
= adapter
->rx_queue
.queue_addr
[adapter
->rx_queue
.index
].correlator
;
408 unsigned int pool
= correlator
>> 32;
409 unsigned int index
= correlator
& 0xffffffffUL
;
411 ibmveth_assert(pool
< IbmVethNumBufferPools
);
412 ibmveth_assert(index
< adapter
->rx_buff_pool
[pool
].size
);
414 return adapter
->rx_buff_pool
[pool
].skbuff
[index
];
417 /* recycle the current buffer on the rx queue */
418 static void ibmveth_rxq_recycle_buffer(struct ibmveth_adapter
*adapter
)
420 u32 q_index
= adapter
->rx_queue
.index
;
421 u64 correlator
= adapter
->rx_queue
.queue_addr
[q_index
].correlator
;
422 unsigned int pool
= correlator
>> 32;
423 unsigned int index
= correlator
& 0xffffffffUL
;
424 union ibmveth_buf_desc desc
;
425 unsigned long lpar_rc
;
427 ibmveth_assert(pool
< IbmVethNumBufferPools
);
428 ibmveth_assert(index
< adapter
->rx_buff_pool
[pool
].size
);
430 if(!adapter
->rx_buff_pool
[pool
].active
) {
431 ibmveth_rxq_harvest_buffer(adapter
);
432 ibmveth_free_buffer_pool(adapter
, &adapter
->rx_buff_pool
[pool
]);
436 desc
.fields
.flags_len
= IBMVETH_BUF_VALID
|
437 adapter
->rx_buff_pool
[pool
].buff_size
;
438 desc
.fields
.address
= adapter
->rx_buff_pool
[pool
].dma_addr
[index
];
440 lpar_rc
= h_add_logical_lan_buffer(adapter
->vdev
->unit_address
, desc
.desc
);
442 if(lpar_rc
!= H_SUCCESS
) {
443 ibmveth_debug_printk("h_add_logical_lan_buffer failed during recycle rc=%ld", lpar_rc
);
444 ibmveth_remove_buffer_from_pool(adapter
, adapter
->rx_queue
.queue_addr
[adapter
->rx_queue
.index
].correlator
);
447 if(++adapter
->rx_queue
.index
== adapter
->rx_queue
.num_slots
) {
448 adapter
->rx_queue
.index
= 0;
449 adapter
->rx_queue
.toggle
= !adapter
->rx_queue
.toggle
;
453 static void ibmveth_rxq_harvest_buffer(struct ibmveth_adapter
*adapter
)
455 ibmveth_remove_buffer_from_pool(adapter
, adapter
->rx_queue
.queue_addr
[adapter
->rx_queue
.index
].correlator
);
457 if(++adapter
->rx_queue
.index
== adapter
->rx_queue
.num_slots
) {
458 adapter
->rx_queue
.index
= 0;
459 adapter
->rx_queue
.toggle
= !adapter
->rx_queue
.toggle
;
463 static void ibmveth_cleanup(struct ibmveth_adapter
*adapter
)
466 struct device
*dev
= &adapter
->vdev
->dev
;
468 if(adapter
->buffer_list_addr
!= NULL
) {
469 if (!dma_mapping_error(dev
, adapter
->buffer_list_dma
)) {
470 dma_unmap_single(dev
, adapter
->buffer_list_dma
, 4096,
472 adapter
->buffer_list_dma
= DMA_ERROR_CODE
;
474 free_page((unsigned long)adapter
->buffer_list_addr
);
475 adapter
->buffer_list_addr
= NULL
;
478 if(adapter
->filter_list_addr
!= NULL
) {
479 if (!dma_mapping_error(dev
, adapter
->filter_list_dma
)) {
480 dma_unmap_single(dev
, adapter
->filter_list_dma
, 4096,
482 adapter
->filter_list_dma
= DMA_ERROR_CODE
;
484 free_page((unsigned long)adapter
->filter_list_addr
);
485 adapter
->filter_list_addr
= NULL
;
488 if(adapter
->rx_queue
.queue_addr
!= NULL
) {
489 if (!dma_mapping_error(dev
, adapter
->rx_queue
.queue_dma
)) {
490 dma_unmap_single(dev
,
491 adapter
->rx_queue
.queue_dma
,
492 adapter
->rx_queue
.queue_len
,
494 adapter
->rx_queue
.queue_dma
= DMA_ERROR_CODE
;
496 kfree(adapter
->rx_queue
.queue_addr
);
497 adapter
->rx_queue
.queue_addr
= NULL
;
500 for(i
= 0; i
<IbmVethNumBufferPools
; i
++)
501 if (adapter
->rx_buff_pool
[i
].active
)
502 ibmveth_free_buffer_pool(adapter
,
503 &adapter
->rx_buff_pool
[i
]);
505 if (adapter
->bounce_buffer
!= NULL
) {
506 if (!dma_mapping_error(dev
, adapter
->bounce_buffer_dma
)) {
507 dma_unmap_single(&adapter
->vdev
->dev
,
508 adapter
->bounce_buffer_dma
,
509 adapter
->netdev
->mtu
+ IBMVETH_BUFF_OH
,
511 adapter
->bounce_buffer_dma
= DMA_ERROR_CODE
;
513 kfree(adapter
->bounce_buffer
);
514 adapter
->bounce_buffer
= NULL
;
518 static int ibmveth_register_logical_lan(struct ibmveth_adapter
*adapter
,
519 union ibmveth_buf_desc rxq_desc
, u64 mac_address
)
521 int rc
, try_again
= 1;
523 /* After a kexec the adapter will still be open, so our attempt to
524 * open it will fail. So if we get a failure we free the adapter and
525 * try again, but only once. */
527 rc
= h_register_logical_lan(adapter
->vdev
->unit_address
,
528 adapter
->buffer_list_dma
, rxq_desc
.desc
,
529 adapter
->filter_list_dma
, mac_address
);
531 if (rc
!= H_SUCCESS
&& try_again
) {
533 rc
= h_free_logical_lan(adapter
->vdev
->unit_address
);
534 } while (H_IS_LONG_BUSY(rc
) || (rc
== H_BUSY
));
543 static int ibmveth_open(struct net_device
*netdev
)
545 struct ibmveth_adapter
*adapter
= netdev_priv(netdev
);
548 unsigned long lpar_rc
;
550 union ibmveth_buf_desc rxq_desc
;
554 ibmveth_debug_printk("open starting\n");
556 napi_enable(&adapter
->napi
);
558 for(i
= 0; i
<IbmVethNumBufferPools
; i
++)
559 rxq_entries
+= adapter
->rx_buff_pool
[i
].size
;
561 adapter
->buffer_list_addr
= (void*) get_zeroed_page(GFP_KERNEL
);
562 adapter
->filter_list_addr
= (void*) get_zeroed_page(GFP_KERNEL
);
564 if(!adapter
->buffer_list_addr
|| !adapter
->filter_list_addr
) {
565 ibmveth_error_printk("unable to allocate filter or buffer list pages\n");
566 ibmveth_cleanup(adapter
);
567 napi_disable(&adapter
->napi
);
571 adapter
->rx_queue
.queue_len
= sizeof(struct ibmveth_rx_q_entry
) * rxq_entries
;
572 adapter
->rx_queue
.queue_addr
= kmalloc(adapter
->rx_queue
.queue_len
, GFP_KERNEL
);
574 if(!adapter
->rx_queue
.queue_addr
) {
575 ibmveth_error_printk("unable to allocate rx queue pages\n");
576 ibmveth_cleanup(adapter
);
577 napi_disable(&adapter
->napi
);
581 dev
= &adapter
->vdev
->dev
;
583 adapter
->buffer_list_dma
= dma_map_single(dev
,
584 adapter
->buffer_list_addr
, 4096, DMA_BIDIRECTIONAL
);
585 adapter
->filter_list_dma
= dma_map_single(dev
,
586 adapter
->filter_list_addr
, 4096, DMA_BIDIRECTIONAL
);
587 adapter
->rx_queue
.queue_dma
= dma_map_single(dev
,
588 adapter
->rx_queue
.queue_addr
,
589 adapter
->rx_queue
.queue_len
, DMA_BIDIRECTIONAL
);
591 if ((dma_mapping_error(dev
, adapter
->buffer_list_dma
)) ||
592 (dma_mapping_error(dev
, adapter
->filter_list_dma
)) ||
593 (dma_mapping_error(dev
, adapter
->rx_queue
.queue_dma
))) {
594 ibmveth_error_printk("unable to map filter or buffer list pages\n");
595 ibmveth_cleanup(adapter
);
596 napi_disable(&adapter
->napi
);
600 adapter
->rx_queue
.index
= 0;
601 adapter
->rx_queue
.num_slots
= rxq_entries
;
602 adapter
->rx_queue
.toggle
= 1;
604 memcpy(&mac_address
, netdev
->dev_addr
, netdev
->addr_len
);
605 mac_address
= mac_address
>> 16;
607 rxq_desc
.fields
.flags_len
= IBMVETH_BUF_VALID
| adapter
->rx_queue
.queue_len
;
608 rxq_desc
.fields
.address
= adapter
->rx_queue
.queue_dma
;
610 ibmveth_debug_printk("buffer list @ 0x%p\n", adapter
->buffer_list_addr
);
611 ibmveth_debug_printk("filter list @ 0x%p\n", adapter
->filter_list_addr
);
612 ibmveth_debug_printk("receive q @ 0x%p\n", adapter
->rx_queue
.queue_addr
);
614 h_vio_signal(adapter
->vdev
->unit_address
, VIO_IRQ_DISABLE
);
616 lpar_rc
= ibmveth_register_logical_lan(adapter
, rxq_desc
, mac_address
);
618 if(lpar_rc
!= H_SUCCESS
) {
619 ibmveth_error_printk("h_register_logical_lan failed with %ld\n", lpar_rc
);
620 ibmveth_error_printk("buffer TCE:0x%llx filter TCE:0x%llx rxq desc:0x%llx MAC:0x%llx\n",
621 adapter
->buffer_list_dma
,
622 adapter
->filter_list_dma
,
625 ibmveth_cleanup(adapter
);
626 napi_disable(&adapter
->napi
);
630 for(i
= 0; i
<IbmVethNumBufferPools
; i
++) {
631 if(!adapter
->rx_buff_pool
[i
].active
)
633 if (ibmveth_alloc_buffer_pool(&adapter
->rx_buff_pool
[i
])) {
634 ibmveth_error_printk("unable to alloc pool\n");
635 adapter
->rx_buff_pool
[i
].active
= 0;
636 ibmveth_cleanup(adapter
);
637 napi_disable(&adapter
->napi
);
642 ibmveth_debug_printk("registering irq 0x%x\n", netdev
->irq
);
643 if((rc
= request_irq(netdev
->irq
, ibmveth_interrupt
, 0, netdev
->name
, netdev
)) != 0) {
644 ibmveth_error_printk("unable to request irq 0x%x, rc %d\n", netdev
->irq
, rc
);
646 rc
= h_free_logical_lan(adapter
->vdev
->unit_address
);
647 } while (H_IS_LONG_BUSY(rc
) || (rc
== H_BUSY
));
649 ibmveth_cleanup(adapter
);
650 napi_disable(&adapter
->napi
);
654 adapter
->bounce_buffer
=
655 kmalloc(netdev
->mtu
+ IBMVETH_BUFF_OH
, GFP_KERNEL
);
656 if (!adapter
->bounce_buffer
) {
657 ibmveth_error_printk("unable to allocate bounce buffer\n");
658 ibmveth_cleanup(adapter
);
659 napi_disable(&adapter
->napi
);
662 adapter
->bounce_buffer_dma
=
663 dma_map_single(&adapter
->vdev
->dev
, adapter
->bounce_buffer
,
664 netdev
->mtu
+ IBMVETH_BUFF_OH
, DMA_BIDIRECTIONAL
);
665 if (dma_mapping_error(dev
, adapter
->bounce_buffer_dma
)) {
666 ibmveth_error_printk("unable to map bounce buffer\n");
667 ibmveth_cleanup(adapter
);
668 napi_disable(&adapter
->napi
);
672 ibmveth_debug_printk("initial replenish cycle\n");
673 ibmveth_interrupt(netdev
->irq
, netdev
);
675 netif_start_queue(netdev
);
677 ibmveth_debug_printk("open complete\n");
682 static int ibmveth_close(struct net_device
*netdev
)
684 struct ibmveth_adapter
*adapter
= netdev_priv(netdev
);
687 ibmveth_debug_printk("close starting\n");
689 napi_disable(&adapter
->napi
);
691 if (!adapter
->pool_config
)
692 netif_stop_queue(netdev
);
694 h_vio_signal(adapter
->vdev
->unit_address
, VIO_IRQ_DISABLE
);
697 lpar_rc
= h_free_logical_lan(adapter
->vdev
->unit_address
);
698 } while (H_IS_LONG_BUSY(lpar_rc
) || (lpar_rc
== H_BUSY
));
700 if(lpar_rc
!= H_SUCCESS
)
702 ibmveth_error_printk("h_free_logical_lan failed with %lx, continuing with close\n",
706 free_irq(netdev
->irq
, netdev
);
708 adapter
->rx_no_buffer
= *(u64
*)(((char*)adapter
->buffer_list_addr
) + 4096 - 8);
710 ibmveth_cleanup(adapter
);
712 ibmveth_debug_printk("close complete\n");
717 static int netdev_get_settings(struct net_device
*dev
, struct ethtool_cmd
*cmd
) {
718 cmd
->supported
= (SUPPORTED_1000baseT_Full
| SUPPORTED_Autoneg
| SUPPORTED_FIBRE
);
719 cmd
->advertising
= (ADVERTISED_1000baseT_Full
| ADVERTISED_Autoneg
| ADVERTISED_FIBRE
);
720 cmd
->speed
= SPEED_1000
;
721 cmd
->duplex
= DUPLEX_FULL
;
722 cmd
->port
= PORT_FIBRE
;
723 cmd
->phy_address
= 0;
724 cmd
->transceiver
= XCVR_INTERNAL
;
725 cmd
->autoneg
= AUTONEG_ENABLE
;
731 static void netdev_get_drvinfo (struct net_device
*dev
, struct ethtool_drvinfo
*info
) {
732 strncpy(info
->driver
, ibmveth_driver_name
, sizeof(info
->driver
) - 1);
733 strncpy(info
->version
, ibmveth_driver_version
, sizeof(info
->version
) - 1);
736 static u32
netdev_get_link(struct net_device
*dev
) {
740 static void ibmveth_set_rx_csum_flags(struct net_device
*dev
, u32 data
)
742 struct ibmveth_adapter
*adapter
= netdev_priv(dev
);
745 adapter
->rx_csum
= 1;
748 * Since the ibmveth firmware interface does not have the concept of
749 * separate tx/rx checksum offload enable, if rx checksum is disabled
750 * we also have to disable tx checksum offload. Once we disable rx
751 * checksum offload, we are no longer allowed to send tx buffers that
752 * are not properly checksummed.
754 adapter
->rx_csum
= 0;
755 dev
->features
&= ~NETIF_F_IP_CSUM
;
756 dev
->features
&= ~NETIF_F_IPV6_CSUM
;
760 static void ibmveth_set_tx_csum_flags(struct net_device
*dev
, u32 data
)
762 struct ibmveth_adapter
*adapter
= netdev_priv(dev
);
765 if (adapter
->fw_ipv4_csum_support
)
766 dev
->features
|= NETIF_F_IP_CSUM
;
767 if (adapter
->fw_ipv6_csum_support
)
768 dev
->features
|= NETIF_F_IPV6_CSUM
;
769 adapter
->rx_csum
= 1;
771 dev
->features
&= ~NETIF_F_IP_CSUM
;
772 dev
->features
&= ~NETIF_F_IPV6_CSUM
;
776 static int ibmveth_set_csum_offload(struct net_device
*dev
, u32 data
,
777 void (*done
) (struct net_device
*, u32
))
779 struct ibmveth_adapter
*adapter
= netdev_priv(dev
);
780 unsigned long set_attr
, clr_attr
, ret_attr
;
781 unsigned long set_attr6
, clr_attr6
;
783 int rc1
= 0, rc2
= 0;
786 if (netif_running(dev
)) {
788 adapter
->pool_config
= 1;
790 adapter
->pool_config
= 0;
797 set_attr
= IBMVETH_ILLAN_IPV4_TCP_CSUM
;
798 set_attr6
= IBMVETH_ILLAN_IPV6_TCP_CSUM
;
800 clr_attr
= IBMVETH_ILLAN_IPV4_TCP_CSUM
;
801 clr_attr6
= IBMVETH_ILLAN_IPV6_TCP_CSUM
;
804 ret
= h_illan_attributes(adapter
->vdev
->unit_address
, 0, 0, &ret_attr
);
806 if (ret
== H_SUCCESS
&& !(ret_attr
& IBMVETH_ILLAN_ACTIVE_TRUNK
) &&
807 !(ret_attr
& IBMVETH_ILLAN_TRUNK_PRI_MASK
) &&
808 (ret_attr
& IBMVETH_ILLAN_PADDED_PKT_CSUM
)) {
809 ret
= h_illan_attributes(adapter
->vdev
->unit_address
, clr_attr
,
810 set_attr
, &ret_attr
);
812 if (ret
!= H_SUCCESS
) {
813 ibmveth_error_printk("unable to change IPv4 checksum "
814 "offload settings. %d rc=%ld\n",
817 ret
= h_illan_attributes(adapter
->vdev
->unit_address
,
818 set_attr
, clr_attr
, &ret_attr
);
820 adapter
->fw_ipv4_csum_support
= data
;
822 ret6
= h_illan_attributes(adapter
->vdev
->unit_address
,
823 clr_attr6
, set_attr6
, &ret_attr
);
825 if (ret6
!= H_SUCCESS
) {
826 ibmveth_error_printk("unable to change IPv6 checksum "
827 "offload settings. %d rc=%ld\n",
830 ret
= h_illan_attributes(adapter
->vdev
->unit_address
,
831 set_attr6
, clr_attr6
,
834 adapter
->fw_ipv6_csum_support
= data
;
836 if (ret
== H_SUCCESS
|| ret6
== H_SUCCESS
)
842 ibmveth_error_printk("unable to change checksum offload settings."
843 " %d rc=%ld ret_attr=%lx\n", data
, ret
, ret_attr
);
847 rc2
= ibmveth_open(dev
);
849 return rc1
? rc1
: rc2
;
852 static int ibmveth_set_rx_csum(struct net_device
*dev
, u32 data
)
854 struct ibmveth_adapter
*adapter
= netdev_priv(dev
);
856 if ((data
&& adapter
->rx_csum
) || (!data
&& !adapter
->rx_csum
))
859 return ibmveth_set_csum_offload(dev
, data
, ibmveth_set_rx_csum_flags
);
862 static int ibmveth_set_tx_csum(struct net_device
*dev
, u32 data
)
864 struct ibmveth_adapter
*adapter
= netdev_priv(dev
);
867 if (data
&& (dev
->features
& (NETIF_F_IP_CSUM
| NETIF_F_IPV6_CSUM
)))
869 if (!data
&& !(dev
->features
& (NETIF_F_IP_CSUM
| NETIF_F_IPV6_CSUM
)))
872 if (data
&& !adapter
->rx_csum
)
873 rc
= ibmveth_set_csum_offload(dev
, data
, ibmveth_set_tx_csum_flags
);
875 ibmveth_set_tx_csum_flags(dev
, data
);
880 static u32
ibmveth_get_rx_csum(struct net_device
*dev
)
882 struct ibmveth_adapter
*adapter
= netdev_priv(dev
);
883 return adapter
->rx_csum
;
886 static void ibmveth_get_strings(struct net_device
*dev
, u32 stringset
, u8
*data
)
890 if (stringset
!= ETH_SS_STATS
)
893 for (i
= 0; i
< ARRAY_SIZE(ibmveth_stats
); i
++, data
+= ETH_GSTRING_LEN
)
894 memcpy(data
, ibmveth_stats
[i
].name
, ETH_GSTRING_LEN
);
897 static int ibmveth_get_sset_count(struct net_device
*dev
, int sset
)
901 return ARRAY_SIZE(ibmveth_stats
);
907 static void ibmveth_get_ethtool_stats(struct net_device
*dev
,
908 struct ethtool_stats
*stats
, u64
*data
)
911 struct ibmveth_adapter
*adapter
= netdev_priv(dev
);
913 for (i
= 0; i
< ARRAY_SIZE(ibmveth_stats
); i
++)
914 data
[i
] = IBMVETH_GET_STAT(adapter
, ibmveth_stats
[i
].offset
);
917 static const struct ethtool_ops netdev_ethtool_ops
= {
918 .get_drvinfo
= netdev_get_drvinfo
,
919 .get_settings
= netdev_get_settings
,
920 .get_link
= netdev_get_link
,
921 .set_tx_csum
= ibmveth_set_tx_csum
,
922 .get_rx_csum
= ibmveth_get_rx_csum
,
923 .set_rx_csum
= ibmveth_set_rx_csum
,
924 .get_strings
= ibmveth_get_strings
,
925 .get_sset_count
= ibmveth_get_sset_count
,
926 .get_ethtool_stats
= ibmveth_get_ethtool_stats
,
927 .set_sg
= ethtool_op_set_sg
,
930 static int ibmveth_ioctl(struct net_device
*dev
, struct ifreq
*ifr
, int cmd
)
935 #define page_offset(v) ((unsigned long)(v) & ((1 << 12) - 1))
937 static int ibmveth_send(struct ibmveth_adapter
*adapter
,
938 union ibmveth_buf_desc
*descs
)
940 unsigned long correlator
;
941 unsigned int retry_count
;
945 * The retry count sets a maximum for the number of broadcast and
946 * multicast destinations within the system.
951 ret
= h_send_logical_lan(adapter
->vdev
->unit_address
,
952 descs
[0].desc
, descs
[1].desc
,
953 descs
[2].desc
, descs
[3].desc
,
954 descs
[4].desc
, descs
[5].desc
,
955 correlator
, &correlator
);
956 } while ((ret
== H_BUSY
) && (retry_count
--));
958 if (ret
!= H_SUCCESS
&& ret
!= H_DROPPED
) {
959 ibmveth_error_printk("tx: h_send_logical_lan failed with "
967 static netdev_tx_t
ibmveth_start_xmit(struct sk_buff
*skb
,
968 struct net_device
*netdev
)
970 struct ibmveth_adapter
*adapter
= netdev_priv(netdev
);
971 unsigned int desc_flags
;
972 union ibmveth_buf_desc descs
[6];
974 int force_bounce
= 0;
977 * veth handles a maximum of 6 segments including the header, so
978 * we have to linearize the skb if there are more than this.
980 if (skb_shinfo(skb
)->nr_frags
> 5 && __skb_linearize(skb
)) {
981 netdev
->stats
.tx_dropped
++;
985 /* veth can't checksum offload UDP */
986 if (skb
->ip_summed
== CHECKSUM_PARTIAL
&&
987 ((skb
->protocol
== htons(ETH_P_IP
) &&
988 ip_hdr(skb
)->protocol
!= IPPROTO_TCP
) ||
989 (skb
->protocol
== htons(ETH_P_IPV6
) &&
990 ipv6_hdr(skb
)->nexthdr
!= IPPROTO_TCP
)) &&
991 skb_checksum_help(skb
)) {
993 ibmveth_error_printk("tx: failed to checksum packet\n");
994 netdev
->stats
.tx_dropped
++;
998 desc_flags
= IBMVETH_BUF_VALID
;
1000 if (skb
->ip_summed
== CHECKSUM_PARTIAL
) {
1001 unsigned char *buf
= skb_transport_header(skb
) +
1004 desc_flags
|= (IBMVETH_BUF_NO_CSUM
| IBMVETH_BUF_CSUM_GOOD
);
1006 /* Need to zero out the checksum */
1012 memset(descs
, 0, sizeof(descs
));
1015 * If a linear packet is below the rx threshold then
1016 * copy it into the static bounce buffer. This avoids the
1017 * cost of a TCE insert and remove.
1019 if (force_bounce
|| (!skb_is_nonlinear(skb
) &&
1020 (skb
->len
< tx_copybreak
))) {
1021 skb_copy_from_linear_data(skb
, adapter
->bounce_buffer
,
1024 descs
[0].fields
.flags_len
= desc_flags
| skb
->len
;
1025 descs
[0].fields
.address
= adapter
->bounce_buffer_dma
;
1027 if (ibmveth_send(adapter
, descs
)) {
1028 adapter
->tx_send_failed
++;
1029 netdev
->stats
.tx_dropped
++;
1031 netdev
->stats
.tx_packets
++;
1032 netdev
->stats
.tx_bytes
+= skb
->len
;
1038 /* Map the header */
1039 descs
[0].fields
.address
= dma_map_single(&adapter
->vdev
->dev
, skb
->data
,
1042 if (dma_mapping_error(&adapter
->vdev
->dev
, descs
[0].fields
.address
))
1045 descs
[0].fields
.flags_len
= desc_flags
| skb_headlen(skb
);
1048 for (i
= 0; i
< skb_shinfo(skb
)->nr_frags
; i
++) {
1049 unsigned long dma_addr
;
1050 skb_frag_t
*frag
= &skb_shinfo(skb
)->frags
[i
];
1052 dma_addr
= dma_map_page(&adapter
->vdev
->dev
, frag
->page
,
1053 frag
->page_offset
, frag
->size
,
1056 if (dma_mapping_error(&adapter
->vdev
->dev
, dma_addr
))
1057 goto map_failed_frags
;
1059 descs
[i
+1].fields
.flags_len
= desc_flags
| frag
->size
;
1060 descs
[i
+1].fields
.address
= dma_addr
;
1063 if (ibmveth_send(adapter
, descs
)) {
1064 adapter
->tx_send_failed
++;
1065 netdev
->stats
.tx_dropped
++;
1067 netdev
->stats
.tx_packets
++;
1068 netdev
->stats
.tx_bytes
+= skb
->len
;
1071 for (i
= 0; i
< skb_shinfo(skb
)->nr_frags
+ 1; i
++)
1072 dma_unmap_page(&adapter
->vdev
->dev
, descs
[i
].fields
.address
,
1073 descs
[i
].fields
.flags_len
& IBMVETH_BUF_LEN_MASK
,
1078 return NETDEV_TX_OK
;
1082 for (i
= 0; i
< last
; i
++)
1083 dma_unmap_page(&adapter
->vdev
->dev
, descs
[i
].fields
.address
,
1084 descs
[i
].fields
.flags_len
& IBMVETH_BUF_LEN_MASK
,
1088 if (!firmware_has_feature(FW_FEATURE_CMO
))
1089 ibmveth_error_printk("tx: unable to map xmit buffer\n");
1090 adapter
->tx_map_failed
++;
1096 static int ibmveth_poll(struct napi_struct
*napi
, int budget
)
1098 struct ibmveth_adapter
*adapter
= container_of(napi
, struct ibmveth_adapter
, napi
);
1099 struct net_device
*netdev
= adapter
->netdev
;
1100 int frames_processed
= 0;
1101 unsigned long lpar_rc
;
1105 if (!ibmveth_rxq_pending_buffer(adapter
))
1109 if (!ibmveth_rxq_buffer_valid(adapter
)) {
1110 wmb(); /* suggested by larson1 */
1111 adapter
->rx_invalid_buffer
++;
1112 ibmveth_debug_printk("recycling invalid buffer\n");
1113 ibmveth_rxq_recycle_buffer(adapter
);
1115 struct sk_buff
*skb
, *new_skb
;
1116 int length
= ibmveth_rxq_frame_length(adapter
);
1117 int offset
= ibmveth_rxq_frame_offset(adapter
);
1118 int csum_good
= ibmveth_rxq_csum_good(adapter
);
1120 skb
= ibmveth_rxq_get_buffer(adapter
);
1123 if (length
< rx_copybreak
)
1124 new_skb
= netdev_alloc_skb(netdev
, length
);
1127 skb_copy_to_linear_data(new_skb
,
1131 ibmveth_flush_buffer(skb
->data
,
1134 ibmveth_rxq_recycle_buffer(adapter
);
1136 ibmveth_rxq_harvest_buffer(adapter
);
1137 skb_reserve(skb
, offset
);
1140 skb_put(skb
, length
);
1141 skb
->protocol
= eth_type_trans(skb
, netdev
);
1144 skb
->ip_summed
= CHECKSUM_UNNECESSARY
;
1146 netif_receive_skb(skb
); /* send it up */
1148 netdev
->stats
.rx_packets
++;
1149 netdev
->stats
.rx_bytes
+= length
;
1152 } while (frames_processed
< budget
);
1154 ibmveth_replenish_task(adapter
);
1156 if (frames_processed
< budget
) {
1157 /* We think we are done - reenable interrupts,
1158 * then check once more to make sure we are done.
1160 lpar_rc
= h_vio_signal(adapter
->vdev
->unit_address
,
1163 ibmveth_assert(lpar_rc
== H_SUCCESS
);
1165 napi_complete(napi
);
1167 if (ibmveth_rxq_pending_buffer(adapter
) &&
1168 napi_reschedule(napi
)) {
1169 lpar_rc
= h_vio_signal(adapter
->vdev
->unit_address
,
1175 return frames_processed
;
1178 static irqreturn_t
ibmveth_interrupt(int irq
, void *dev_instance
)
1180 struct net_device
*netdev
= dev_instance
;
1181 struct ibmveth_adapter
*adapter
= netdev_priv(netdev
);
1182 unsigned long lpar_rc
;
1184 if (napi_schedule_prep(&adapter
->napi
)) {
1185 lpar_rc
= h_vio_signal(adapter
->vdev
->unit_address
,
1187 ibmveth_assert(lpar_rc
== H_SUCCESS
);
1188 __napi_schedule(&adapter
->napi
);
1193 static void ibmveth_set_multicast_list(struct net_device
*netdev
)
1195 struct ibmveth_adapter
*adapter
= netdev_priv(netdev
);
1196 unsigned long lpar_rc
;
1198 if ((netdev
->flags
& IFF_PROMISC
) ||
1199 (netdev_mc_count(netdev
) > adapter
->mcastFilterSize
)) {
1200 lpar_rc
= h_multicast_ctrl(adapter
->vdev
->unit_address
,
1201 IbmVethMcastEnableRecv
|
1202 IbmVethMcastDisableFiltering
,
1204 if(lpar_rc
!= H_SUCCESS
) {
1205 ibmveth_error_printk("h_multicast_ctrl rc=%ld when entering promisc mode\n", lpar_rc
);
1208 struct netdev_hw_addr
*ha
;
1209 /* clear the filter table & disable filtering */
1210 lpar_rc
= h_multicast_ctrl(adapter
->vdev
->unit_address
,
1211 IbmVethMcastEnableRecv
|
1212 IbmVethMcastDisableFiltering
|
1213 IbmVethMcastClearFilterTable
,
1215 if(lpar_rc
!= H_SUCCESS
) {
1216 ibmveth_error_printk("h_multicast_ctrl rc=%ld when attempting to clear filter table\n", lpar_rc
);
1218 /* add the addresses to the filter table */
1219 netdev_for_each_mc_addr(ha
, netdev
) {
1220 // add the multicast address to the filter table
1221 unsigned long mcast_addr
= 0;
1222 memcpy(((char *)&mcast_addr
)+2, ha
->addr
, 6);
1223 lpar_rc
= h_multicast_ctrl(adapter
->vdev
->unit_address
,
1224 IbmVethMcastAddFilter
,
1226 if(lpar_rc
!= H_SUCCESS
) {
1227 ibmveth_error_printk("h_multicast_ctrl rc=%ld when adding an entry to the filter table\n", lpar_rc
);
1231 /* re-enable filtering */
1232 lpar_rc
= h_multicast_ctrl(adapter
->vdev
->unit_address
,
1233 IbmVethMcastEnableFiltering
,
1235 if(lpar_rc
!= H_SUCCESS
) {
1236 ibmveth_error_printk("h_multicast_ctrl rc=%ld when enabling filtering\n", lpar_rc
);
1241 static int ibmveth_change_mtu(struct net_device
*dev
, int new_mtu
)
1243 struct ibmveth_adapter
*adapter
= netdev_priv(dev
);
1244 struct vio_dev
*viodev
= adapter
->vdev
;
1245 int new_mtu_oh
= new_mtu
+ IBMVETH_BUFF_OH
;
1247 int need_restart
= 0;
1249 if (new_mtu
< IBMVETH_MAX_MTU
)
1252 for (i
= 0; i
< IbmVethNumBufferPools
; i
++)
1253 if (new_mtu_oh
< adapter
->rx_buff_pool
[i
].buff_size
)
1256 if (i
== IbmVethNumBufferPools
)
1259 /* Deactivate all the buffer pools so that the next loop can activate
1260 only the buffer pools necessary to hold the new MTU */
1261 if (netif_running(adapter
->netdev
)) {
1263 adapter
->pool_config
= 1;
1264 ibmveth_close(adapter
->netdev
);
1265 adapter
->pool_config
= 0;
1268 /* Look for an active buffer pool that can hold the new MTU */
1269 for(i
= 0; i
<IbmVethNumBufferPools
; i
++) {
1270 adapter
->rx_buff_pool
[i
].active
= 1;
1272 if (new_mtu_oh
< adapter
->rx_buff_pool
[i
].buff_size
) {
1274 vio_cmo_set_dev_desired(viodev
,
1275 ibmveth_get_desired_dma
1278 return ibmveth_open(adapter
->netdev
);
1284 if (need_restart
&& (rc
= ibmveth_open(adapter
->netdev
)))
1290 #ifdef CONFIG_NET_POLL_CONTROLLER
1291 static void ibmveth_poll_controller(struct net_device
*dev
)
1293 ibmveth_replenish_task(netdev_priv(dev
));
1294 ibmveth_interrupt(dev
->irq
, dev
);
1299 * ibmveth_get_desired_dma - Calculate IO memory desired by the driver
1301 * @vdev: struct vio_dev for the device whose desired IO mem is to be returned
1304 * Number of bytes of IO data the driver will need to perform well.
1306 static unsigned long ibmveth_get_desired_dma(struct vio_dev
*vdev
)
1308 struct net_device
*netdev
= dev_get_drvdata(&vdev
->dev
);
1309 struct ibmveth_adapter
*adapter
;
1314 /* netdev inits at probe time along with the structures we need below*/
1316 return IOMMU_PAGE_ALIGN(IBMVETH_IO_ENTITLEMENT_DEFAULT
);
1318 adapter
= netdev_priv(netdev
);
1320 ret
= IBMVETH_BUFF_LIST_SIZE
+ IBMVETH_FILT_LIST_SIZE
;
1321 ret
+= IOMMU_PAGE_ALIGN(netdev
->mtu
);
1323 for (i
= 0; i
< IbmVethNumBufferPools
; i
++) {
1324 /* add the size of the active receive buffers */
1325 if (adapter
->rx_buff_pool
[i
].active
)
1327 adapter
->rx_buff_pool
[i
].size
*
1328 IOMMU_PAGE_ALIGN(adapter
->rx_buff_pool
[i
].
1330 rxqentries
+= adapter
->rx_buff_pool
[i
].size
;
1332 /* add the size of the receive queue entries */
1333 ret
+= IOMMU_PAGE_ALIGN(rxqentries
* sizeof(struct ibmveth_rx_q_entry
));
1338 static const struct net_device_ops ibmveth_netdev_ops
= {
1339 .ndo_open
= ibmveth_open
,
1340 .ndo_stop
= ibmveth_close
,
1341 .ndo_start_xmit
= ibmveth_start_xmit
,
1342 .ndo_set_multicast_list
= ibmveth_set_multicast_list
,
1343 .ndo_do_ioctl
= ibmveth_ioctl
,
1344 .ndo_change_mtu
= ibmveth_change_mtu
,
1345 .ndo_validate_addr
= eth_validate_addr
,
1346 .ndo_set_mac_address
= eth_mac_addr
,
1347 #ifdef CONFIG_NET_POLL_CONTROLLER
1348 .ndo_poll_controller
= ibmveth_poll_controller
,
1352 static int __devinit
ibmveth_probe(struct vio_dev
*dev
, const struct vio_device_id
*id
)
1355 struct net_device
*netdev
;
1356 struct ibmveth_adapter
*adapter
;
1358 unsigned char *mac_addr_p
;
1359 unsigned int *mcastFilterSize_p
;
1362 ibmveth_debug_printk_no_adapter("entering ibmveth_probe for UA 0x%x\n",
1365 mac_addr_p
= (unsigned char *) vio_get_attribute(dev
,
1366 VETH_MAC_ADDR
, NULL
);
1368 printk(KERN_ERR
"(%s:%3.3d) ERROR: Can't find VETH_MAC_ADDR "
1369 "attribute\n", __FILE__
, __LINE__
);
1373 mcastFilterSize_p
= (unsigned int *) vio_get_attribute(dev
,
1374 VETH_MCAST_FILTER_SIZE
, NULL
);
1375 if(!mcastFilterSize_p
) {
1376 printk(KERN_ERR
"(%s:%3.3d) ERROR: Can't find "
1377 "VETH_MCAST_FILTER_SIZE attribute\n",
1378 __FILE__
, __LINE__
);
1382 netdev
= alloc_etherdev(sizeof(struct ibmveth_adapter
));
1387 adapter
= netdev_priv(netdev
);
1388 dev_set_drvdata(&dev
->dev
, netdev
);
1390 adapter
->vdev
= dev
;
1391 adapter
->netdev
= netdev
;
1392 adapter
->mcastFilterSize
= *mcastFilterSize_p
;
1393 adapter
->pool_config
= 0;
1395 netif_napi_add(netdev
, &adapter
->napi
, ibmveth_poll
, 16);
1397 /* Some older boxes running PHYP non-natively have an OF that
1398 returns a 8-byte local-mac-address field (and the first
1399 2 bytes have to be ignored) while newer boxes' OF return
1400 a 6-byte field. Note that IEEE 1275 specifies that
1401 local-mac-address must be a 6-byte field.
1402 The RPA doc specifies that the first byte must be 10b, so
1403 we'll just look for it to solve this 8 vs. 6 byte field issue */
1405 if ((*mac_addr_p
& 0x3) != 0x02)
1408 adapter
->mac_addr
= 0;
1409 memcpy(&adapter
->mac_addr
, mac_addr_p
, 6);
1411 netdev
->irq
= dev
->irq
;
1412 netdev
->netdev_ops
= &ibmveth_netdev_ops
;
1413 netdev
->ethtool_ops
= &netdev_ethtool_ops
;
1414 SET_NETDEV_DEV(netdev
, &dev
->dev
);
1415 netdev
->features
|= NETIF_F_SG
;
1417 memcpy(netdev
->dev_addr
, &adapter
->mac_addr
, netdev
->addr_len
);
1419 for(i
= 0; i
<IbmVethNumBufferPools
; i
++) {
1420 struct kobject
*kobj
= &adapter
->rx_buff_pool
[i
].kobj
;
1423 ibmveth_init_buffer_pool(&adapter
->rx_buff_pool
[i
], i
,
1424 pool_count
[i
], pool_size
[i
],
1426 error
= kobject_init_and_add(kobj
, &ktype_veth_pool
,
1427 &dev
->dev
.kobj
, "pool%d", i
);
1429 kobject_uevent(kobj
, KOBJ_ADD
);
1432 ibmveth_debug_printk("adapter @ 0x%p\n", adapter
);
1434 adapter
->buffer_list_dma
= DMA_ERROR_CODE
;
1435 adapter
->filter_list_dma
= DMA_ERROR_CODE
;
1436 adapter
->rx_queue
.queue_dma
= DMA_ERROR_CODE
;
1438 ibmveth_debug_printk("registering netdev...\n");
1440 ibmveth_set_csum_offload(netdev
, 1, ibmveth_set_tx_csum_flags
);
1442 rc
= register_netdev(netdev
);
1445 ibmveth_debug_printk("failed to register netdev rc=%d\n", rc
);
1446 free_netdev(netdev
);
1450 ibmveth_debug_printk("registered\n");
1455 static int __devexit
ibmveth_remove(struct vio_dev
*dev
)
1457 struct net_device
*netdev
= dev_get_drvdata(&dev
->dev
);
1458 struct ibmveth_adapter
*adapter
= netdev_priv(netdev
);
1461 for(i
= 0; i
<IbmVethNumBufferPools
; i
++)
1462 kobject_put(&adapter
->rx_buff_pool
[i
].kobj
);
1464 unregister_netdev(netdev
);
1466 free_netdev(netdev
);
1467 dev_set_drvdata(&dev
->dev
, NULL
);
1472 static struct attribute veth_active_attr
;
1473 static struct attribute veth_num_attr
;
1474 static struct attribute veth_size_attr
;
1476 static ssize_t
veth_pool_show(struct kobject
* kobj
,
1477 struct attribute
* attr
, char * buf
)
1479 struct ibmveth_buff_pool
*pool
= container_of(kobj
,
1480 struct ibmveth_buff_pool
,
1483 if (attr
== &veth_active_attr
)
1484 return sprintf(buf
, "%d\n", pool
->active
);
1485 else if (attr
== &veth_num_attr
)
1486 return sprintf(buf
, "%d\n", pool
->size
);
1487 else if (attr
== &veth_size_attr
)
1488 return sprintf(buf
, "%d\n", pool
->buff_size
);
1492 static ssize_t
veth_pool_store(struct kobject
* kobj
, struct attribute
* attr
,
1493 const char * buf
, size_t count
)
1495 struct ibmveth_buff_pool
*pool
= container_of(kobj
,
1496 struct ibmveth_buff_pool
,
1498 struct net_device
*netdev
= dev_get_drvdata(
1499 container_of(kobj
->parent
, struct device
, kobj
));
1500 struct ibmveth_adapter
*adapter
= netdev_priv(netdev
);
1501 long value
= simple_strtol(buf
, NULL
, 10);
1504 if (attr
== &veth_active_attr
) {
1505 if (value
&& !pool
->active
) {
1506 if (netif_running(netdev
)) {
1507 if(ibmveth_alloc_buffer_pool(pool
)) {
1508 ibmveth_error_printk("unable to alloc pool\n");
1512 adapter
->pool_config
= 1;
1513 ibmveth_close(netdev
);
1514 adapter
->pool_config
= 0;
1515 if ((rc
= ibmveth_open(netdev
)))
1519 } else if (!value
&& pool
->active
) {
1520 int mtu
= netdev
->mtu
+ IBMVETH_BUFF_OH
;
1522 /* Make sure there is a buffer pool with buffers that
1523 can hold a packet of the size of the MTU */
1524 for (i
= 0; i
< IbmVethNumBufferPools
; i
++) {
1525 if (pool
== &adapter
->rx_buff_pool
[i
])
1527 if (!adapter
->rx_buff_pool
[i
].active
)
1529 if (mtu
<= adapter
->rx_buff_pool
[i
].buff_size
)
1533 if (i
== IbmVethNumBufferPools
) {
1534 ibmveth_error_printk("no active pool >= MTU\n");
1538 if (netif_running(netdev
)) {
1539 adapter
->pool_config
= 1;
1540 ibmveth_close(netdev
);
1542 adapter
->pool_config
= 0;
1543 if ((rc
= ibmveth_open(netdev
)))
1548 } else if (attr
== &veth_num_attr
) {
1549 if (value
<= 0 || value
> IBMVETH_MAX_POOL_COUNT
)
1552 if (netif_running(netdev
)) {
1553 adapter
->pool_config
= 1;
1554 ibmveth_close(netdev
);
1555 adapter
->pool_config
= 0;
1557 if ((rc
= ibmveth_open(netdev
)))
1562 } else if (attr
== &veth_size_attr
) {
1563 if (value
<= IBMVETH_BUFF_OH
|| value
> IBMVETH_MAX_BUF_SIZE
)
1566 if (netif_running(netdev
)) {
1567 adapter
->pool_config
= 1;
1568 ibmveth_close(netdev
);
1569 adapter
->pool_config
= 0;
1570 pool
->buff_size
= value
;
1571 if ((rc
= ibmveth_open(netdev
)))
1574 pool
->buff_size
= value
;
1578 /* kick the interrupt handler to allocate/deallocate pools */
1579 ibmveth_interrupt(netdev
->irq
, netdev
);
1584 #define ATTR(_name, _mode) \
1585 struct attribute veth_##_name##_attr = { \
1586 .name = __stringify(_name), .mode = _mode, \
1589 static ATTR(active
, 0644);
1590 static ATTR(num
, 0644);
1591 static ATTR(size
, 0644);
1593 static struct attribute
* veth_pool_attrs
[] = {
1600 static const struct sysfs_ops veth_pool_ops
= {
1601 .show
= veth_pool_show
,
1602 .store
= veth_pool_store
,
1605 static struct kobj_type ktype_veth_pool
= {
1607 .sysfs_ops
= &veth_pool_ops
,
1608 .default_attrs
= veth_pool_attrs
,
1611 static int ibmveth_resume(struct device
*dev
)
1613 struct net_device
*netdev
= dev_get_drvdata(dev
);
1614 ibmveth_interrupt(netdev
->irq
, netdev
);
1618 static struct vio_device_id ibmveth_device_table
[] __devinitdata
= {
1619 { "network", "IBM,l-lan"},
1622 MODULE_DEVICE_TABLE(vio
, ibmveth_device_table
);
1624 static struct dev_pm_ops ibmveth_pm_ops
= {
1625 .resume
= ibmveth_resume
1628 static struct vio_driver ibmveth_driver
= {
1629 .id_table
= ibmveth_device_table
,
1630 .probe
= ibmveth_probe
,
1631 .remove
= ibmveth_remove
,
1632 .get_desired_dma
= ibmveth_get_desired_dma
,
1634 .name
= ibmveth_driver_name
,
1635 .owner
= THIS_MODULE
,
1636 .pm
= &ibmveth_pm_ops
,
1640 static int __init
ibmveth_module_init(void)
1642 ibmveth_printk("%s: %s %s\n", ibmveth_driver_name
, ibmveth_driver_string
, ibmveth_driver_version
);
1644 return vio_register_driver(&ibmveth_driver
);
1647 static void __exit
ibmveth_module_exit(void)
1649 vio_unregister_driver(&ibmveth_driver
);
1652 module_init(ibmveth_module_init
);
1653 module_exit(ibmveth_module_exit
);