Merge branch 'x86-fixes-for-linus' of git://git.kernel.org/pub/scm/linux/kernel/git...
[deliverable/linux.git] / drivers / pci / pcie / aer / aerdrv_core.c
CommitLineData
6c2b374d
ZY
1/*
2 * drivers/pci/pcie/aer/aerdrv_core.c
3 *
4 * This file is subject to the terms and conditions of the GNU General Public
5 * License. See the file "COPYING" in the main directory of this archive
6 * for more details.
7 *
8 * This file implements the core part of PCI-Express AER. When an pci-express
9 * error is delivered, an error message will be collected and printed to
10 * console, then, an error recovery procedure will be executed by following
11 * the pci error recovery rules.
12 *
13 * Copyright (C) 2006 Intel Corp.
14 * Tom Long Nguyen (tom.l.nguyen@intel.com)
15 * Zhang Yanmin (yanmin.zhang@intel.com)
16 *
17 */
18
19#include <linux/module.h>
20#include <linux/pci.h>
21#include <linux/kernel.h>
22#include <linux/errno.h>
23#include <linux/pm.h>
24#include <linux/suspend.h>
6c2b374d
ZY
25#include <linux/delay.h>
26#include "aerdrv.h"
27
28static int forceload;
29module_param(forceload, bool, 0);
30
6c2b374d
ZY
31int pci_enable_pcie_error_reporting(struct pci_dev *dev)
32{
33 u16 reg16 = 0;
34 int pos;
35
270c66be 36 pos = pci_find_ext_capability(dev, PCI_EXT_CAP_ID_ERR);
6c2b374d
ZY
37 if (!pos)
38 return -EIO;
39
270c66be 40 pos = pci_find_capability(dev, PCI_CAP_ID_EXP);
0927678f
JB
41 if (!pos)
42 return -EIO;
43
6c2b374d
ZY
44 pci_read_config_word(dev, pos+PCI_EXP_DEVCTL, &reg16);
45 reg16 = reg16 |
46 PCI_EXP_DEVCTL_CERE |
47 PCI_EXP_DEVCTL_NFERE |
48 PCI_EXP_DEVCTL_FERE |
49 PCI_EXP_DEVCTL_URRE;
50 pci_write_config_word(dev, pos+PCI_EXP_DEVCTL,
51 reg16);
52 return 0;
53}
54
55int pci_disable_pcie_error_reporting(struct pci_dev *dev)
56{
57 u16 reg16 = 0;
58 int pos;
59
60 pos = pci_find_capability(dev, PCI_CAP_ID_EXP);
61 if (!pos)
62 return -EIO;
63
64 pci_read_config_word(dev, pos+PCI_EXP_DEVCTL, &reg16);
65 reg16 = reg16 & ~(PCI_EXP_DEVCTL_CERE |
66 PCI_EXP_DEVCTL_NFERE |
67 PCI_EXP_DEVCTL_FERE |
68 PCI_EXP_DEVCTL_URRE);
69 pci_write_config_word(dev, pos+PCI_EXP_DEVCTL,
70 reg16);
71 return 0;
72}
73
74int pci_cleanup_aer_uncorrect_error_status(struct pci_dev *dev)
75{
76 int pos;
77 u32 status, mask;
78
0927678f 79 pos = pci_find_ext_capability(dev, PCI_EXT_CAP_ID_ERR);
6c2b374d
ZY
80 if (!pos)
81 return -EIO;
82
83 pci_read_config_dword(dev, pos + PCI_ERR_UNCOR_STATUS, &status);
84 pci_read_config_dword(dev, pos + PCI_ERR_UNCOR_SEVER, &mask);
85 if (dev->error_state == pci_channel_io_normal)
86 status &= ~mask; /* Clear corresponding nonfatal bits */
87 else
88 status &= mask; /* Clear corresponding fatal bits */
89 pci_write_config_dword(dev, pos + PCI_ERR_UNCOR_STATUS, status);
90
91 return 0;
92}
93
21c68474 94#if 0
f0dce411
SH
95int pci_cleanup_aer_correct_error_status(struct pci_dev *dev)
96{
97 int pos;
98 u32 status;
99
0927678f 100 pos = pci_find_ext_capability(dev, PCI_EXT_CAP_ID_ERR);
f0dce411
SH
101 if (!pos)
102 return -EIO;
103
104 pci_read_config_dword(dev, pos + PCI_ERR_COR_STATUS, &status);
105 pci_write_config_dword(dev, pos + PCI_ERR_COR_STATUS, status);
106
107 return 0;
108}
21c68474 109#endif /* 0 */
f0dce411 110
1f9f13c8
AP
111
112static void set_device_error_reporting(struct pci_dev *dev, void *data)
113{
114 bool enable = *((bool *)data);
115
116 if (dev->pcie_type != PCIE_RC_PORT &&
117 dev->pcie_type != PCIE_SW_UPSTREAM_PORT &&
118 dev->pcie_type != PCIE_SW_DOWNSTREAM_PORT)
119 return;
120
121 if (enable)
122 pci_enable_pcie_error_reporting(dev);
123 else
124 pci_disable_pcie_error_reporting(dev);
125}
126
127/**
128 * set_downstream_devices_error_reporting - enable/disable the error reporting bits on the root port and its downstream ports.
129 * @dev: pointer to root port's pci_dev data structure
130 * @enable: true = enable error reporting, false = disable error reporting.
131 */
132static void set_downstream_devices_error_reporting(struct pci_dev *dev,
133 bool enable)
134{
135 set_device_error_reporting(dev, &enable);
136 pci_walk_bus(dev->subordinate, set_device_error_reporting, &enable);
137}
138
6c2b374d
ZY
139static int find_device_iter(struct device *device, void *data)
140{
141 struct pci_dev *dev;
142 u16 id = *(unsigned long *)data;
143 u8 secondary, subordinate, d_bus = id >> 8;
144
145 if (device->bus == &pci_bus_type) {
146 dev = to_pci_dev(device);
147 if (id == ((dev->bus->number << 8) | dev->devfn)) {
148 /*
149 * Device ID match
150 */
151 *(unsigned long*)data = (unsigned long)device;
152 return 1;
153 }
154
155 /*
156 * If device is P2P, check if it is an upstream?
157 */
158 if (dev->hdr_type & PCI_HEADER_TYPE_BRIDGE) {
159 pci_read_config_byte(dev, PCI_SECONDARY_BUS,
160 &secondary);
161 pci_read_config_byte(dev, PCI_SUBORDINATE_BUS,
162 &subordinate);
163 if (d_bus >= secondary && d_bus <= subordinate) {
164 *(unsigned long*)data = (unsigned long)device;
165 return 1;
166 }
167 }
168 }
169
170 return 0;
171}
172
173/**
174 * find_source_device - search through device hierarchy for source device
d885c6b7 175 * @parent: pointer to Root Port pci_dev data structure
6c2b374d
ZY
176 * @id: device ID of agent who sends an error message to this Root Port
177 *
178 * Invoked when error is detected at the Root Port.
d885c6b7 179 */
6c2b374d
ZY
180static struct device* find_source_device(struct pci_dev *parent, u16 id)
181{
182 struct pci_dev *dev = parent;
183 struct device *device;
184 unsigned long device_addr;
185 int status;
186
187 /* Is Root Port an agent that sends error message? */
188 if (id == ((dev->bus->number << 8) | dev->devfn))
189 return &dev->dev;
190
191 do {
192 device_addr = id;
193 if ((status = device_for_each_child(&dev->dev,
194 &device_addr, find_device_iter))) {
195 device = (struct device*)device_addr;
196 dev = to_pci_dev(device);
197 if (id == ((dev->bus->number << 8) | dev->devfn))
198 return device;
199 }
200 }while (status);
201
202 return NULL;
203}
204
205static void report_error_detected(struct pci_dev *dev, void *data)
206{
207 pci_ers_result_t vote;
208 struct pci_error_handlers *err_handler;
209 struct aer_broadcast_data *result_data;
210 result_data = (struct aer_broadcast_data *) data;
211
212 dev->error_state = result_data->state;
213
214 if (!dev->driver ||
215 !dev->driver->err_handler ||
216 !dev->driver->err_handler->error_detected) {
217 if (result_data->state == pci_channel_io_frozen &&
218 !(dev->hdr_type & PCI_HEADER_TYPE_BRIDGE)) {
219 /*
220 * In case of fatal recovery, if one of down-
221 * stream device has no driver. We might be
222 * unable to recover because a later insmod
223 * of a driver for this device is unaware of
224 * its hw state.
225 */
531f254e
BH
226 dev_printk(KERN_DEBUG, &dev->dev, "device has %s\n",
227 dev->driver ?
228 "no AER-aware driver" : "no driver");
6c2b374d
ZY
229 }
230 return;
231 }
232
233 err_handler = dev->driver->err_handler;
234 vote = err_handler->error_detected(dev, result_data->state);
235 result_data->result = merge_result(result_data->result, vote);
236 return;
237}
238
239static void report_mmio_enabled(struct pci_dev *dev, void *data)
240{
241 pci_ers_result_t vote;
242 struct pci_error_handlers *err_handler;
243 struct aer_broadcast_data *result_data;
244 result_data = (struct aer_broadcast_data *) data;
245
246 if (!dev->driver ||
247 !dev->driver->err_handler ||
248 !dev->driver->err_handler->mmio_enabled)
249 return;
250
251 err_handler = dev->driver->err_handler;
252 vote = err_handler->mmio_enabled(dev);
253 result_data->result = merge_result(result_data->result, vote);
254 return;
255}
256
257static void report_slot_reset(struct pci_dev *dev, void *data)
258{
259 pci_ers_result_t vote;
260 struct pci_error_handlers *err_handler;
261 struct aer_broadcast_data *result_data;
262 result_data = (struct aer_broadcast_data *) data;
263
264 if (!dev->driver ||
265 !dev->driver->err_handler ||
266 !dev->driver->err_handler->slot_reset)
267 return;
268
269 err_handler = dev->driver->err_handler;
270 vote = err_handler->slot_reset(dev);
271 result_data->result = merge_result(result_data->result, vote);
272 return;
273}
274
275static void report_resume(struct pci_dev *dev, void *data)
276{
277 struct pci_error_handlers *err_handler;
278
279 dev->error_state = pci_channel_io_normal;
280
281 if (!dev->driver ||
282 !dev->driver->err_handler ||
b0b801dd 283 !dev->driver->err_handler->resume)
6c2b374d
ZY
284 return;
285
286 err_handler = dev->driver->err_handler;
287 err_handler->resume(dev);
288 return;
289}
290
291/**
292 * broadcast_error_message - handle message broadcast to downstream drivers
d885c6b7 293 * @dev: pointer to from where in a hierarchy message is broadcasted down
6c2b374d 294 * @state: error state
d885c6b7
RD
295 * @error_mesg: message to print
296 * @cb: callback to be broadcasted
6c2b374d
ZY
297 *
298 * Invoked during error recovery process. Once being invoked, the content
299 * of error severity will be broadcasted to all downstream drivers in a
300 * hierarchy in question.
d885c6b7 301 */
6c2b374d
ZY
302static pci_ers_result_t broadcast_error_message(struct pci_dev *dev,
303 enum pci_channel_state state,
304 char *error_mesg,
305 void (*cb)(struct pci_dev *, void *))
306{
307 struct aer_broadcast_data result_data;
308
531f254e 309 dev_printk(KERN_DEBUG, &dev->dev, "broadcast %s message\n", error_mesg);
6c2b374d
ZY
310 result_data.state = state;
311 if (cb == report_error_detected)
312 result_data.result = PCI_ERS_RESULT_CAN_RECOVER;
313 else
314 result_data.result = PCI_ERS_RESULT_RECOVERED;
315
316 if (dev->hdr_type & PCI_HEADER_TYPE_BRIDGE) {
317 /*
318 * If the error is reported by a bridge, we think this error
319 * is related to the downstream link of the bridge, so we
320 * do error recovery on all subordinates of the bridge instead
321 * of the bridge and clear the error status of the bridge.
322 */
323 if (cb == report_error_detected)
324 dev->error_state = state;
325 pci_walk_bus(dev->subordinate, cb, &result_data);
326 if (cb == report_resume) {
327 pci_cleanup_aer_uncorrect_error_status(dev);
328 dev->error_state = pci_channel_io_normal;
329 }
330 }
331 else {
332 /*
333 * If the error is reported by an end point, we think this
334 * error is related to the upstream link of the end point.
335 */
336 pci_walk_bus(dev->bus, cb, &result_data);
337 }
338
339 return result_data.result;
340}
341
342struct find_aer_service_data {
343 struct pcie_port_service_driver *aer_driver;
344 int is_downstream;
345};
346
347static int find_aer_service_iter(struct device *device, void *data)
348{
349 struct device_driver *driver;
350 struct pcie_port_service_driver *service_driver;
351 struct pcie_device *pcie_dev;
352 struct find_aer_service_data *result;
353
354 result = (struct find_aer_service_data *) data;
355
356 if (device->bus == &pcie_port_bus_type) {
357 pcie_dev = to_pcie_device(device);
358 if (pcie_dev->id.port_type == PCIE_SW_DOWNSTREAM_PORT)
359 result->is_downstream = 1;
360
361 driver = device->driver;
362 if (driver) {
363 service_driver = to_service_driver(driver);
364 if (service_driver->id_table->service_type ==
365 PCIE_PORT_SERVICE_AER) {
366 result->aer_driver = service_driver;
367 return 1;
368 }
369 }
370 }
371
372 return 0;
373}
374
375static void find_aer_service(struct pci_dev *dev,
376 struct find_aer_service_data *data)
377{
b19441af
GKH
378 int retval;
379 retval = device_for_each_child(&dev->dev, data, find_aer_service_iter);
6c2b374d
ZY
380}
381
382static pci_ers_result_t reset_link(struct pcie_device *aerdev,
383 struct pci_dev *dev)
384{
385 struct pci_dev *udev;
386 pci_ers_result_t status;
387 struct find_aer_service_data data;
388
389 if (dev->hdr_type & PCI_HEADER_TYPE_BRIDGE)
390 udev = dev;
391 else
392 udev= dev->bus->self;
393
394 data.is_downstream = 0;
395 data.aer_driver = NULL;
396 find_aer_service(udev, &data);
397
398 /*
399 * Use the aer driver of the error agent firstly.
400 * If it hasn't the aer driver, use the root port's
401 */
402 if (!data.aer_driver || !data.aer_driver->reset_link) {
403 if (data.is_downstream &&
404 aerdev->device.driver &&
405 to_service_driver(aerdev->device.driver)->reset_link) {
406 data.aer_driver =
407 to_service_driver(aerdev->device.driver);
408 } else {
531f254e
BH
409 dev_printk(KERN_DEBUG, &dev->dev, "no link-reset "
410 "support\n");
6c2b374d
ZY
411 return PCI_ERS_RESULT_DISCONNECT;
412 }
413 }
414
415 status = data.aer_driver->reset_link(udev);
416 if (status != PCI_ERS_RESULT_RECOVERED) {
531f254e
BH
417 dev_printk(KERN_DEBUG, &dev->dev, "link reset at upstream "
418 "device %s failed\n", pci_name(udev));
6c2b374d
ZY
419 return PCI_ERS_RESULT_DISCONNECT;
420 }
421
422 return status;
423}
424
425/**
426 * do_recovery - handle nonfatal/fatal error recovery process
427 * @aerdev: pointer to a pcie_device data structure of root port
428 * @dev: pointer to a pci_dev data structure of agent detecting an error
429 * @severity: error severity type
430 *
431 * Invoked when an error is nonfatal/fatal. Once being invoked, broadcast
432 * error detected message to all downstream drivers within a hierarchy in
433 * question and return the returned code.
d885c6b7 434 */
6c2b374d
ZY
435static pci_ers_result_t do_recovery(struct pcie_device *aerdev,
436 struct pci_dev *dev,
437 int severity)
438{
439 pci_ers_result_t status, result = PCI_ERS_RESULT_RECOVERED;
440 enum pci_channel_state state;
441
442 if (severity == AER_FATAL)
443 state = pci_channel_io_frozen;
444 else
445 state = pci_channel_io_normal;
446
447 status = broadcast_error_message(dev,
448 state,
449 "error_detected",
450 report_error_detected);
451
452 if (severity == AER_FATAL) {
453 result = reset_link(aerdev, dev);
454 if (result != PCI_ERS_RESULT_RECOVERED) {
455 /* TODO: Should panic here? */
456 return result;
457 }
458 }
459
460 if (status == PCI_ERS_RESULT_CAN_RECOVER)
461 status = broadcast_error_message(dev,
462 state,
463 "mmio_enabled",
464 report_mmio_enabled);
465
466 if (status == PCI_ERS_RESULT_NEED_RESET) {
467 /*
468 * TODO: Should call platform-specific
469 * functions to reset slot before calling
470 * drivers' slot_reset callbacks?
471 */
472 status = broadcast_error_message(dev,
473 state,
474 "slot_reset",
475 report_slot_reset);
476 }
477
478 if (status == PCI_ERS_RESULT_RECOVERED)
479 broadcast_error_message(dev,
480 state,
481 "resume",
482 report_resume);
483
484 return status;
485}
486
487/**
488 * handle_error_source - handle logging error into an event log
489 * @aerdev: pointer to pcie_device data structure of the root port
490 * @dev: pointer to pci_dev data structure of error source device
491 * @info: comprehensive error information
492 *
493 * Invoked when an error being detected by Root Port.
d885c6b7 494 */
6c2b374d
ZY
495static void handle_error_source(struct pcie_device * aerdev,
496 struct pci_dev *dev,
497 struct aer_err_info info)
498{
499 pci_ers_result_t status = 0;
500 int pos;
501
502 if (info.severity == AER_CORRECTABLE) {
503 /*
504 * Correctable error does not need software intevention.
505 * No need to go through error recovery process.
506 */
0927678f 507 pos = pci_find_ext_capability(dev, PCI_EXT_CAP_ID_ERR);
6c2b374d
ZY
508 if (pos)
509 pci_write_config_dword(dev, pos + PCI_ERR_COR_STATUS,
510 info.status);
511 } else {
512 status = do_recovery(aerdev, dev, info.severity);
513 if (status == PCI_ERS_RESULT_RECOVERED) {
531f254e
BH
514 dev_printk(KERN_DEBUG, &dev->dev, "AER driver "
515 "successfully recovered\n");
6c2b374d
ZY
516 } else {
517 /* TODO: Should kernel panic here? */
531f254e
BH
518 dev_printk(KERN_DEBUG, &dev->dev, "AER driver didn't "
519 "recover\n");
6c2b374d
ZY
520 }
521 }
522}
523
524/**
525 * aer_enable_rootport - enable Root Port's interrupts when receiving messages
526 * @rpc: pointer to a Root Port data structure
527 *
528 * Invoked when PCIE bus loads AER service driver.
d885c6b7 529 */
6c2b374d
ZY
530void aer_enable_rootport(struct aer_rpc *rpc)
531{
532 struct pci_dev *pdev = rpc->rpd->port;
533 int pos, aer_pos;
534 u16 reg16;
535 u32 reg32;
536
537 pos = pci_find_capability(pdev, PCI_CAP_ID_EXP);
538 /* Clear PCIE Capability's Device Status */
539 pci_read_config_word(pdev, pos+PCI_EXP_DEVSTA, &reg16);
540 pci_write_config_word(pdev, pos+PCI_EXP_DEVSTA, reg16);
541
542 /* Disable system error generation in response to error messages */
543 pci_read_config_word(pdev, pos + PCI_EXP_RTCTL, &reg16);
544 reg16 &= ~(SYSTEM_ERROR_INTR_ON_MESG_MASK);
545 pci_write_config_word(pdev, pos + PCI_EXP_RTCTL, reg16);
546
0927678f 547 aer_pos = pci_find_ext_capability(pdev, PCI_EXT_CAP_ID_ERR);
6c2b374d
ZY
548 /* Clear error status */
549 pci_read_config_dword(pdev, aer_pos + PCI_ERR_ROOT_STATUS, &reg32);
550 pci_write_config_dword(pdev, aer_pos + PCI_ERR_ROOT_STATUS, reg32);
551 pci_read_config_dword(pdev, aer_pos + PCI_ERR_COR_STATUS, &reg32);
552 pci_write_config_dword(pdev, aer_pos + PCI_ERR_COR_STATUS, reg32);
553 pci_read_config_dword(pdev, aer_pos + PCI_ERR_UNCOR_STATUS, &reg32);
554 pci_write_config_dword(pdev, aer_pos + PCI_ERR_UNCOR_STATUS, reg32);
555
1f9f13c8
AP
556 /*
557 * Enable error reporting for the root port device and downstream port
558 * devices.
559 */
560 set_downstream_devices_error_reporting(pdev, true);
6c2b374d
ZY
561
562 /* Enable Root Port's interrupt in response to error messages */
563 pci_write_config_dword(pdev,
564 aer_pos + PCI_ERR_ROOT_COMMAND,
565 ROOT_PORT_INTR_ON_MESG_MASK);
566}
567
568/**
569 * disable_root_aer - disable Root Port's interrupts when receiving messages
570 * @rpc: pointer to a Root Port data structure
571 *
572 * Invoked when PCIE bus unloads AER service driver.
d885c6b7 573 */
6c2b374d
ZY
574static void disable_root_aer(struct aer_rpc *rpc)
575{
576 struct pci_dev *pdev = rpc->rpd->port;
577 u32 reg32;
578 int pos;
579
1f9f13c8
AP
580 /*
581 * Disable error reporting for the root port device and downstream port
582 * devices.
583 */
584 set_downstream_devices_error_reporting(pdev, false);
585
0927678f 586 pos = pci_find_ext_capability(pdev, PCI_EXT_CAP_ID_ERR);
6c2b374d
ZY
587 /* Disable Root's interrupt in response to error messages */
588 pci_write_config_dword(pdev, pos + PCI_ERR_ROOT_COMMAND, 0);
589
590 /* Clear Root's error status reg */
591 pci_read_config_dword(pdev, pos + PCI_ERR_ROOT_STATUS, &reg32);
592 pci_write_config_dword(pdev, pos + PCI_ERR_ROOT_STATUS, reg32);
593}
594
595/**
596 * get_e_source - retrieve an error source
597 * @rpc: pointer to the root port which holds an error
598 *
599 * Invoked by DPC handler to consume an error.
d885c6b7 600 */
6c2b374d
ZY
601static struct aer_err_source* get_e_source(struct aer_rpc *rpc)
602{
603 struct aer_err_source *e_source;
604 unsigned long flags;
605
606 /* Lock access to Root error producer/consumer index */
607 spin_lock_irqsave(&rpc->e_lock, flags);
608 if (rpc->prod_idx == rpc->cons_idx) {
609 spin_unlock_irqrestore(&rpc->e_lock, flags);
610 return NULL;
611 }
612 e_source = &rpc->e_sources[rpc->cons_idx];
613 rpc->cons_idx++;
614 if (rpc->cons_idx == AER_ERROR_SOURCES_MAX)
615 rpc->cons_idx = 0;
616 spin_unlock_irqrestore(&rpc->e_lock, flags);
617
618 return e_source;
619}
620
621static int get_device_error_info(struct pci_dev *dev, struct aer_err_info *info)
622{
623 int pos;
624
0927678f 625 pos = pci_find_ext_capability(dev, PCI_EXT_CAP_ID_ERR);
6c2b374d
ZY
626
627 /* The device might not support AER */
628 if (!pos)
629 return AER_SUCCESS;
630
631 if (info->severity == AER_CORRECTABLE) {
632 pci_read_config_dword(dev, pos + PCI_ERR_COR_STATUS,
633 &info->status);
634 if (!(info->status & ERR_CORRECTABLE_ERROR_MASK))
635 return AER_UNSUCCESS;
636 } else if (dev->hdr_type & PCI_HEADER_TYPE_BRIDGE ||
637 info->severity == AER_NONFATAL) {
638
639 /* Link is still healthy for IO reads */
640 pci_read_config_dword(dev, pos + PCI_ERR_UNCOR_STATUS,
641 &info->status);
642 if (!(info->status & ERR_UNCORRECTABLE_ERROR_MASK))
643 return AER_UNSUCCESS;
644
645 if (info->status & AER_LOG_TLP_MASKS) {
646 info->flags |= AER_TLP_HEADER_VALID_FLAG;
647 pci_read_config_dword(dev,
648 pos + PCI_ERR_HEADER_LOG, &info->tlp.dw0);
649 pci_read_config_dword(dev,
650 pos + PCI_ERR_HEADER_LOG + 4, &info->tlp.dw1);
651 pci_read_config_dword(dev,
652 pos + PCI_ERR_HEADER_LOG + 8, &info->tlp.dw2);
653 pci_read_config_dword(dev,
654 pos + PCI_ERR_HEADER_LOG + 12, &info->tlp.dw3);
655 }
656 }
657
658 return AER_SUCCESS;
659}
660
661/**
662 * aer_isr_one_error - consume an error detected by root port
663 * @p_device: pointer to error root port service device
664 * @e_src: pointer to an error source
d885c6b7 665 */
6c2b374d
ZY
666static void aer_isr_one_error(struct pcie_device *p_device,
667 struct aer_err_source *e_src)
668{
669 struct device *s_device;
670 struct aer_err_info e_info = {0, 0, 0,};
671 int i;
672 u16 id;
673
674 /*
675 * There is a possibility that both correctable error and
676 * uncorrectable error being logged. Report correctable error first.
677 */
678 for (i = 1; i & ROOT_ERR_STATUS_MASKS ; i <<= 2) {
679 if (i > 4)
680 break;
681 if (!(e_src->status & i))
682 continue;
683
684 /* Init comprehensive error information */
685 if (i & PCI_ERR_ROOT_COR_RCV) {
686 id = ERR_COR_ID(e_src->id);
687 e_info.severity = AER_CORRECTABLE;
688 } else {
689 id = ERR_UNCOR_ID(e_src->id);
690 e_info.severity = ((e_src->status >> 6) & 1);
691 }
692 if (e_src->status &
693 (PCI_ERR_ROOT_MULTI_COR_RCV |
694 PCI_ERR_ROOT_MULTI_UNCOR_RCV))
695 e_info.flags |= AER_MULTI_ERROR_VALID_FLAG;
696 if (!(s_device = find_source_device(p_device->port, id))) {
697 printk(KERN_DEBUG "%s->can't find device of ID%04x\n",
66bef8c0 698 __func__, id);
6c2b374d
ZY
699 continue;
700 }
701 if (get_device_error_info(to_pci_dev(s_device), &e_info) ==
702 AER_SUCCESS) {
703 aer_print_error(to_pci_dev(s_device), &e_info);
704 handle_error_source(p_device,
705 to_pci_dev(s_device),
706 e_info);
707 }
708 }
709}
710
711/**
712 * aer_isr - consume errors detected by root port
65f27f38 713 * @work: definition of this work item
6c2b374d
ZY
714 *
715 * Invoked, as DPC, when root port records new detected error
d885c6b7 716 */
65f27f38 717void aer_isr(struct work_struct *work)
6c2b374d 718{
65f27f38
DH
719 struct aer_rpc *rpc = container_of(work, struct aer_rpc, dpc_handler);
720 struct pcie_device *p_device = rpc->rpd;
6c2b374d
ZY
721 struct aer_err_source *e_src;
722
723 mutex_lock(&rpc->rpc_mutex);
724 e_src = get_e_source(rpc);
725 while (e_src) {
726 aer_isr_one_error(p_device, e_src);
727 e_src = get_e_source(rpc);
728 }
729 mutex_unlock(&rpc->rpc_mutex);
730
731 wake_up(&rpc->wait_release);
732}
733
734/**
735 * aer_delete_rootport - disable root port aer and delete service data
736 * @rpc: pointer to a root port device being deleted
737 *
738 * Invoked when AER service unloaded on a specific Root Port
d885c6b7 739 */
6c2b374d
ZY
740void aer_delete_rootport(struct aer_rpc *rpc)
741{
742 /* Disable root port AER itself */
743 disable_root_aer(rpc);
744
745 kfree(rpc);
746}
747
748/**
749 * aer_init - provide AER initialization
750 * @dev: pointer to AER pcie device
751 *
752 * Invoked when AER service driver is loaded.
d885c6b7 753 */
6c2b374d
ZY
754int aer_init(struct pcie_device *dev)
755{
8d29bfb7
ZY
756 if (aer_osc_setup(dev) && !forceload)
757 return -ENXIO;
6c2b374d
ZY
758
759 return AER_SUCCESS;
760}
761
6c2b374d
ZY
762EXPORT_SYMBOL_GPL(pci_enable_pcie_error_reporting);
763EXPORT_SYMBOL_GPL(pci_disable_pcie_error_reporting);
764EXPORT_SYMBOL_GPL(pci_cleanup_aer_uncorrect_error_status);
765
This page took 0.339269 seconds and 5 git commands to generate.