drivers/pci/pci-driver.c

   1 /*
   2  * drivers/pci/pci-driver.c
   3  *
   4  * (C) Copyright 2002-2004, 2007 Greg Kroah-Hartman <greg@kroah.com>
   5  * (C) Copyright 2007 Novell Inc.
   6  *
   7  * Released under the GPL v2 only.
   8  *
   9  */
  10
  11 #include <linux/pci.h>
  12 #include <linux/module.h>
  13 #include <linux/init.h>
  14 #include <linux/device.h>
  15 #include <linux/mempolicy.h>
  16 #include <linux/string.h>
  17 #include <linux/slab.h>
  18 #include <linux/sched.h>
  19 #include <linux/cpu.h>
  20 #include "pci.h"
  21
  22 /*
  23  * Dynamic device IDs are disabled for !CONFIG_HOTPLUG
  24  */
  25
  26 struct pci_dynid {
  27         struct list_head node;
  28         struct pci_device_id id;
  29 };
  30
  31 #ifdef CONFIG_HOTPLUG
  32
  33 /**
  34  * store_new_id - add a new PCI device ID to this driver and re-probe devices
  35  * @driver: target device driver
  36  * @buf: buffer for scanning device ID data
  37  * @count: input size
  38  *
  39  * Adds a new dynamic pci device ID to this driver,
  40  * and causes the driver to probe for all devices again.
  41  */
  42 static ssize_t
  43 store_new_id(struct device_driver *driver, const char *buf, size_t count)
  44 {
  45         struct pci_dynid *dynid;
  46         struct pci_driver *pdrv = to_pci_driver(driver);
  47         const struct pci_device_id *ids = pdrv->id_table;
  48         __u32 vendor, device, subvendor=PCI_ANY_ID,
  49                 subdevice=PCI_ANY_ID, class=0, class_mask=0;
  50         unsigned long driver_data=0;
  51         int fields=0;
  52         int retval=0;
  53
  54         fields = sscanf(buf, "%x %x %x %x %x %x %lx",
  55                         &vendor, &device, &subvendor, &subdevice,
  56                         &class, &class_mask, &driver_data);
  57         if (fields < 2)
  58                 return -EINVAL;
  59
  60         /* Only accept driver_data values that match an existing id_table
  61            entry */
  62         if (ids) {
  63                 retval = -EINVAL;
  64                 while (ids->vendor || ids->subvendor || ids->class_mask) {
  65                         if (driver_data == ids->driver_data) {
  66                                 retval = 0;
  67                                 break;
  68                         }
  69                         ids++;
  70                 }
  71                 if (retval)     /* No match */
  72                         return retval;
  73         }
  74
  75         dynid = kzalloc(sizeof(*dynid), GFP_KERNEL);
  76         if (!dynid)
  77                 return -ENOMEM;
  78
  79         dynid->id.vendor = vendor;
  80         dynid->id.device = device;
  81         dynid->id.subvendor = subvendor;
  82         dynid->id.subdevice = subdevice;
  83         dynid->id.class = class;
  84         dynid->id.class_mask = class_mask;
  85         dynid->id.driver_data = driver_data;
  86
  87         spin_lock(&pdrv->dynids.lock);
  88         list_add_tail(&dynid->node, &pdrv->dynids.list);
  89         spin_unlock(&pdrv->dynids.lock);
  90
  91         if (get_driver(&pdrv->driver)) {
  92                 retval = driver_attach(&pdrv->driver);
  93                 put_driver(&pdrv->driver);
  94         }
  95
  96         if (retval)
  97                 return retval;
  98         return count;
  99 }
 100 static DRIVER_ATTR(new_id, S_IWUSR, NULL, store_new_id);
 101
 102 static void
 103 pci_free_dynids(struct pci_driver *drv)
 104 {
 105         struct pci_dynid *dynid, *n;
 106
 107         spin_lock(&drv->dynids.lock);
 108         list_for_each_entry_safe(dynid, n, &drv->dynids.list, node) {
 109                 list_del(&dynid->node);
 110                 kfree(dynid);
 111         }
 112         spin_unlock(&drv->dynids.lock);
 113 }
 114
 115 static int
 116 pci_create_newid_file(struct pci_driver *drv)
 117 {
 118         int error = 0;
 119         if (drv->probe != NULL)
 120                 error = driver_create_file(&drv->driver, &driver_attr_new_id);
 121         return error;
 122 }
 123
 124 static void pci_remove_newid_file(struct pci_driver *drv)
 125 {
 126         driver_remove_file(&drv->driver, &driver_attr_new_id);
 127 }
 128 #else /* !CONFIG_HOTPLUG */
 129 static inline void pci_free_dynids(struct pci_driver *drv) {}
 130 static inline int pci_create_newid_file(struct pci_driver *drv)
 131 {
 132         return 0;
 133 }
 134 static inline void pci_remove_newid_file(struct pci_driver *drv) {}
 135 #endif
 136
 137 /**
 138  * pci_match_id - See if a pci device matches a given pci_id table
 139  * @ids: array of PCI device id structures to search in
 140  * @dev: the PCI device structure to match against.
 141  *
 142  * Used by a driver to check whether a PCI device present in the
 143  * system is in its list of supported devices.  Returns the matching
 144  * pci_device_id structure or %NULL if there is no match.
 145  *
 146  * Deprecated, don't use this as it will not catch any dynamic ids
 147  * that a driver might want to check for.
 148  */
 149 const struct pci_device_id *pci_match_id(const struct pci_device_id *ids,
 150                                          struct pci_dev *dev)
 151 {
 152         if (ids) {
 153                 while (ids->vendor || ids->subvendor || ids->class_mask) {
 154                         if (pci_match_one_device(ids, dev))
 155                                 return ids;
 156                         ids++;
 157                 }
 158         }
 159         return NULL;
 160 }
 161
 162 /**
 163  * pci_match_device - Tell if a PCI device structure has a matching PCI device id structure
 164  * @drv: the PCI driver to match against
 165  * @dev: the PCI device structure to match against
 166  *
 167  * Used by a driver to check whether a PCI device present in the
 168  * system is in its list of supported devices.  Returns the matching
 169  * pci_device_id structure or %NULL if there is no match.
 170  */
 171 static const struct pci_device_id *pci_match_device(struct pci_driver *drv,
 172                                                     struct pci_dev *dev)
 173 {
 174         struct pci_dynid *dynid;
 175
 176         /* Look at the dynamic ids first, before the static ones */
 177         spin_lock(&drv->dynids.lock);
 178         list_for_each_entry(dynid, &drv->dynids.list, node) {
 179                 if (pci_match_one_device(&dynid->id, dev)) {
 180                         spin_unlock(&drv->dynids.lock);
 181                         return &dynid->id;
 182                 }
 183         }
 184         spin_unlock(&drv->dynids.lock);
 185
 186         return pci_match_id(drv->id_table, dev);
 187 }
 188
 189 struct drv_dev_and_id {
 190         struct pci_driver *drv;
 191         struct pci_dev *dev;
 192         const struct pci_device_id *id;
 193 };
 194
 195 static long local_pci_probe(void *_ddi)
 196 {
 197         struct drv_dev_and_id *ddi = _ddi;
 198
 199         return ddi->drv->probe(ddi->dev, ddi->id);
 200 }
 201
 202 static int pci_call_probe(struct pci_driver *drv, struct pci_dev *dev,
 203                           const struct pci_device_id *id)
 204 {
 205         int error, node;
 206         struct drv_dev_and_id ddi = { drv, dev, id };
 207
 208         /* Execute driver initialization on node where the device's
 209            bus is attached to.  This way the driver likely allocates
 210            its local memory on the right node without any need to
 211            change it. */
 212         node = dev_to_node(&dev->dev);
 213         if (node >= 0) {
 214                 int cpu;
 215                 node_to_cpumask_ptr(nodecpumask, node);
 216
 217                 get_online_cpus();
 218                 cpu = cpumask_any_and(nodecpumask, cpu_online_mask);
 219                 if (cpu < nr_cpu_ids)
 220                         error = work_on_cpu(cpu, local_pci_probe, &ddi);
 221                 else
 222                         error = local_pci_probe(&ddi);
 223                 put_online_cpus();
 224         } else
 225                 error = local_pci_probe(&ddi);
 226         return error;
 227 }
 228
 229 /**
 230  * __pci_device_probe()
 231  * @drv: driver to call to check if it wants the PCI device
 232  * @pci_dev: PCI device being probed
 233  *
 234  * returns 0 on success, else error.
 235  * side-effect: pci_dev->driver is set to drv when drv claims pci_dev.
 236  */
 237 static int
 238 __pci_device_probe(struct pci_driver *drv, struct pci_dev *pci_dev)
 239 {
 240         const struct pci_device_id *id;
 241         int error = 0;
 242
 243         if (!pci_dev->driver && drv->probe) {
 244                 error = -ENODEV;
 245
 246                 id = pci_match_device(drv, pci_dev);
 247                 if (id)
 248                         error = pci_call_probe(drv, pci_dev, id);
 249                 if (error >= 0) {
 250                         pci_dev->driver = drv;
 251                         error = 0;
 252                 }
 253         }
 254         return error;
 255 }
 256
 257 static int pci_device_probe(struct device * dev)
 258 {
 259         int error = 0;
 260         struct pci_driver *drv;
 261         struct pci_dev *pci_dev;
 262
 263         drv = to_pci_driver(dev->driver);
 264         pci_dev = to_pci_dev(dev);
 265         pci_dev_get(pci_dev);
 266         error = __pci_device_probe(drv, pci_dev);
 267         if (error)
 268                 pci_dev_put(pci_dev);
 269
 270         return error;
 271 }
 272
 273 static int pci_device_remove(struct device * dev)
 274 {
 275         struct pci_dev * pci_dev = to_pci_dev(dev);
 276         struct pci_driver * drv = pci_dev->driver;
 277
 278         if (drv) {
 279                 if (drv->remove)
 280                         drv->remove(pci_dev);
 281                 pci_dev->driver = NULL;
 282         }
 283
 284         /*
 285          * If the device is still on, set the power state as "unknown",
 286          * since it might change by the next time we load the driver.
 287          */
 288         if (pci_dev->current_state == PCI_D0)
 289                 pci_dev->current_state = PCI_UNKNOWN;
 290
 291         /*
 292          * We would love to complain here if pci_dev->is_enabled is set, that
 293          * the driver should have called pci_disable_device(), but the
 294          * unfortunate fact is there are too many odd BIOS and bridge setups
 295          * that don't like drivers doing that all of the time.
 296          * Oh well, we can dream of sane hardware when we sleep, no matter how
 297          * horrible the crap we have to deal with is when we are awake...
 298          */
 299
 300         pci_dev_put(pci_dev);
 301         return 0;
 302 }
 303
 304 static void pci_device_shutdown(struct device *dev)
 305 {
 306         struct pci_dev *pci_dev = to_pci_dev(dev);
 307         struct pci_driver *drv = pci_dev->driver;
 308
 309         if (drv && drv->shutdown)
 310                 drv->shutdown(pci_dev);
 311         pci_msi_shutdown(pci_dev);
 312         pci_msix_shutdown(pci_dev);
 313 }
 314
 315 #ifdef CONFIG_PM_SLEEP
 316
 317 /*
 318  * Default "suspend" method for devices that have no driver provided suspend,
 319  * or not even a driver at all (second part).
 320  */
 321 static void pci_pm_set_unknown_state(struct pci_dev *pci_dev)
 322 {
 323         /*
 324          * mark its power state as "unknown", since we don't know if
 325          * e.g. the BIOS will change its device state when we suspend.
 326          */
 327         if (pci_dev->current_state == PCI_D0)
 328                 pci_dev->current_state = PCI_UNKNOWN;
 329 }
 330
 331 /*
 332  * Default "resume" method for devices that have no driver provided resume,
 333  * or not even a driver at all (second part).
 334  */
 335 static int pci_pm_reenable_device(struct pci_dev *pci_dev)
 336 {
 337         int retval;
 338
 339         /* if the device was enabled before suspend, reenable */
 340         retval = pci_reenable_device(pci_dev);
 341         /*
 342          * if the device was busmaster before the suspend, make it busmaster
 343          * again
 344          */
 345         if (pci_dev->is_busmaster)
 346                 pci_set_master(pci_dev);
 347
 348         return retval;
 349 }
 350
 351 static int pci_legacy_suspend(struct device *dev, pm_message_t state)
 352 {
 353         struct pci_dev * pci_dev = to_pci_dev(dev);
 354         struct pci_driver * drv = pci_dev->driver;
 355         int i = 0;
 356
 357         if (drv && drv->suspend) {
 358                 i = drv->suspend(pci_dev, state);
 359                 suspend_report_result(drv->suspend, i);
 360         } else {
 361                 pci_save_state(pci_dev);
 362                 /*
 363                  * This is for compatibility with existing code with legacy PM
 364                  * support.
 365                  */
 366                 pci_pm_set_unknown_state(pci_dev);
 367         }
 368
 369         pci_fixup_device(pci_fixup_suspend, pci_dev);
 370
 371         return i;
 372 }
 373
 374 static int pci_legacy_suspend_late(struct device *dev, pm_message_t state)
 375 {
 376         struct pci_dev * pci_dev = to_pci_dev(dev);
 377         struct pci_driver * drv = pci_dev->driver;
 378         int i = 0;
 379
 380         if (drv && drv->suspend_late) {
 381                 i = drv->suspend_late(pci_dev, state);
 382                 suspend_report_result(drv->suspend_late, i);
 383         }
 384         return i;
 385 }
 386
 387 static int pci_legacy_resume(struct device *dev)
 388 {
 389         int error;
 390         struct pci_dev * pci_dev = to_pci_dev(dev);
 391         struct pci_driver * drv = pci_dev->driver;
 392
 393         pci_fixup_device(pci_fixup_resume, pci_dev);
 394
 395         if (drv && drv->resume) {
 396                 error = drv->resume(pci_dev);
 397         } else {
 398                 /* restore the PCI config space */
 399                 pci_restore_state(pci_dev);
 400                 error = pci_pm_reenable_device(pci_dev);
 401         }
 402         return error;
 403 }
 404
 405 static int pci_legacy_resume_early(struct device *dev)
 406 {
 407         int error = 0;
 408         struct pci_dev * pci_dev = to_pci_dev(dev);
 409         struct pci_driver * drv = pci_dev->driver;
 410
 411         pci_fixup_device(pci_fixup_resume_early, pci_dev);
 412
 413         if (drv && drv->resume_early)
 414                 error = drv->resume_early(pci_dev);
 415         return error;
 416 }
 417
 418 /* Auxiliary functions used by the new power management framework */
 419
 420 static int pci_restore_standard_config(struct pci_dev *pci_dev)
 421 {
 422         struct pci_dev *parent = pci_dev->bus->self;
 423         int error = 0;
 424
 425         /* Check if the device's bus is operational */
 426         if (!parent || parent->current_state == PCI_D0) {
 427                 pci_restore_state(pci_dev);
 428                 pci_update_current_state(pci_dev, PCI_D0);
 429         } else {
 430                 dev_warn(&pci_dev->dev, "unable to restore config, "
 431                         "bridge %s in low power state D%d\n", pci_name(parent),
 432                         parent->current_state);
 433                 pci_dev->current_state = PCI_UNKNOWN;
 434                 error = -EAGAIN;
 435         }
 436
 437         return error;
 438 }
 439
 440 static bool pci_is_bridge(struct pci_dev *pci_dev)
 441 {
 442         return !!(pci_dev->subordinate);
 443 }
 444
 445 static void pci_pm_default_resume_noirq(struct pci_dev *pci_dev)
 446 {
 447         if (pci_restore_standard_config(pci_dev))
 448                 pci_fixup_device(pci_fixup_resume_early, pci_dev);
 449 }
 450
 451 static int pci_pm_default_resume(struct pci_dev *pci_dev)
 452 {
 453         /*
 454          * pci_restore_standard_config() should have been called once already,
 455          * but it would have failed if the device's parent bridge had not been
 456          * in power state D0 at that time.  Check it and try again if necessary.
 457          */
 458         if (pci_dev->current_state == PCI_UNKNOWN) {
 459                 int error = pci_restore_standard_config(pci_dev);
 460                 if (error)
 461                         return error;
 462         }
 463
 464         pci_fixup_device(pci_fixup_resume, pci_dev);
 465
 466         if (!pci_is_bridge(pci_dev))
 467                 pci_enable_wake(pci_dev, PCI_D0, false);
 468
 469         return pci_pm_reenable_device(pci_dev);
 470 }
 471
 472 static void pci_pm_default_suspend_generic(struct pci_dev *pci_dev)
 473 {
 474         /* If device is enabled at this point, disable it */
 475         pci_disable_enabled_device(pci_dev);
 476         /*
 477          * Save state with interrupts enabled, because in principle the bus the
 478          * device is on may be put into a low power state after this code runs.
 479          */
 480         pci_save_state(pci_dev);
 481 }
 482
 483 static void pci_pm_default_suspend(struct pci_dev *pci_dev)
 484 {
 485         pci_pm_default_suspend_generic(pci_dev);
 486
 487         if (!pci_is_bridge(pci_dev))
 488                 pci_prepare_to_sleep(pci_dev);
 489
 490         pci_fixup_device(pci_fixup_suspend, pci_dev);
 491 }
 492
 493 static bool pci_has_legacy_pm_support(struct pci_dev *pci_dev)
 494 {
 495         struct pci_driver *drv = pci_dev->driver;
 496         bool ret = drv && (drv->suspend || drv->suspend_late || drv->resume
 497                 || drv->resume_early);
 498
 499         /*
 500          * Legacy PM support is used by default, so warn if the new framework is
 501          * supported as well.  Drivers are supposed to support either the
 502          * former, or the latter, but not both at the same time.
 503          */
 504         WARN_ON(ret && drv->driver.pm);
 505
 506         return ret;
 507 }
 508
 509 /* New power management framework */
 510
 511 static int pci_pm_prepare(struct device *dev)
 512 {
 513         struct device_driver *drv = dev->driver;
 514         int error = 0;
 515
 516         if (drv && drv->pm && drv->pm->prepare)
 517                 error = drv->pm->prepare(dev);
 518
 519         return error;
 520 }
 521
 522 static void pci_pm_complete(struct device *dev)
 523 {
 524         struct device_driver *drv = dev->driver;
 525
 526         if (drv && drv->pm && drv->pm->complete)
 527                 drv->pm->complete(dev);
 528 }
 529
 530 #ifdef CONFIG_SUSPEND
 531
 532 static int pci_pm_suspend(struct device *dev)
 533 {
 534         struct pci_dev *pci_dev = to_pci_dev(dev);
 535         struct device_driver *drv = dev->driver;
 536         int error = 0;
 537
 538         if (pci_has_legacy_pm_support(pci_dev))
 539                 return pci_legacy_suspend(dev, PMSG_SUSPEND);
 540
 541         if (drv && drv->pm && drv->pm->suspend) {
 542                 error = drv->pm->suspend(dev);
 543                 suspend_report_result(drv->pm->suspend, error);
 544         }
 545
 546         if (!error)
 547                 pci_pm_default_suspend(pci_dev);
 548
 549         return error;
 550 }
 551
 552 static int pci_pm_suspend_noirq(struct device *dev)
 553 {
 554         struct pci_dev *pci_dev = to_pci_dev(dev);
 555         struct device_driver *drv = dev->driver;
 556         int error = 0;
 557
 558         if (pci_has_legacy_pm_support(pci_dev))
 559                 return pci_legacy_suspend_late(dev, PMSG_SUSPEND);
 560
 561         if (drv && drv->pm && drv->pm->suspend_noirq) {
 562                 error = drv->pm->suspend_noirq(dev);
 563                 suspend_report_result(drv->pm->suspend_noirq, error);
 564         }
 565
 566         if (!error)
 567                 pci_pm_set_unknown_state(pci_dev);
 568
 569         return error;
 570 }
 571
 572 static int pci_pm_resume(struct device *dev)
 573 {
 574         struct pci_dev *pci_dev = to_pci_dev(dev);
 575         struct device_driver *drv = dev->driver;
 576         int error = 0;
 577
 578         if (pci_has_legacy_pm_support(pci_dev))
 579                 return pci_legacy_resume(dev);
 580
 581         error = pci_pm_default_resume(pci_dev);
 582
 583         if (!error && drv && drv->pm && drv->pm->resume)
 584                 error = drv->pm->resume(dev);
 585
 586         return error;
 587 }
 588
 589 static int pci_pm_resume_noirq(struct device *dev)
 590 {
 591         struct pci_dev *pci_dev = to_pci_dev(dev);
 592         struct device_driver *drv = dev->driver;
 593         int error = 0;
 594
 595         if (pci_has_legacy_pm_support(pci_dev))
 596                 return pci_legacy_resume_early(dev);
 597
 598         pci_pm_default_resume_noirq(pci_dev);
 599
 600         if (drv && drv->pm && drv->pm->resume_noirq)
 601                 error = drv->pm->resume_noirq(dev);
 602
 603         return error;
 604 }
 605
 606 #else /* !CONFIG_SUSPEND */
 607
 608 #define pci_pm_suspend          NULL
 609 #define pci_pm_suspend_noirq    NULL
 610 #define pci_pm_resume           NULL
 611 #define pci_pm_resume_noirq     NULL
 612
 613 #endif /* !CONFIG_SUSPEND */
 614
 615 #ifdef CONFIG_HIBERNATION
 616
 617 static int pci_pm_freeze(struct device *dev)
 618 {
 619         struct pci_dev *pci_dev = to_pci_dev(dev);
 620         struct device_driver *drv = dev->driver;
 621         int error = 0;
 622
 623         if (pci_has_legacy_pm_support(pci_dev))
 624                 return pci_legacy_suspend(dev, PMSG_FREEZE);
 625
 626         if (drv && drv->pm && drv->pm->freeze) {
 627                 error = drv->pm->freeze(dev);
 628                 suspend_report_result(drv->pm->freeze, error);
 629         }
 630
 631         if (!error)
 632                 pci_pm_default_suspend_generic(pci_dev);
 633
 634         return error;
 635 }
 636
 637 static int pci_pm_freeze_noirq(struct device *dev)
 638 {
 639         struct pci_dev *pci_dev = to_pci_dev(dev);
 640         struct device_driver *drv = dev->driver;
 641         int error = 0;
 642
 643         if (pci_has_legacy_pm_support(pci_dev))
 644                 return pci_legacy_suspend_late(dev, PMSG_FREEZE);
 645
 646         if (drv && drv->pm && drv->pm->freeze_noirq) {
 647                 error = drv->pm->freeze_noirq(dev);
 648                 suspend_report_result(drv->pm->freeze_noirq, error);
 649         }
 650
 651         if (!error)
 652                 pci_pm_set_unknown_state(pci_dev);
 653
 654         return error;
 655 }
 656
 657 static int pci_pm_thaw(struct device *dev)
 658 {
 659         struct pci_dev *pci_dev = to_pci_dev(dev);
 660         struct device_driver *drv = dev->driver;
 661         int error = 0;
 662
 663         if (pci_has_legacy_pm_support(pci_dev))
 664                 return pci_legacy_resume(dev);
 665
 666         pci_pm_reenable_device(pci_dev);
 667
 668         if (drv && drv->pm && drv->pm->thaw)
 669                 error =  drv->pm->thaw(dev);
 670
 671         return error;
 672 }
 673
 674 static int pci_pm_thaw_noirq(struct device *dev)
 675 {
 676         struct pci_dev *pci_dev = to_pci_dev(dev);
 677         struct device_driver *drv = dev->driver;
 678         int error = 0;
 679
 680         if (pci_has_legacy_pm_support(pci_dev))
 681                 return pci_legacy_resume_early(dev);
 682
 683         pci_update_current_state(pci_dev, PCI_D0);
 684
 685         if (drv && drv->pm && drv->pm->thaw_noirq)
 686                 error = drv->pm->thaw_noirq(dev);
 687
 688         return error;
 689 }
 690
 691 static int pci_pm_poweroff(struct device *dev)
 692 {
 693         struct pci_dev *pci_dev = to_pci_dev(dev);
 694         struct device_driver *drv = dev->driver;
 695         int error = 0;
 696
 697         if (pci_has_legacy_pm_support(pci_dev))
 698                 return pci_legacy_suspend(dev, PMSG_HIBERNATE);
 699
 700         if (drv && drv->pm && drv->pm->poweroff) {
 701                 error = drv->pm->poweroff(dev);
 702                 suspend_report_result(drv->pm->poweroff, error);
 703         }
 704
 705         if (!error)
 706                 pci_pm_default_suspend(pci_dev);
 707
 708         return error;
 709 }
 710
 711 static int pci_pm_poweroff_noirq(struct device *dev)
 712 {
 713         struct device_driver *drv = dev->driver;
 714         int error = 0;
 715
 716         if (pci_has_legacy_pm_support(to_pci_dev(dev)))
 717                 return pci_legacy_suspend_late(dev, PMSG_HIBERNATE);
 718
 719         if (drv && drv->pm && drv->pm->poweroff_noirq) {
 720                 error = drv->pm->poweroff_noirq(dev);
 721                 suspend_report_result(drv->pm->poweroff_noirq, error);
 722         }
 723
 724         return error;
 725 }
 726
 727 static int pci_pm_restore(struct device *dev)
 728 {
 729         struct pci_dev *pci_dev = to_pci_dev(dev);
 730         struct device_driver *drv = dev->driver;
 731         int error = 0;
 732
 733         if (pci_has_legacy_pm_support(pci_dev))
 734                 return pci_legacy_resume(dev);
 735
 736         error = pci_pm_default_resume(pci_dev);
 737
 738         if (!error && drv && drv->pm && drv->pm->restore)
 739                 error = drv->pm->restore(dev);
 740
 741         return error;
 742 }
 743
 744 static int pci_pm_restore_noirq(struct device *dev)
 745 {
 746         struct pci_dev *pci_dev = to_pci_dev(dev);
 747         struct device_driver *drv = dev->driver;
 748         int error = 0;
 749
 750         if (pci_has_legacy_pm_support(pci_dev))
 751                 return pci_legacy_resume_early(dev);
 752
 753         pci_pm_default_resume_noirq(pci_dev);
 754
 755         if (drv && drv->pm && drv->pm->restore_noirq)
 756                 error = drv->pm->restore_noirq(dev);
 757
 758         return error;
 759 }
 760
 761 #else /* !CONFIG_HIBERNATION */
 762
 763 #define pci_pm_freeze           NULL
 764 #define pci_pm_freeze_noirq     NULL
 765 #define pci_pm_thaw             NULL
 766 #define pci_pm_thaw_noirq       NULL
 767 #define pci_pm_poweroff         NULL
 768 #define pci_pm_poweroff_noirq   NULL
 769 #define pci_pm_restore          NULL
 770 #define pci_pm_restore_noirq    NULL
 771
 772 #endif /* !CONFIG_HIBERNATION */
 773
 774 struct dev_pm_ops pci_dev_pm_ops = {
 775         .prepare = pci_pm_prepare,
 776         .complete = pci_pm_complete,
 777         .suspend = pci_pm_suspend,
 778         .resume = pci_pm_resume,
 779         .freeze = pci_pm_freeze,
 780         .thaw = pci_pm_thaw,
 781         .poweroff = pci_pm_poweroff,
 782         .restore = pci_pm_restore,
 783         .suspend_noirq = pci_pm_suspend_noirq,
 784         .resume_noirq = pci_pm_resume_noirq,
 785         .freeze_noirq = pci_pm_freeze_noirq,
 786         .thaw_noirq = pci_pm_thaw_noirq,
 787         .poweroff_noirq = pci_pm_poweroff_noirq,
 788         .restore_noirq = pci_pm_restore_noirq,
 789 };
 790
 791 #define PCI_PM_OPS_PTR  (&pci_dev_pm_ops)
 792
 793 #else /* !CONFIG_PM_SLEEP */
 794
 795 #define PCI_PM_OPS_PTR  NULL
 796
 797 #endif /* !CONFIG_PM_SLEEP */
 798
 799 /**
 800  * __pci_register_driver - register a new pci driver
 801  * @drv: the driver structure to register
 802  * @owner: owner module of drv
 803  * @mod_name: module name string
 804  *
 805  * Adds the driver structure to the list of registered drivers.
 806  * Returns a negative value on error, otherwise 0.
 807  * If no error occurred, the driver remains registered even if
 808  * no device was claimed during registration.
 809  */
 810 int __pci_register_driver(struct pci_driver *drv, struct module *owner,
 811                           const char *mod_name)
 812 {
 813         int error;
 814
 815         /* initialize common driver fields */
 816         drv->driver.name = drv->name;
 817         drv->driver.bus = &pci_bus_type;
 818         drv->driver.owner = owner;
 819         drv->driver.mod_name = mod_name;
 820
 821         spin_lock_init(&drv->dynids.lock);
 822         INIT_LIST_HEAD(&drv->dynids.list);
 823
 824         /* register with core */
 825         error = driver_register(&drv->driver);
 826         if (error)
 827                 return error;
 828
 829         error = pci_create_newid_file(drv);
 830         if (error)
 831                 driver_unregister(&drv->driver);
 832
 833         return error;
 834 }
 835
 836 /**
 837  * pci_unregister_driver - unregister a pci driver
 838  * @drv: the driver structure to unregister
 839  *
 840  * Deletes the driver structure from the list of registered PCI drivers,
 841  * gives it a chance to clean up by calling its remove() function for
 842  * each device it was responsible for, and marks those devices as
 843  * driverless.
 844  */
 845
 846 void
 847 pci_unregister_driver(struct pci_driver *drv)
 848 {
 849         pci_remove_newid_file(drv);
 850         driver_unregister(&drv->driver);
 851         pci_free_dynids(drv);
 852 }
 853
 854 static struct pci_driver pci_compat_driver = {
 855         .name = "compat"
 856 };
 857
 858 /**
 859  * pci_dev_driver - get the pci_driver of a device
 860  * @dev: the device to query
 861  *
 862  * Returns the appropriate pci_driver structure or %NULL if there is no
 863  * registered driver for the device.
 864  */
 865 struct pci_driver *
 866 pci_dev_driver(const struct pci_dev *dev)
 867 {
 868         if (dev->driver)
 869                 return dev->driver;
 870         else {
 871                 int i;
 872                 for(i=0; i<=PCI_ROM_RESOURCE; i++)
 873                         if (dev->resource[i].flags & IORESOURCE_BUSY)
 874                                 return &pci_compat_driver;
 875         }
 876         return NULL;
 877 }
 878
 879 /**
 880  * pci_bus_match - Tell if a PCI device structure has a matching PCI device id structure
 881  * @dev: the PCI device structure to match against
 882  * @drv: the device driver to search for matching PCI device id structures
 883  *
 884  * Used by a driver to check whether a PCI device present in the
 885  * system is in its list of supported devices. Returns the matching
 886  * pci_device_id structure or %NULL if there is no match.
 887  */
 888 static int pci_bus_match(struct device *dev, struct device_driver *drv)
 889 {
 890         struct pci_dev *pci_dev = to_pci_dev(dev);
 891         struct pci_driver *pci_drv = to_pci_driver(drv);
 892         const struct pci_device_id *found_id;
 893
 894         found_id = pci_match_device(pci_drv, pci_dev);
 895         if (found_id)
 896                 return 1;
 897
 898         return 0;
 899 }
 900
 901 /**
 902  * pci_dev_get - increments the reference count of the pci device structure
 903  * @dev: the device being referenced
 904  *
 905  * Each live reference to a device should be refcounted.
 906  *
 907  * Drivers for PCI devices should normally record such references in
 908  * their probe() methods, when they bind to a device, and release
 909  * them by calling pci_dev_put(), in their disconnect() methods.
 910  *
 911  * A pointer to the device with the incremented reference counter is returned.
 912  */
 913 struct pci_dev *pci_dev_get(struct pci_dev *dev)
 914 {
 915         if (dev)
 916                 get_device(&dev->dev);
 917         return dev;
 918 }
 919
 920 /**
 921  * pci_dev_put - release a use of the pci device structure
 922  * @dev: device that's been disconnected
 923  *
 924  * Must be called when a user of a device is finished with it.  When the last
 925  * user of the device calls this function, the memory of the device is freed.
 926  */
 927 void pci_dev_put(struct pci_dev *dev)
 928 {
 929         if (dev)
 930                 put_device(&dev->dev);
 931 }
 932
 933 #ifndef CONFIG_HOTPLUG
 934 int pci_uevent(struct device *dev, struct kobj_uevent_env *env)
 935 {
 936         return -ENODEV;
 937 }
 938 #endif
 939
 940 struct bus_type pci_bus_type = {
 941         .name           = "pci",
 942         .match          = pci_bus_match,
 943         .uevent         = pci_uevent,
 944         .probe          = pci_device_probe,
 945         .remove         = pci_device_remove,
 946         .shutdown       = pci_device_shutdown,
 947         .dev_attrs      = pci_dev_attrs,
 948         .pm             = PCI_PM_OPS_PTR,
 949 };
 950
 951 static int __init pci_driver_init(void)
 952 {
 953         return bus_register(&pci_bus_type);
 954 }
 955
 956 postcore_initcall(pci_driver_init);
 957
 958 EXPORT_SYMBOL(pci_match_id);
 959 EXPORT_SYMBOL(__pci_register_driver);
 960 EXPORT_SYMBOL(pci_unregister_driver);
 961 EXPORT_SYMBOL(pci_dev_driver);
 962 EXPORT_SYMBOL(pci_bus_type);
 963 EXPORT_SYMBOL(pci_dev_get);
 964 EXPORT_SYMBOL(pci_dev_put);