drivers/net/wireless/intel/iwlwifi/pcie/drv.c

   1 /******************************************************************************
   2  *
   3  * This file is provided under a dual BSD/GPLv2 license.  When using or
   4  * redistributing this file, you may do so under either license.
   5  *
   6  * GPL LICENSE SUMMARY
   7  *
   8  * Copyright(c) 2007 - 2014 Intel Corporation. All rights reserved.
   9  * Copyright(c) 2013 - 2015 Intel Mobile Communications GmbH
  10  * Copyright(c) 2016-2017 Intel Deutschland GmbH
  11  *
  12  * This program is free software; you can redistribute it and/or modify
  13  * it under the terms of version 2 of the GNU General Public License as
  14  * published by the Free Software Foundation.
  15  *
  16  * This program is distributed in the hope that it will be useful, but
  17  * WITHOUT ANY WARRANTY; without even the implied warranty of
  18  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  19  * General Public License for more details.
  20  *
  21  * You should have received a copy of the GNU General Public License
  22  * along with this program; if not, write to the Free Software
  23  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110,
  24  * USA
  25  *
  26  * The full GNU General Public License is included in this distribution
  27  * in the file called COPYING.
  28  *
  29  * Contact Information:
  30  *  Intel Linux Wireless <linuxwifi@intel.com>
  31  * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
  32  *
  33  * BSD LICENSE
  34  *
  35  * Copyright(c) 2005 - 2014 Intel Corporation. All rights reserved.
  36  * Copyright(c) 2013 - 2015 Intel Mobile Communications GmbH
  37  * All rights reserved.
  38  * Copyright(c) 2017 Intel Deutschland GmbH
  39  *
  40  * Redistribution and use in source and binary forms, with or without
  41  * modification, are permitted provided that the following conditions
  42  * are met:
  43  *
  44  *  * Redistributions of source code must retain the above copyright
  45  *    notice, this list of conditions and the following disclaimer.
  46  *  * Redistributions in binary form must reproduce the above copyright
  47  *    notice, this list of conditions and the following disclaimer in
  48  *    the documentation and/or other materials provided with the
  49  *    distribution.
  50  *  * Neither the name Intel Corporation nor the names of its
  51  *    contributors may be used to endorse or promote products derived
  52  *    from this software without specific prior written permission.
  53  *
  54  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
  55  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
  56  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
  57  * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
  58  * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  59  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
  60  * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
  61  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  62  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  63  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  64  * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  65  *
  66  *****************************************************************************/
  67
  68 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
  69
  70 #include <linux/module.h>
  71 #include <linux/pm_runtime.h>
  72 #include <linux/pci.h>
  73 #include <linux/pci-aspm.h>
  74 #include <linux/acpi.h>
  75
  76 #include "fw/acpi.h"
  77
  78 #include "iwl-trans.h"
  79 #include "iwl-drv.h"
  80 #include "internal.h"
  81
  82 #define IWL_PCI_DEVICE(dev, subdev, cfg) \
  83         .vendor = PCI_VENDOR_ID_INTEL,  .device = (dev), \
  84         .subvendor = PCI_ANY_ID, .subdevice = (subdev), \
  85         .driver_data = (kernel_ulong_t)&(cfg)
  86
  87 /* Hardware specific file defines the PCI IDs table for that hardware module */
  88 static const struct pci_device_id iwl_hw_card_ids[] = {
  89 #if IS_ENABLED(CONFIG_IWLDVM)
  90         {IWL_PCI_DEVICE(0x4232, 0x1201, iwl5100_agn_cfg)}, /* Mini Card */
  91         {IWL_PCI_DEVICE(0x4232, 0x1301, iwl5100_agn_cfg)}, /* Half Mini Card */
  92         {IWL_PCI_DEVICE(0x4232, 0x1204, iwl5100_agn_cfg)}, /* Mini Card */
  93         {IWL_PCI_DEVICE(0x4232, 0x1304, iwl5100_agn_cfg)}, /* Half Mini Card */
  94         {IWL_PCI_DEVICE(0x4232, 0x1205, iwl5100_bgn_cfg)}, /* Mini Card */
  95         {IWL_PCI_DEVICE(0x4232, 0x1305, iwl5100_bgn_cfg)}, /* Half Mini Card */
  96         {IWL_PCI_DEVICE(0x4232, 0x1206, iwl5100_abg_cfg)}, /* Mini Card */
  97         {IWL_PCI_DEVICE(0x4232, 0x1306, iwl5100_abg_cfg)}, /* Half Mini Card */
  98         {IWL_PCI_DEVICE(0x4232, 0x1221, iwl5100_agn_cfg)}, /* Mini Card */
  99         {IWL_PCI_DEVICE(0x4232, 0x1321, iwl5100_agn_cfg)}, /* Half Mini Card */
 100         {IWL_PCI_DEVICE(0x4232, 0x1224, iwl5100_agn_cfg)}, /* Mini Card */
 101         {IWL_PCI_DEVICE(0x4232, 0x1324, iwl5100_agn_cfg)}, /* Half Mini Card */
 102         {IWL_PCI_DEVICE(0x4232, 0x1225, iwl5100_bgn_cfg)}, /* Mini Card */
 103         {IWL_PCI_DEVICE(0x4232, 0x1325, iwl5100_bgn_cfg)}, /* Half Mini Card */
 104         {IWL_PCI_DEVICE(0x4232, 0x1226, iwl5100_abg_cfg)}, /* Mini Card */
 105         {IWL_PCI_DEVICE(0x4232, 0x1326, iwl5100_abg_cfg)}, /* Half Mini Card */
 106         {IWL_PCI_DEVICE(0x4237, 0x1211, iwl5100_agn_cfg)}, /* Mini Card */
 107         {IWL_PCI_DEVICE(0x4237, 0x1311, iwl5100_agn_cfg)}, /* Half Mini Card */
 108         {IWL_PCI_DEVICE(0x4237, 0x1214, iwl5100_agn_cfg)}, /* Mini Card */
 109         {IWL_PCI_DEVICE(0x4237, 0x1314, iwl5100_agn_cfg)}, /* Half Mini Card */
 110         {IWL_PCI_DEVICE(0x4237, 0x1215, iwl5100_bgn_cfg)}, /* Mini Card */
 111         {IWL_PCI_DEVICE(0x4237, 0x1315, iwl5100_bgn_cfg)}, /* Half Mini Card */
 112         {IWL_PCI_DEVICE(0x4237, 0x1216, iwl5100_abg_cfg)}, /* Mini Card */
 113         {IWL_PCI_DEVICE(0x4237, 0x1316, iwl5100_abg_cfg)}, /* Half Mini Card */
 114
 115 /* 5300 Series WiFi */
 116         {IWL_PCI_DEVICE(0x4235, 0x1021, iwl5300_agn_cfg)}, /* Mini Card */
 117         {IWL_PCI_DEVICE(0x4235, 0x1121, iwl5300_agn_cfg)}, /* Half Mini Card */
 118         {IWL_PCI_DEVICE(0x4235, 0x1024, iwl5300_agn_cfg)}, /* Mini Card */
 119         {IWL_PCI_DEVICE(0x4235, 0x1124, iwl5300_agn_cfg)}, /* Half Mini Card */
 120         {IWL_PCI_DEVICE(0x4235, 0x1001, iwl5300_agn_cfg)}, /* Mini Card */
 121         {IWL_PCI_DEVICE(0x4235, 0x1101, iwl5300_agn_cfg)}, /* Half Mini Card */
 122         {IWL_PCI_DEVICE(0x4235, 0x1004, iwl5300_agn_cfg)}, /* Mini Card */
 123         {IWL_PCI_DEVICE(0x4235, 0x1104, iwl5300_agn_cfg)}, /* Half Mini Card */
 124         {IWL_PCI_DEVICE(0x4236, 0x1011, iwl5300_agn_cfg)}, /* Mini Card */
 125         {IWL_PCI_DEVICE(0x4236, 0x1111, iwl5300_agn_cfg)}, /* Half Mini Card */
 126         {IWL_PCI_DEVICE(0x4236, 0x1014, iwl5300_agn_cfg)}, /* Mini Card */
 127         {IWL_PCI_DEVICE(0x4236, 0x1114, iwl5300_agn_cfg)}, /* Half Mini Card */
 128
 129 /* 5350 Series WiFi/WiMax */
 130         {IWL_PCI_DEVICE(0x423A, 0x1001, iwl5350_agn_cfg)}, /* Mini Card */
 131         {IWL_PCI_DEVICE(0x423A, 0x1021, iwl5350_agn_cfg)}, /* Mini Card */
 132         {IWL_PCI_DEVICE(0x423B, 0x1011, iwl5350_agn_cfg)}, /* Mini Card */
 133
 134 /* 5150 Series Wifi/WiMax */
 135         {IWL_PCI_DEVICE(0x423C, 0x1201, iwl5150_agn_cfg)}, /* Mini Card */
 136         {IWL_PCI_DEVICE(0x423C, 0x1301, iwl5150_agn_cfg)}, /* Half Mini Card */
 137         {IWL_PCI_DEVICE(0x423C, 0x1206, iwl5150_abg_cfg)}, /* Mini Card */
 138         {IWL_PCI_DEVICE(0x423C, 0x1306, iwl5150_abg_cfg)}, /* Half Mini Card */
 139         {IWL_PCI_DEVICE(0x423C, 0x1221, iwl5150_agn_cfg)}, /* Mini Card */
 140         {IWL_PCI_DEVICE(0x423C, 0x1321, iwl5150_agn_cfg)}, /* Half Mini Card */
 141         {IWL_PCI_DEVICE(0x423C, 0x1326, iwl5150_abg_cfg)}, /* Half Mini Card */
 142
 143         {IWL_PCI_DEVICE(0x423D, 0x1211, iwl5150_agn_cfg)}, /* Mini Card */
 144         {IWL_PCI_DEVICE(0x423D, 0x1311, iwl5150_agn_cfg)}, /* Half Mini Card */
 145         {IWL_PCI_DEVICE(0x423D, 0x1216, iwl5150_abg_cfg)}, /* Mini Card */
 146         {IWL_PCI_DEVICE(0x423D, 0x1316, iwl5150_abg_cfg)}, /* Half Mini Card */
 147
 148 /* 6x00 Series */
 149         {IWL_PCI_DEVICE(0x422B, 0x1101, iwl6000_3agn_cfg)},
 150         {IWL_PCI_DEVICE(0x422B, 0x1108, iwl6000_3agn_cfg)},
 151         {IWL_PCI_DEVICE(0x422B, 0x1121, iwl6000_3agn_cfg)},
 152         {IWL_PCI_DEVICE(0x422B, 0x1128, iwl6000_3agn_cfg)},
 153         {IWL_PCI_DEVICE(0x422C, 0x1301, iwl6000i_2agn_cfg)},
 154         {IWL_PCI_DEVICE(0x422C, 0x1306, iwl6000i_2abg_cfg)},
 155         {IWL_PCI_DEVICE(0x422C, 0x1307, iwl6000i_2bg_cfg)},
 156         {IWL_PCI_DEVICE(0x422C, 0x1321, iwl6000i_2agn_cfg)},
 157         {IWL_PCI_DEVICE(0x422C, 0x1326, iwl6000i_2abg_cfg)},
 158         {IWL_PCI_DEVICE(0x4238, 0x1111, iwl6000_3agn_cfg)},
 159         {IWL_PCI_DEVICE(0x4238, 0x1118, iwl6000_3agn_cfg)},
 160         {IWL_PCI_DEVICE(0x4239, 0x1311, iwl6000i_2agn_cfg)},
 161         {IWL_PCI_DEVICE(0x4239, 0x1316, iwl6000i_2abg_cfg)},
 162
 163 /* 6x05 Series */
 164         {IWL_PCI_DEVICE(0x0082, 0x1301, iwl6005_2agn_cfg)},
 165         {IWL_PCI_DEVICE(0x0082, 0x1306, iwl6005_2abg_cfg)},
 166         {IWL_PCI_DEVICE(0x0082, 0x1307, iwl6005_2bg_cfg)},
 167         {IWL_PCI_DEVICE(0x0082, 0x1308, iwl6005_2agn_cfg)},
 168         {IWL_PCI_DEVICE(0x0082, 0x1321, iwl6005_2agn_cfg)},
 169         {IWL_PCI_DEVICE(0x0082, 0x1326, iwl6005_2abg_cfg)},
 170         {IWL_PCI_DEVICE(0x0082, 0x1328, iwl6005_2agn_cfg)},
 171         {IWL_PCI_DEVICE(0x0085, 0x1311, iwl6005_2agn_cfg)},
 172         {IWL_PCI_DEVICE(0x0085, 0x1318, iwl6005_2agn_cfg)},
 173         {IWL_PCI_DEVICE(0x0085, 0x1316, iwl6005_2abg_cfg)},
 174         {IWL_PCI_DEVICE(0x0082, 0xC020, iwl6005_2agn_sff_cfg)},
 175         {IWL_PCI_DEVICE(0x0085, 0xC220, iwl6005_2agn_sff_cfg)},
 176         {IWL_PCI_DEVICE(0x0085, 0xC228, iwl6005_2agn_sff_cfg)},
 177         {IWL_PCI_DEVICE(0x0082, 0x4820, iwl6005_2agn_d_cfg)},
 178         {IWL_PCI_DEVICE(0x0082, 0x1304, iwl6005_2agn_mow1_cfg)},/* low 5GHz active */
 179         {IWL_PCI_DEVICE(0x0082, 0x1305, iwl6005_2agn_mow2_cfg)},/* high 5GHz active */
 180
 181 /* 6x30 Series */
 182         {IWL_PCI_DEVICE(0x008A, 0x5305, iwl1030_bgn_cfg)},
 183         {IWL_PCI_DEVICE(0x008A, 0x5307, iwl1030_bg_cfg)},
 184         {IWL_PCI_DEVICE(0x008A, 0x5325, iwl1030_bgn_cfg)},
 185         {IWL_PCI_DEVICE(0x008A, 0x5327, iwl1030_bg_cfg)},
 186         {IWL_PCI_DEVICE(0x008B, 0x5315, iwl1030_bgn_cfg)},
 187         {IWL_PCI_DEVICE(0x008B, 0x5317, iwl1030_bg_cfg)},
 188         {IWL_PCI_DEVICE(0x0090, 0x5211, iwl6030_2agn_cfg)},
 189         {IWL_PCI_DEVICE(0x0090, 0x5215, iwl6030_2bgn_cfg)},
 190         {IWL_PCI_DEVICE(0x0090, 0x5216, iwl6030_2abg_cfg)},
 191         {IWL_PCI_DEVICE(0x0091, 0x5201, iwl6030_2agn_cfg)},
 192         {IWL_PCI_DEVICE(0x0091, 0x5205, iwl6030_2bgn_cfg)},
 193         {IWL_PCI_DEVICE(0x0091, 0x5206, iwl6030_2abg_cfg)},
 194         {IWL_PCI_DEVICE(0x0091, 0x5207, iwl6030_2bg_cfg)},
 195         {IWL_PCI_DEVICE(0x0091, 0x5221, iwl6030_2agn_cfg)},
 196         {IWL_PCI_DEVICE(0x0091, 0x5225, iwl6030_2bgn_cfg)},
 197         {IWL_PCI_DEVICE(0x0091, 0x5226, iwl6030_2abg_cfg)},
 198
 199 /* 6x50 WiFi/WiMax Series */
 200         {IWL_PCI_DEVICE(0x0087, 0x1301, iwl6050_2agn_cfg)},
 201         {IWL_PCI_DEVICE(0x0087, 0x1306, iwl6050_2abg_cfg)},
 202         {IWL_PCI_DEVICE(0x0087, 0x1321, iwl6050_2agn_cfg)},
 203         {IWL_PCI_DEVICE(0x0087, 0x1326, iwl6050_2abg_cfg)},
 204         {IWL_PCI_DEVICE(0x0089, 0x1311, iwl6050_2agn_cfg)},
 205         {IWL_PCI_DEVICE(0x0089, 0x1316, iwl6050_2abg_cfg)},
 206
 207 /* 6150 WiFi/WiMax Series */
 208         {IWL_PCI_DEVICE(0x0885, 0x1305, iwl6150_bgn_cfg)},
 209         {IWL_PCI_DEVICE(0x0885, 0x1307, iwl6150_bg_cfg)},
 210         {IWL_PCI_DEVICE(0x0885, 0x1325, iwl6150_bgn_cfg)},
 211         {IWL_PCI_DEVICE(0x0885, 0x1327, iwl6150_bg_cfg)},
 212         {IWL_PCI_DEVICE(0x0886, 0x1315, iwl6150_bgn_cfg)},
 213         {IWL_PCI_DEVICE(0x0886, 0x1317, iwl6150_bg_cfg)},
 214
 215 /* 1000 Series WiFi */
 216         {IWL_PCI_DEVICE(0x0083, 0x1205, iwl1000_bgn_cfg)},
 217         {IWL_PCI_DEVICE(0x0083, 0x1305, iwl1000_bgn_cfg)},
 218         {IWL_PCI_DEVICE(0x0083, 0x1225, iwl1000_bgn_cfg)},
 219         {IWL_PCI_DEVICE(0x0083, 0x1325, iwl1000_bgn_cfg)},
 220         {IWL_PCI_DEVICE(0x0084, 0x1215, iwl1000_bgn_cfg)},
 221         {IWL_PCI_DEVICE(0x0084, 0x1315, iwl1000_bgn_cfg)},
 222         {IWL_PCI_DEVICE(0x0083, 0x1206, iwl1000_bg_cfg)},
 223         {IWL_PCI_DEVICE(0x0083, 0x1306, iwl1000_bg_cfg)},
 224         {IWL_PCI_DEVICE(0x0083, 0x1226, iwl1000_bg_cfg)},
 225         {IWL_PCI_DEVICE(0x0083, 0x1326, iwl1000_bg_cfg)},
 226         {IWL_PCI_DEVICE(0x0084, 0x1216, iwl1000_bg_cfg)},
 227         {IWL_PCI_DEVICE(0x0084, 0x1316, iwl1000_bg_cfg)},
 228
 229 /* 100 Series WiFi */
 230         {IWL_PCI_DEVICE(0x08AE, 0x1005, iwl100_bgn_cfg)},
 231         {IWL_PCI_DEVICE(0x08AE, 0x1007, iwl100_bg_cfg)},
 232         {IWL_PCI_DEVICE(0x08AF, 0x1015, iwl100_bgn_cfg)},
 233         {IWL_PCI_DEVICE(0x08AF, 0x1017, iwl100_bg_cfg)},
 234         {IWL_PCI_DEVICE(0x08AE, 0x1025, iwl100_bgn_cfg)},
 235         {IWL_PCI_DEVICE(0x08AE, 0x1027, iwl100_bg_cfg)},
 236
 237 /* 130 Series WiFi */
 238         {IWL_PCI_DEVICE(0x0896, 0x5005, iwl130_bgn_cfg)},
 239         {IWL_PCI_DEVICE(0x0896, 0x5007, iwl130_bg_cfg)},
 240         {IWL_PCI_DEVICE(0x0897, 0x5015, iwl130_bgn_cfg)},
 241         {IWL_PCI_DEVICE(0x0897, 0x5017, iwl130_bg_cfg)},
 242         {IWL_PCI_DEVICE(0x0896, 0x5025, iwl130_bgn_cfg)},
 243         {IWL_PCI_DEVICE(0x0896, 0x5027, iwl130_bg_cfg)},
 244
 245 /* 2x00 Series */
 246         {IWL_PCI_DEVICE(0x0890, 0x4022, iwl2000_2bgn_cfg)},
 247         {IWL_PCI_DEVICE(0x0891, 0x4222, iwl2000_2bgn_cfg)},
 248         {IWL_PCI_DEVICE(0x0890, 0x4422, iwl2000_2bgn_cfg)},
 249         {IWL_PCI_DEVICE(0x0890, 0x4822, iwl2000_2bgn_d_cfg)},
 250
 251 /* 2x30 Series */
 252         {IWL_PCI_DEVICE(0x0887, 0x4062, iwl2030_2bgn_cfg)},
 253         {IWL_PCI_DEVICE(0x0888, 0x4262, iwl2030_2bgn_cfg)},
 254         {IWL_PCI_DEVICE(0x0887, 0x4462, iwl2030_2bgn_cfg)},
 255
 256 /* 6x35 Series */
 257         {IWL_PCI_DEVICE(0x088E, 0x4060, iwl6035_2agn_cfg)},
 258         {IWL_PCI_DEVICE(0x088E, 0x406A, iwl6035_2agn_sff_cfg)},
 259         {IWL_PCI_DEVICE(0x088F, 0x4260, iwl6035_2agn_cfg)},
 260         {IWL_PCI_DEVICE(0x088F, 0x426A, iwl6035_2agn_sff_cfg)},
 261         {IWL_PCI_DEVICE(0x088E, 0x4460, iwl6035_2agn_cfg)},
 262         {IWL_PCI_DEVICE(0x088E, 0x446A, iwl6035_2agn_sff_cfg)},
 263         {IWL_PCI_DEVICE(0x088E, 0x4860, iwl6035_2agn_cfg)},
 264         {IWL_PCI_DEVICE(0x088F, 0x5260, iwl6035_2agn_cfg)},
 265
 266 /* 105 Series */
 267         {IWL_PCI_DEVICE(0x0894, 0x0022, iwl105_bgn_cfg)},
 268         {IWL_PCI_DEVICE(0x0895, 0x0222, iwl105_bgn_cfg)},
 269         {IWL_PCI_DEVICE(0x0894, 0x0422, iwl105_bgn_cfg)},
 270         {IWL_PCI_DEVICE(0x0894, 0x0822, iwl105_bgn_d_cfg)},
 271
 272 /* 135 Series */
 273         {IWL_PCI_DEVICE(0x0892, 0x0062, iwl135_bgn_cfg)},
 274         {IWL_PCI_DEVICE(0x0893, 0x0262, iwl135_bgn_cfg)},
 275         {IWL_PCI_DEVICE(0x0892, 0x0462, iwl135_bgn_cfg)},
 276 #endif /* CONFIG_IWLDVM */
 277
 278 #if IS_ENABLED(CONFIG_IWLMVM)
 279 /* 7260 Series */
 280         {IWL_PCI_DEVICE(0x08B1, 0x4070, iwl7260_2ac_cfg)},
 281         {IWL_PCI_DEVICE(0x08B1, 0x4072, iwl7260_2ac_cfg)},
 282         {IWL_PCI_DEVICE(0x08B1, 0x4170, iwl7260_2ac_cfg)},
 283         {IWL_PCI_DEVICE(0x08B1, 0x4C60, iwl7260_2ac_cfg)},
 284         {IWL_PCI_DEVICE(0x08B1, 0x4C70, iwl7260_2ac_cfg)},
 285         {IWL_PCI_DEVICE(0x08B1, 0x4060, iwl7260_2n_cfg)},
 286         {IWL_PCI_DEVICE(0x08B1, 0x406A, iwl7260_2n_cfg)},
 287         {IWL_PCI_DEVICE(0x08B1, 0x4160, iwl7260_2n_cfg)},
 288         {IWL_PCI_DEVICE(0x08B1, 0x4062, iwl7260_n_cfg)},
 289         {IWL_PCI_DEVICE(0x08B1, 0x4162, iwl7260_n_cfg)},
 290         {IWL_PCI_DEVICE(0x08B2, 0x4270, iwl7260_2ac_cfg)},
 291         {IWL_PCI_DEVICE(0x08B2, 0x4272, iwl7260_2ac_cfg)},
 292         {IWL_PCI_DEVICE(0x08B2, 0x4260, iwl7260_2n_cfg)},
 293         {IWL_PCI_DEVICE(0x08B2, 0x426A, iwl7260_2n_cfg)},
 294         {IWL_PCI_DEVICE(0x08B2, 0x4262, iwl7260_n_cfg)},
 295         {IWL_PCI_DEVICE(0x08B1, 0x4470, iwl7260_2ac_cfg)},
 296         {IWL_PCI_DEVICE(0x08B1, 0x4472, iwl7260_2ac_cfg)},
 297         {IWL_PCI_DEVICE(0x08B1, 0x4460, iwl7260_2n_cfg)},
 298         {IWL_PCI_DEVICE(0x08B1, 0x446A, iwl7260_2n_cfg)},
 299         {IWL_PCI_DEVICE(0x08B1, 0x4462, iwl7260_n_cfg)},
 300         {IWL_PCI_DEVICE(0x08B1, 0x4870, iwl7260_2ac_cfg)},
 301         {IWL_PCI_DEVICE(0x08B1, 0x486E, iwl7260_2ac_cfg)},
 302         {IWL_PCI_DEVICE(0x08B1, 0x4A70, iwl7260_2ac_cfg_high_temp)},
 303         {IWL_PCI_DEVICE(0x08B1, 0x4A6E, iwl7260_2ac_cfg_high_temp)},
 304         {IWL_PCI_DEVICE(0x08B1, 0x4A6C, iwl7260_2ac_cfg_high_temp)},
 305         {IWL_PCI_DEVICE(0x08B1, 0x4570, iwl7260_2ac_cfg)},
 306         {IWL_PCI_DEVICE(0x08B1, 0x4560, iwl7260_2n_cfg)},
 307         {IWL_PCI_DEVICE(0x08B2, 0x4370, iwl7260_2ac_cfg)},
 308         {IWL_PCI_DEVICE(0x08B2, 0x4360, iwl7260_2n_cfg)},
 309         {IWL_PCI_DEVICE(0x08B1, 0x5070, iwl7260_2ac_cfg)},
 310         {IWL_PCI_DEVICE(0x08B1, 0x5072, iwl7260_2ac_cfg)},
 311         {IWL_PCI_DEVICE(0x08B1, 0x5170, iwl7260_2ac_cfg)},
 312         {IWL_PCI_DEVICE(0x08B1, 0x5770, iwl7260_2ac_cfg)},
 313         {IWL_PCI_DEVICE(0x08B1, 0x4020, iwl7260_2n_cfg)},
 314         {IWL_PCI_DEVICE(0x08B1, 0x402A, iwl7260_2n_cfg)},
 315         {IWL_PCI_DEVICE(0x08B2, 0x4220, iwl7260_2n_cfg)},
 316         {IWL_PCI_DEVICE(0x08B1, 0x4420, iwl7260_2n_cfg)},
 317         {IWL_PCI_DEVICE(0x08B1, 0xC070, iwl7260_2ac_cfg)},
 318         {IWL_PCI_DEVICE(0x08B1, 0xC072, iwl7260_2ac_cfg)},
 319         {IWL_PCI_DEVICE(0x08B1, 0xC170, iwl7260_2ac_cfg)},
 320         {IWL_PCI_DEVICE(0x08B1, 0xC060, iwl7260_2n_cfg)},
 321         {IWL_PCI_DEVICE(0x08B1, 0xC06A, iwl7260_2n_cfg)},
 322         {IWL_PCI_DEVICE(0x08B1, 0xC160, iwl7260_2n_cfg)},
 323         {IWL_PCI_DEVICE(0x08B1, 0xC062, iwl7260_n_cfg)},
 324         {IWL_PCI_DEVICE(0x08B1, 0xC162, iwl7260_n_cfg)},
 325         {IWL_PCI_DEVICE(0x08B1, 0xC770, iwl7260_2ac_cfg)},
 326         {IWL_PCI_DEVICE(0x08B1, 0xC760, iwl7260_2n_cfg)},
 327         {IWL_PCI_DEVICE(0x08B2, 0xC270, iwl7260_2ac_cfg)},
 328         {IWL_PCI_DEVICE(0x08B1, 0xCC70, iwl7260_2ac_cfg)},
 329         {IWL_PCI_DEVICE(0x08B1, 0xCC60, iwl7260_2ac_cfg)},
 330         {IWL_PCI_DEVICE(0x08B2, 0xC272, iwl7260_2ac_cfg)},
 331         {IWL_PCI_DEVICE(0x08B2, 0xC260, iwl7260_2n_cfg)},
 332         {IWL_PCI_DEVICE(0x08B2, 0xC26A, iwl7260_n_cfg)},
 333         {IWL_PCI_DEVICE(0x08B2, 0xC262, iwl7260_n_cfg)},
 334         {IWL_PCI_DEVICE(0x08B1, 0xC470, iwl7260_2ac_cfg)},
 335         {IWL_PCI_DEVICE(0x08B1, 0xC472, iwl7260_2ac_cfg)},
 336         {IWL_PCI_DEVICE(0x08B1, 0xC460, iwl7260_2n_cfg)},
 337         {IWL_PCI_DEVICE(0x08B1, 0xC462, iwl7260_n_cfg)},
 338         {IWL_PCI_DEVICE(0x08B1, 0xC570, iwl7260_2ac_cfg)},
 339         {IWL_PCI_DEVICE(0x08B1, 0xC560, iwl7260_2n_cfg)},
 340         {IWL_PCI_DEVICE(0x08B2, 0xC370, iwl7260_2ac_cfg)},
 341         {IWL_PCI_DEVICE(0x08B1, 0xC360, iwl7260_2n_cfg)},
 342         {IWL_PCI_DEVICE(0x08B1, 0xC020, iwl7260_2n_cfg)},
 343         {IWL_PCI_DEVICE(0x08B1, 0xC02A, iwl7260_2n_cfg)},
 344         {IWL_PCI_DEVICE(0x08B2, 0xC220, iwl7260_2n_cfg)},
 345         {IWL_PCI_DEVICE(0x08B1, 0xC420, iwl7260_2n_cfg)},
 346
 347 /* 3160 Series */
 348         {IWL_PCI_DEVICE(0x08B3, 0x0070, iwl3160_2ac_cfg)},
 349         {IWL_PCI_DEVICE(0x08B3, 0x0072, iwl3160_2ac_cfg)},
 350         {IWL_PCI_DEVICE(0x08B3, 0x0170, iwl3160_2ac_cfg)},
 351         {IWL_PCI_DEVICE(0x08B3, 0x0172, iwl3160_2ac_cfg)},
 352         {IWL_PCI_DEVICE(0x08B3, 0x0060, iwl3160_2n_cfg)},
 353         {IWL_PCI_DEVICE(0x08B3, 0x0062, iwl3160_n_cfg)},
 354         {IWL_PCI_DEVICE(0x08B4, 0x0270, iwl3160_2ac_cfg)},
 355         {IWL_PCI_DEVICE(0x08B4, 0x0272, iwl3160_2ac_cfg)},
 356         {IWL_PCI_DEVICE(0x08B3, 0x0470, iwl3160_2ac_cfg)},
 357         {IWL_PCI_DEVICE(0x08B3, 0x0472, iwl3160_2ac_cfg)},
 358         {IWL_PCI_DEVICE(0x08B4, 0x0370, iwl3160_2ac_cfg)},
 359         {IWL_PCI_DEVICE(0x08B3, 0x8070, iwl3160_2ac_cfg)},
 360         {IWL_PCI_DEVICE(0x08B3, 0x8072, iwl3160_2ac_cfg)},
 361         {IWL_PCI_DEVICE(0x08B3, 0x8170, iwl3160_2ac_cfg)},
 362         {IWL_PCI_DEVICE(0x08B3, 0x8172, iwl3160_2ac_cfg)},
 363         {IWL_PCI_DEVICE(0x08B3, 0x8060, iwl3160_2n_cfg)},
 364         {IWL_PCI_DEVICE(0x08B3, 0x8062, iwl3160_n_cfg)},
 365         {IWL_PCI_DEVICE(0x08B4, 0x8270, iwl3160_2ac_cfg)},
 366         {IWL_PCI_DEVICE(0x08B4, 0x8370, iwl3160_2ac_cfg)},
 367         {IWL_PCI_DEVICE(0x08B4, 0x8272, iwl3160_2ac_cfg)},
 368         {IWL_PCI_DEVICE(0x08B3, 0x8470, iwl3160_2ac_cfg)},
 369         {IWL_PCI_DEVICE(0x08B3, 0x8570, iwl3160_2ac_cfg)},
 370         {IWL_PCI_DEVICE(0x08B3, 0x1070, iwl3160_2ac_cfg)},
 371         {IWL_PCI_DEVICE(0x08B3, 0x1170, iwl3160_2ac_cfg)},
 372
 373 /* 3165 Series */
 374         {IWL_PCI_DEVICE(0x3165, 0x4010, iwl3165_2ac_cfg)},
 375         {IWL_PCI_DEVICE(0x3165, 0x4012, iwl3165_2ac_cfg)},
 376         {IWL_PCI_DEVICE(0x3166, 0x4212, iwl3165_2ac_cfg)},
 377         {IWL_PCI_DEVICE(0x3165, 0x4410, iwl3165_2ac_cfg)},
 378         {IWL_PCI_DEVICE(0x3165, 0x4510, iwl3165_2ac_cfg)},
 379         {IWL_PCI_DEVICE(0x3165, 0x4110, iwl3165_2ac_cfg)},
 380         {IWL_PCI_DEVICE(0x3166, 0x4310, iwl3165_2ac_cfg)},
 381         {IWL_PCI_DEVICE(0x3166, 0x4210, iwl3165_2ac_cfg)},
 382         {IWL_PCI_DEVICE(0x3165, 0x8010, iwl3165_2ac_cfg)},
 383         {IWL_PCI_DEVICE(0x3165, 0x8110, iwl3165_2ac_cfg)},
 384
 385 /* 3168 Series */
 386         {IWL_PCI_DEVICE(0x24FB, 0x2010, iwl3168_2ac_cfg)},
 387         {IWL_PCI_DEVICE(0x24FB, 0x2110, iwl3168_2ac_cfg)},
 388         {IWL_PCI_DEVICE(0x24FB, 0x2050, iwl3168_2ac_cfg)},
 389         {IWL_PCI_DEVICE(0x24FB, 0x2150, iwl3168_2ac_cfg)},
 390         {IWL_PCI_DEVICE(0x24FB, 0x0000, iwl3168_2ac_cfg)},
 391
 392 /* 7265 Series */
 393         {IWL_PCI_DEVICE(0x095A, 0x5010, iwl7265_2ac_cfg)},
 394         {IWL_PCI_DEVICE(0x095A, 0x5110, iwl7265_2ac_cfg)},
 395         {IWL_PCI_DEVICE(0x095A, 0x5100, iwl7265_2ac_cfg)},
 396         {IWL_PCI_DEVICE(0x095B, 0x5310, iwl7265_2ac_cfg)},
 397         {IWL_PCI_DEVICE(0x095B, 0x5302, iwl7265_n_cfg)},
 398         {IWL_PCI_DEVICE(0x095B, 0x5210, iwl7265_2ac_cfg)},
 399         {IWL_PCI_DEVICE(0x095A, 0x5C10, iwl7265_2ac_cfg)},
 400         {IWL_PCI_DEVICE(0x095A, 0x5012, iwl7265_2ac_cfg)},
 401         {IWL_PCI_DEVICE(0x095A, 0x5412, iwl7265_2ac_cfg)},
 402         {IWL_PCI_DEVICE(0x095A, 0x5410, iwl7265_2ac_cfg)},
 403         {IWL_PCI_DEVICE(0x095A, 0x5510, iwl7265_2ac_cfg)},
 404         {IWL_PCI_DEVICE(0x095A, 0x5400, iwl7265_2ac_cfg)},
 405         {IWL_PCI_DEVICE(0x095A, 0x1010, iwl7265_2ac_cfg)},
 406         {IWL_PCI_DEVICE(0x095A, 0x5000, iwl7265_2n_cfg)},
 407         {IWL_PCI_DEVICE(0x095A, 0x500A, iwl7265_2n_cfg)},
 408         {IWL_PCI_DEVICE(0x095B, 0x5200, iwl7265_2n_cfg)},
 409         {IWL_PCI_DEVICE(0x095A, 0x5002, iwl7265_n_cfg)},
 410         {IWL_PCI_DEVICE(0x095A, 0x5102, iwl7265_n_cfg)},
 411         {IWL_PCI_DEVICE(0x095B, 0x5202, iwl7265_n_cfg)},
 412         {IWL_PCI_DEVICE(0x095A, 0x9010, iwl7265_2ac_cfg)},
 413         {IWL_PCI_DEVICE(0x095A, 0x9012, iwl7265_2ac_cfg)},
 414         {IWL_PCI_DEVICE(0x095A, 0x900A, iwl7265_2ac_cfg)},
 415         {IWL_PCI_DEVICE(0x095A, 0x9110, iwl7265_2ac_cfg)},
 416         {IWL_PCI_DEVICE(0x095A, 0x9112, iwl7265_2ac_cfg)},
 417         {IWL_PCI_DEVICE(0x095B, 0x9210, iwl7265_2ac_cfg)},
 418         {IWL_PCI_DEVICE(0x095B, 0x9200, iwl7265_2ac_cfg)},
 419         {IWL_PCI_DEVICE(0x095A, 0x9510, iwl7265_2ac_cfg)},
 420         {IWL_PCI_DEVICE(0x095B, 0x9310, iwl7265_2ac_cfg)},
 421         {IWL_PCI_DEVICE(0x095A, 0x9410, iwl7265_2ac_cfg)},
 422         {IWL_PCI_DEVICE(0x095A, 0x5020, iwl7265_2n_cfg)},
 423         {IWL_PCI_DEVICE(0x095A, 0x502A, iwl7265_2n_cfg)},
 424         {IWL_PCI_DEVICE(0x095A, 0x5420, iwl7265_2n_cfg)},
 425         {IWL_PCI_DEVICE(0x095A, 0x5090, iwl7265_2ac_cfg)},
 426         {IWL_PCI_DEVICE(0x095A, 0x5190, iwl7265_2ac_cfg)},
 427         {IWL_PCI_DEVICE(0x095A, 0x5590, iwl7265_2ac_cfg)},
 428         {IWL_PCI_DEVICE(0x095B, 0x5290, iwl7265_2ac_cfg)},
 429         {IWL_PCI_DEVICE(0x095A, 0x5490, iwl7265_2ac_cfg)},
 430         {IWL_PCI_DEVICE(0x095A, 0x5F10, iwl7265_2ac_cfg)},
 431         {IWL_PCI_DEVICE(0x095B, 0x5212, iwl7265_2ac_cfg)},
 432         {IWL_PCI_DEVICE(0x095B, 0x520A, iwl7265_2ac_cfg)},
 433         {IWL_PCI_DEVICE(0x095A, 0x9000, iwl7265_2ac_cfg)},
 434         {IWL_PCI_DEVICE(0x095A, 0x9400, iwl7265_2ac_cfg)},
 435         {IWL_PCI_DEVICE(0x095A, 0x9E10, iwl7265_2ac_cfg)},
 436
 437 /* 8000 Series */
 438         {IWL_PCI_DEVICE(0x24F3, 0x0010, iwl8260_2ac_cfg)},
 439         {IWL_PCI_DEVICE(0x24F3, 0x1010, iwl8260_2ac_cfg)},
 440         {IWL_PCI_DEVICE(0x24F3, 0x10B0, iwl8260_2ac_cfg)},
 441         {IWL_PCI_DEVICE(0x24F3, 0x0130, iwl8260_2ac_cfg)},
 442         {IWL_PCI_DEVICE(0x24F3, 0x1130, iwl8260_2ac_cfg)},
 443         {IWL_PCI_DEVICE(0x24F3, 0x0132, iwl8260_2ac_cfg)},
 444         {IWL_PCI_DEVICE(0x24F3, 0x1132, iwl8260_2ac_cfg)},
 445         {IWL_PCI_DEVICE(0x24F3, 0x0110, iwl8260_2ac_cfg)},
 446         {IWL_PCI_DEVICE(0x24F3, 0x01F0, iwl8260_2ac_cfg)},
 447         {IWL_PCI_DEVICE(0x24F3, 0x0012, iwl8260_2ac_cfg)},
 448         {IWL_PCI_DEVICE(0x24F3, 0x1012, iwl8260_2ac_cfg)},
 449         {IWL_PCI_DEVICE(0x24F3, 0x1110, iwl8260_2ac_cfg)},
 450         {IWL_PCI_DEVICE(0x24F3, 0x0050, iwl8260_2ac_cfg)},
 451         {IWL_PCI_DEVICE(0x24F3, 0x0250, iwl8260_2ac_cfg)},
 452         {IWL_PCI_DEVICE(0x24F3, 0x1050, iwl8260_2ac_cfg)},
 453         {IWL_PCI_DEVICE(0x24F3, 0x0150, iwl8260_2ac_cfg)},
 454         {IWL_PCI_DEVICE(0x24F3, 0x1150, iwl8260_2ac_cfg)},
 455         {IWL_PCI_DEVICE(0x24F4, 0x0030, iwl8260_2ac_cfg)},
 456         {IWL_PCI_DEVICE(0x24F4, 0x1030, iwl8260_2ac_cfg)},
 457         {IWL_PCI_DEVICE(0x24F3, 0xC010, iwl8260_2ac_cfg)},
 458         {IWL_PCI_DEVICE(0x24F3, 0xC110, iwl8260_2ac_cfg)},
 459         {IWL_PCI_DEVICE(0x24F3, 0xD010, iwl8260_2ac_cfg)},
 460         {IWL_PCI_DEVICE(0x24F3, 0xC050, iwl8260_2ac_cfg)},
 461         {IWL_PCI_DEVICE(0x24F3, 0xD050, iwl8260_2ac_cfg)},
 462         {IWL_PCI_DEVICE(0x24F3, 0xD0B0, iwl8260_2ac_cfg)},
 463         {IWL_PCI_DEVICE(0x24F3, 0xB0B0, iwl8260_2ac_cfg)},
 464         {IWL_PCI_DEVICE(0x24F3, 0x8010, iwl8260_2ac_cfg)},
 465         {IWL_PCI_DEVICE(0x24F3, 0x8110, iwl8260_2ac_cfg)},
 466         {IWL_PCI_DEVICE(0x24F3, 0x9010, iwl8260_2ac_cfg)},
 467         {IWL_PCI_DEVICE(0x24F3, 0x9110, iwl8260_2ac_cfg)},
 468         {IWL_PCI_DEVICE(0x24F4, 0x8030, iwl8260_2ac_cfg)},
 469         {IWL_PCI_DEVICE(0x24F4, 0x9030, iwl8260_2ac_cfg)},
 470         {IWL_PCI_DEVICE(0x24F4, 0xC030, iwl8260_2ac_cfg)},
 471         {IWL_PCI_DEVICE(0x24F4, 0xD030, iwl8260_2ac_cfg)},
 472         {IWL_PCI_DEVICE(0x24F3, 0x8130, iwl8260_2ac_cfg)},
 473         {IWL_PCI_DEVICE(0x24F3, 0x9130, iwl8260_2ac_cfg)},
 474         {IWL_PCI_DEVICE(0x24F3, 0x8132, iwl8260_2ac_cfg)},
 475         {IWL_PCI_DEVICE(0x24F3, 0x9132, iwl8260_2ac_cfg)},
 476         {IWL_PCI_DEVICE(0x24F3, 0x8050, iwl8260_2ac_cfg)},
 477         {IWL_PCI_DEVICE(0x24F3, 0x8150, iwl8260_2ac_cfg)},
 478         {IWL_PCI_DEVICE(0x24F3, 0x9050, iwl8260_2ac_cfg)},
 479         {IWL_PCI_DEVICE(0x24F3, 0x9150, iwl8260_2ac_cfg)},
 480         {IWL_PCI_DEVICE(0x24F3, 0x0004, iwl8260_2n_cfg)},
 481         {IWL_PCI_DEVICE(0x24F3, 0x0044, iwl8260_2n_cfg)},
 482         {IWL_PCI_DEVICE(0x24F5, 0x0010, iwl4165_2ac_cfg)},
 483         {IWL_PCI_DEVICE(0x24F6, 0x0030, iwl4165_2ac_cfg)},
 484         {IWL_PCI_DEVICE(0x24F3, 0x0810, iwl8260_2ac_cfg)},
 485         {IWL_PCI_DEVICE(0x24F3, 0x0910, iwl8260_2ac_cfg)},
 486         {IWL_PCI_DEVICE(0x24F3, 0x0850, iwl8260_2ac_cfg)},
 487         {IWL_PCI_DEVICE(0x24F3, 0x0950, iwl8260_2ac_cfg)},
 488         {IWL_PCI_DEVICE(0x24F3, 0x0930, iwl8260_2ac_cfg)},
 489         {IWL_PCI_DEVICE(0x24F3, 0x0000, iwl8265_2ac_cfg)},
 490         {IWL_PCI_DEVICE(0x24F3, 0x4010, iwl8260_2ac_cfg)},
 491         {IWL_PCI_DEVICE(0x24FD, 0x0010, iwl8265_2ac_cfg)},
 492         {IWL_PCI_DEVICE(0x24FD, 0x0110, iwl8265_2ac_cfg)},
 493         {IWL_PCI_DEVICE(0x24FD, 0x1110, iwl8265_2ac_cfg)},
 494         {IWL_PCI_DEVICE(0x24FD, 0x1130, iwl8265_2ac_cfg)},
 495         {IWL_PCI_DEVICE(0x24FD, 0x0130, iwl8265_2ac_cfg)},
 496         {IWL_PCI_DEVICE(0x24FD, 0x1010, iwl8265_2ac_cfg)},
 497         {IWL_PCI_DEVICE(0x24FD, 0x10D0, iwl8265_2ac_cfg)},
 498         {IWL_PCI_DEVICE(0x24FD, 0x0050, iwl8265_2ac_cfg)},
 499         {IWL_PCI_DEVICE(0x24FD, 0x0150, iwl8265_2ac_cfg)},
 500         {IWL_PCI_DEVICE(0x24FD, 0x9010, iwl8265_2ac_cfg)},
 501         {IWL_PCI_DEVICE(0x24FD, 0x8110, iwl8265_2ac_cfg)},
 502         {IWL_PCI_DEVICE(0x24FD, 0x8050, iwl8265_2ac_cfg)},
 503         {IWL_PCI_DEVICE(0x24FD, 0x8010, iwl8265_2ac_cfg)},
 504         {IWL_PCI_DEVICE(0x24FD, 0x0810, iwl8265_2ac_cfg)},
 505         {IWL_PCI_DEVICE(0x24FD, 0x9110, iwl8265_2ac_cfg)},
 506         {IWL_PCI_DEVICE(0x24FD, 0x8130, iwl8265_2ac_cfg)},
 507         {IWL_PCI_DEVICE(0x24FD, 0x0910, iwl8265_2ac_cfg)},
 508         {IWL_PCI_DEVICE(0x24FD, 0x0930, iwl8265_2ac_cfg)},
 509         {IWL_PCI_DEVICE(0x24FD, 0x0950, iwl8265_2ac_cfg)},
 510         {IWL_PCI_DEVICE(0x24FD, 0x0850, iwl8265_2ac_cfg)},
 511         {IWL_PCI_DEVICE(0x24FD, 0x1014, iwl8265_2ac_cfg)},
 512         {IWL_PCI_DEVICE(0x24FD, 0x3E02, iwl8275_2ac_cfg)},
 513         {IWL_PCI_DEVICE(0x24FD, 0x3E01, iwl8275_2ac_cfg)},
 514         {IWL_PCI_DEVICE(0x24FD, 0x1012, iwl8275_2ac_cfg)},
 515         {IWL_PCI_DEVICE(0x24FD, 0x0012, iwl8275_2ac_cfg)},
 516         {IWL_PCI_DEVICE(0x24FD, 0x0014, iwl8265_2ac_cfg)},
 517         {IWL_PCI_DEVICE(0x24FD, 0x9074, iwl8265_2ac_cfg)},
 518
 519 /* 9000 Series */
 520         {IWL_PCI_DEVICE(0x2526, 0x0000, iwl9260_2ac_cfg)},
 521         {IWL_PCI_DEVICE(0x2526, 0x0010, iwl9260_2ac_cfg)},
 522         {IWL_PCI_DEVICE(0x2526, 0x0014, iwl9260_2ac_cfg)},
 523         {IWL_PCI_DEVICE(0x2526, 0x0030, iwl9560_2ac_cfg)},
 524         {IWL_PCI_DEVICE(0x2526, 0x0034, iwl9560_2ac_cfg)},
 525         {IWL_PCI_DEVICE(0x2526, 0x0038, iwl9560_2ac_cfg)},
 526         {IWL_PCI_DEVICE(0x2526, 0x003C, iwl9560_2ac_cfg)},
 527         {IWL_PCI_DEVICE(0x2526, 0x0060, iwl9460_2ac_cfg)},
 528         {IWL_PCI_DEVICE(0x2526, 0x0064, iwl9460_2ac_cfg)},
 529         {IWL_PCI_DEVICE(0x2526, 0x00A0, iwl9460_2ac_cfg)},
 530         {IWL_PCI_DEVICE(0x2526, 0x00A4, iwl9460_2ac_cfg)},
 531         {IWL_PCI_DEVICE(0x2526, 0x0210, iwl9260_2ac_cfg)},
 532         {IWL_PCI_DEVICE(0x2526, 0x0214, iwl9260_2ac_cfg)},
 533         {IWL_PCI_DEVICE(0x2526, 0x0230, iwl9560_2ac_cfg)},
 534         {IWL_PCI_DEVICE(0x2526, 0x0234, iwl9560_2ac_cfg)},
 535         {IWL_PCI_DEVICE(0x2526, 0x0238, iwl9560_2ac_cfg)},
 536         {IWL_PCI_DEVICE(0x2526, 0x023C, iwl9560_2ac_cfg)},
 537         {IWL_PCI_DEVICE(0x2526, 0x0260, iwl9460_2ac_cfg)},
 538         {IWL_PCI_DEVICE(0x2526, 0x0264, iwl9461_2ac_cfg_soc)},
 539         {IWL_PCI_DEVICE(0x2526, 0x02A0, iwl9460_2ac_cfg)},
 540         {IWL_PCI_DEVICE(0x2526, 0x02A4, iwl9460_2ac_cfg)},
 541         {IWL_PCI_DEVICE(0x2526, 0x1010, iwl9260_2ac_cfg)},
 542         {IWL_PCI_DEVICE(0x2526, 0x1030, iwl9560_2ac_cfg)},
 543         {IWL_PCI_DEVICE(0x2526, 0x1210, iwl9260_2ac_cfg)},
 544         {IWL_PCI_DEVICE(0x2526, 0x1410, iwl9270_2ac_cfg)},
 545         {IWL_PCI_DEVICE(0x2526, 0x1420, iwl9460_2ac_cfg_soc)},
 546         {IWL_PCI_DEVICE(0x2526, 0x1610, iwl9270_2ac_cfg)},
 547         {IWL_PCI_DEVICE(0x2526, 0x4010, iwl9260_2ac_cfg)},
 548         {IWL_PCI_DEVICE(0x2526, 0x4030, iwl9560_2ac_cfg)},
 549         {IWL_PCI_DEVICE(0x2526, 0x40A4, iwl9460_2ac_cfg)},
 550         {IWL_PCI_DEVICE(0x2526, 0xA014, iwl9260_2ac_cfg)},
 551         {IWL_PCI_DEVICE(0x2526, 0x42A4, iwl9462_2ac_cfg_soc)},
 552         {IWL_PCI_DEVICE(0x271B, 0x0010, iwl9160_2ac_cfg)},
 553         {IWL_PCI_DEVICE(0x271B, 0x0014, iwl9160_2ac_cfg)},
 554         {IWL_PCI_DEVICE(0x271B, 0x0210, iwl9160_2ac_cfg)},
 555         {IWL_PCI_DEVICE(0x271B, 0x0214, iwl9260_2ac_cfg)},
 556         {IWL_PCI_DEVICE(0x2720, 0x0034, iwl9560_2ac_cfg)},
 557         {IWL_PCI_DEVICE(0x2720, 0x0038, iwl9560_2ac_cfg)},
 558         {IWL_PCI_DEVICE(0x2720, 0x003C, iwl9560_2ac_cfg)},
 559         {IWL_PCI_DEVICE(0x2720, 0x0060, iwl9461_2ac_cfg_soc)},
 560         {IWL_PCI_DEVICE(0x2720, 0x0064, iwl9461_2ac_cfg_soc)},
 561         {IWL_PCI_DEVICE(0x2720, 0x00A0, iwl9462_2ac_cfg_soc)},
 562         {IWL_PCI_DEVICE(0x2720, 0x00A4, iwl9462_2ac_cfg_soc)},
 563         {IWL_PCI_DEVICE(0x2720, 0x0230, iwl9560_2ac_cfg)},
 564         {IWL_PCI_DEVICE(0x2720, 0x0234, iwl9560_2ac_cfg)},
 565         {IWL_PCI_DEVICE(0x2720, 0x0238, iwl9560_2ac_cfg)},
 566         {IWL_PCI_DEVICE(0x2720, 0x023C, iwl9560_2ac_cfg)},
 567         {IWL_PCI_DEVICE(0x2720, 0x0260, iwl9461_2ac_cfg_soc)},
 568         {IWL_PCI_DEVICE(0x2720, 0x0264, iwl9461_2ac_cfg_soc)},
 569         {IWL_PCI_DEVICE(0x2720, 0x02A0, iwl9462_2ac_cfg_soc)},
 570         {IWL_PCI_DEVICE(0x2720, 0x02A4, iwl9462_2ac_cfg_soc)},
 571         {IWL_PCI_DEVICE(0x2720, 0x4030, iwl9560_2ac_cfg)},
 572         {IWL_PCI_DEVICE(0x2720, 0x40A4, iwl9462_2ac_cfg_soc)},
 573         {IWL_PCI_DEVICE(0x30DC, 0x0060, iwl9460_2ac_cfg_soc)},
 574         {IWL_PCI_DEVICE(0x30DC, 0x0064, iwl9461_2ac_cfg_soc)},
 575         {IWL_PCI_DEVICE(0x30DC, 0x00A0, iwl9462_2ac_cfg_soc)},
 576         {IWL_PCI_DEVICE(0x30DC, 0x00A4, iwl9462_2ac_cfg_soc)},
 577         {IWL_PCI_DEVICE(0x30DC, 0x0260, iwl9461_2ac_cfg_soc)},
 578         {IWL_PCI_DEVICE(0x30DC, 0x0264, iwl9461_2ac_cfg_soc)},
 579         {IWL_PCI_DEVICE(0x30DC, 0x02A0, iwl9462_2ac_cfg_soc)},
 580         {IWL_PCI_DEVICE(0x30DC, 0x02A4, iwl9462_2ac_cfg_soc)},
 581         {IWL_PCI_DEVICE(0x31DC, 0x0030, iwl9560_2ac_cfg_soc)},
 582         {IWL_PCI_DEVICE(0x31DC, 0x0034, iwl9560_2ac_cfg_soc)},
 583         {IWL_PCI_DEVICE(0x31DC, 0x0038, iwl9560_2ac_cfg_soc)},
 584         {IWL_PCI_DEVICE(0x31DC, 0x003C, iwl9560_2ac_cfg_soc)},
 585         {IWL_PCI_DEVICE(0x31DC, 0x0060, iwl9460_2ac_cfg_soc)},
 586         {IWL_PCI_DEVICE(0x31DC, 0x0064, iwl9461_2ac_cfg_soc)},
 587         {IWL_PCI_DEVICE(0x31DC, 0x00A0, iwl9462_2ac_cfg_soc)},
 588         {IWL_PCI_DEVICE(0x31DC, 0x00A4, iwl9462_2ac_cfg_soc)},
 589         {IWL_PCI_DEVICE(0x31DC, 0x0230, iwl9560_2ac_cfg_soc)},
 590         {IWL_PCI_DEVICE(0x31DC, 0x0234, iwl9560_2ac_cfg_soc)},
 591         {IWL_PCI_DEVICE(0x31DC, 0x0238, iwl9560_2ac_cfg_soc)},
 592         {IWL_PCI_DEVICE(0x31DC, 0x023C, iwl9560_2ac_cfg_soc)},
 593         {IWL_PCI_DEVICE(0x31DC, 0x0260, iwl9461_2ac_cfg_soc)},
 594         {IWL_PCI_DEVICE(0x31DC, 0x0264, iwl9461_2ac_cfg_soc)},
 595         {IWL_PCI_DEVICE(0x31DC, 0x02A0, iwl9462_2ac_cfg_soc)},
 596         {IWL_PCI_DEVICE(0x31DC, 0x02A4, iwl9462_2ac_cfg_soc)},
 597         {IWL_PCI_DEVICE(0x31DC, 0x4030, iwl9560_2ac_cfg_soc)},
 598         {IWL_PCI_DEVICE(0x31DC, 0x4034, iwl9560_2ac_cfg_soc)},
 599         {IWL_PCI_DEVICE(0x31DC, 0x40A4, iwl9462_2ac_cfg_soc)},
 600         {IWL_PCI_DEVICE(0x34F0, 0x0030, iwl9560_2ac_cfg_soc)},
 601         {IWL_PCI_DEVICE(0x34F0, 0x0034, iwl9560_2ac_cfg_soc)},
 602         {IWL_PCI_DEVICE(0x34F0, 0x02A4, iwl9462_2ac_cfg_soc)},
 603         {IWL_PCI_DEVICE(0x9DF0, 0x0000, iwl9460_2ac_cfg_soc)},
 604         {IWL_PCI_DEVICE(0x9DF0, 0x0010, iwl9460_2ac_cfg_soc)},
 605         {IWL_PCI_DEVICE(0x9DF0, 0x0030, iwl9560_2ac_cfg_soc)},
 606         {IWL_PCI_DEVICE(0x9DF0, 0x0034, iwl9560_2ac_cfg_soc)},
 607         {IWL_PCI_DEVICE(0x9DF0, 0x0038, iwl9560_2ac_cfg_soc)},
 608         {IWL_PCI_DEVICE(0x9DF0, 0x003C, iwl9560_2ac_cfg_soc)},
 609         {IWL_PCI_DEVICE(0x9DF0, 0x0060, iwl9460_2ac_cfg_soc)},
 610         {IWL_PCI_DEVICE(0x9DF0, 0x0064, iwl9461_2ac_cfg_soc)},
 611         {IWL_PCI_DEVICE(0x9DF0, 0x00A0, iwl9462_2ac_cfg_soc)},
 612         {IWL_PCI_DEVICE(0x9DF0, 0x00A4, iwl9462_2ac_cfg_soc)},
 613         {IWL_PCI_DEVICE(0x9DF0, 0x0210, iwl9460_2ac_cfg_soc)},
 614         {IWL_PCI_DEVICE(0x9DF0, 0x0230, iwl9560_2ac_cfg_soc)},
 615         {IWL_PCI_DEVICE(0x9DF0, 0x0234, iwl9560_2ac_cfg_soc)},
 616         {IWL_PCI_DEVICE(0x9DF0, 0x0238, iwl9560_2ac_cfg_soc)},
 617         {IWL_PCI_DEVICE(0x9DF0, 0x023C, iwl9560_2ac_cfg_soc)},
 618         {IWL_PCI_DEVICE(0x9DF0, 0x0260, iwl9461_2ac_cfg_soc)},
 619         {IWL_PCI_DEVICE(0x9DF0, 0x0264, iwl9461_2ac_cfg_soc)},
 620         {IWL_PCI_DEVICE(0x9DF0, 0x02A0, iwl9462_2ac_cfg_soc)},
 621         {IWL_PCI_DEVICE(0x9DF0, 0x02A4, iwl9462_2ac_cfg_soc)},
 622         {IWL_PCI_DEVICE(0x9DF0, 0x0310, iwl9460_2ac_cfg_soc)},
 623         {IWL_PCI_DEVICE(0x9DF0, 0x0410, iwl9460_2ac_cfg_soc)},
 624         {IWL_PCI_DEVICE(0x9DF0, 0x0510, iwl9460_2ac_cfg_soc)},
 625         {IWL_PCI_DEVICE(0x9DF0, 0x0610, iwl9460_2ac_cfg_soc)},
 626         {IWL_PCI_DEVICE(0x9DF0, 0x0710, iwl9460_2ac_cfg_soc)},
 627         {IWL_PCI_DEVICE(0x9DF0, 0x0A10, iwl9460_2ac_cfg_soc)},
 628         {IWL_PCI_DEVICE(0x9DF0, 0x2010, iwl9460_2ac_cfg_soc)},
 629         {IWL_PCI_DEVICE(0x9DF0, 0x2A10, iwl9460_2ac_cfg_soc)},
 630         {IWL_PCI_DEVICE(0x9DF0, 0x4030, iwl9560_2ac_cfg_soc)},
 631         {IWL_PCI_DEVICE(0x9DF0, 0x4034, iwl9560_2ac_cfg_soc)},
 632         {IWL_PCI_DEVICE(0x9DF0, 0x40A4, iwl9462_2ac_cfg_soc)},
 633         {IWL_PCI_DEVICE(0xA370, 0x0030, iwl9560_2ac_cfg_soc)},
 634         {IWL_PCI_DEVICE(0xA370, 0x0034, iwl9560_2ac_cfg_soc)},
 635         {IWL_PCI_DEVICE(0xA370, 0x0038, iwl9560_2ac_cfg_soc)},
 636         {IWL_PCI_DEVICE(0xA370, 0x003C, iwl9560_2ac_cfg_soc)},
 637         {IWL_PCI_DEVICE(0xA370, 0x0060, iwl9460_2ac_cfg_soc)},
 638         {IWL_PCI_DEVICE(0xA370, 0x0064, iwl9461_2ac_cfg_soc)},
 639         {IWL_PCI_DEVICE(0xA370, 0x00A0, iwl9462_2ac_cfg_soc)},
 640         {IWL_PCI_DEVICE(0xA370, 0x00A4, iwl9462_2ac_cfg_soc)},
 641         {IWL_PCI_DEVICE(0xA370, 0x0230, iwl9560_2ac_cfg_soc)},
 642         {IWL_PCI_DEVICE(0xA370, 0x0234, iwl9560_2ac_cfg_soc)},
 643         {IWL_PCI_DEVICE(0xA370, 0x0238, iwl9560_2ac_cfg_soc)},
 644         {IWL_PCI_DEVICE(0xA370, 0x023C, iwl9560_2ac_cfg_soc)},
 645         {IWL_PCI_DEVICE(0xA370, 0x0260, iwl9461_2ac_cfg_soc)},
 646         {IWL_PCI_DEVICE(0xA370, 0x0264, iwl9461_2ac_cfg_soc)},
 647         {IWL_PCI_DEVICE(0xA370, 0x02A0, iwl9462_2ac_cfg_soc)},
 648         {IWL_PCI_DEVICE(0xA370, 0x02A4, iwl9462_2ac_cfg_soc)},
 649         {IWL_PCI_DEVICE(0xA370, 0x1030, iwl9560_2ac_cfg_soc)},
 650         {IWL_PCI_DEVICE(0xA370, 0x4030, iwl9560_2ac_cfg_soc)},
 651         {IWL_PCI_DEVICE(0xA370, 0x4034, iwl9560_2ac_cfg_soc)},
 652         {IWL_PCI_DEVICE(0xA370, 0x40A4, iwl9462_2ac_cfg_soc)},
 653
 654 /* a000 Series */
 655         {IWL_PCI_DEVICE(0x2720, 0x0A10, iwla000_2ac_cfg_hr_cdb)},
 656         {IWL_PCI_DEVICE(0x34F0, 0x0310, iwla000_2ac_cfg_jf)},
 657         {IWL_PCI_DEVICE(0x2720, 0x0000, iwla000_2ax_cfg_hr)},
 658         {IWL_PCI_DEVICE(0x34F0, 0x0070, iwla000_2ax_cfg_hr)},
 659         {IWL_PCI_DEVICE(0x2720, 0x0078, iwla000_2ax_cfg_hr)},
 660         {IWL_PCI_DEVICE(0x2720, 0x0070, iwla000_2ac_cfg_hr_cdb)},
 661         {IWL_PCI_DEVICE(0x2720, 0x0030, iwla000_2ac_cfg_hr_cdb)},
 662         {IWL_PCI_DEVICE(0x2720, 0x1080, iwla000_2ax_cfg_hr)},
 663         {IWL_PCI_DEVICE(0x2720, 0x0090, iwla000_2ac_cfg_hr_cdb)},
 664         {IWL_PCI_DEVICE(0x2720, 0x0310, iwla000_2ac_cfg_hr_cdb)},
 665         {IWL_PCI_DEVICE(0x40C0, 0x0000, iwla000_2ax_cfg_hr)},
 666         {IWL_PCI_DEVICE(0x40C0, 0x0A10, iwla000_2ax_cfg_hr)},
 667
 668 #endif /* CONFIG_IWLMVM */
 669
 670         {0}
 671 };
 672 MODULE_DEVICE_TABLE(pci, iwl_hw_card_ids);
 673
 674 /* PCI registers */
 675 #define PCI_CFG_RETRY_TIMEOUT   0x041
 676
 677 static int iwl_pci_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
 678 {
 679         const struct iwl_cfg *cfg = (struct iwl_cfg *)(ent->driver_data);
 680         const struct iwl_cfg *cfg_7265d __maybe_unused = NULL;
 681         struct iwl_trans *iwl_trans;
 682         int ret;
 683
 684         iwl_trans = iwl_trans_pcie_alloc(pdev, ent, cfg);
 685         if (IS_ERR(iwl_trans))
 686                 return PTR_ERR(iwl_trans);
 687
 688 #if IS_ENABLED(CONFIG_IWLMVM)
 689         /*
 690          * special-case 7265D, it has the same PCI IDs.
 691          *
 692          * Note that because we already pass the cfg to the transport above,
 693          * all the parameters that the transport uses must, until that is
 694          * changed, be identical to the ones in the 7265D configuration.
 695          */
 696         if (cfg == &iwl7265_2ac_cfg)
 697                 cfg_7265d = &iwl7265d_2ac_cfg;
 698         else if (cfg == &iwl7265_2n_cfg)
 699                 cfg_7265d = &iwl7265d_2n_cfg;
 700         else if (cfg == &iwl7265_n_cfg)
 701                 cfg_7265d = &iwl7265d_n_cfg;
 702         if (cfg_7265d &&
 703             (iwl_trans->hw_rev & CSR_HW_REV_TYPE_MSK) == CSR_HW_REV_TYPE_7265D) {
 704                 cfg = cfg_7265d;
 705                 iwl_trans->cfg = cfg_7265d;
 706         }
 707
 708         if (iwl_trans->cfg->rf_id && cfg == &iwla000_2ac_cfg_hr_cdb &&
 709             iwl_trans->hw_rev != CSR_HW_REV_TYPE_HR_CDB) {
 710                 u32 rf_id_chp = CSR_HW_RF_ID_TYPE_CHIP_ID(iwl_trans->hw_rf_id);
 711                 u32 jf_chp_id = CSR_HW_RF_ID_TYPE_CHIP_ID(CSR_HW_RF_ID_TYPE_JF);
 712                 u32 hr_chp_id = CSR_HW_RF_ID_TYPE_CHIP_ID(CSR_HW_RF_ID_TYPE_HR);
 713
 714                 if (rf_id_chp == jf_chp_id) {
 715                         if (iwl_trans->hw_rev == CSR_HW_REV_TYPE_QNJ)
 716                                 cfg = &iwla000_2ax_cfg_qnj_jf_b0;
 717                         else
 718                                 cfg = &iwla000_2ac_cfg_jf;
 719                 } else if (rf_id_chp == hr_chp_id) {
 720                         if (iwl_trans->hw_rev == CSR_HW_REV_TYPE_QNJ)
 721                                 cfg = &iwla000_2ax_cfg_qnj_hr_a0;
 722                         else
 723                                 cfg = &iwla000_2ac_cfg_hr;
 724                 }
 725                 iwl_trans->cfg = cfg;
 726         }
 727 #endif
 728
 729         pci_set_drvdata(pdev, iwl_trans);
 730         iwl_trans->drv = iwl_drv_start(iwl_trans);
 731
 732         if (IS_ERR(iwl_trans->drv)) {
 733                 ret = PTR_ERR(iwl_trans->drv);
 734                 goto out_free_trans;
 735         }
 736
 737         /* register transport layer debugfs here */
 738         ret = iwl_trans_pcie_dbgfs_register(iwl_trans);
 739         if (ret)
 740                 goto out_free_drv;
 741
 742         /* if RTPM is in use, enable it in our device */
 743         if (iwl_trans->runtime_pm_mode != IWL_PLAT_PM_MODE_DISABLED) {
 744                 /* We explicitly set the device to active here to
 745                  * clear contingent errors.
 746                  */
 747                 pm_runtime_set_active(&pdev->dev);
 748
 749                 pm_runtime_set_autosuspend_delay(&pdev->dev,
 750                                          iwlwifi_mod_params.d0i3_timeout);
 751                 pm_runtime_use_autosuspend(&pdev->dev);
 752
 753                 /* We are not supposed to call pm_runtime_allow() by
 754                  * ourselves, but let userspace enable runtime PM via
 755                  * sysfs.  However, since we don't enable this from
 756                  * userspace yet, we need to allow/forbid() ourselves.
 757                 */
 758                 pm_runtime_allow(&pdev->dev);
 759         }
 760
 761         /* The PCI device starts with a reference taken and we are
 762          * supposed to release it here.  But to simplify the
 763          * interaction with the opmode, we don't do it now, but let
 764          * the opmode release it when it's ready.
 765          */
 766
 767         return 0;
 768
 769 out_free_drv:
 770         iwl_drv_stop(iwl_trans->drv);
 771 out_free_trans:
 772         iwl_trans_pcie_free(iwl_trans);
 773         return ret;
 774 }
 775
 776 static void iwl_pci_remove(struct pci_dev *pdev)
 777 {
 778         struct iwl_trans *trans = pci_get_drvdata(pdev);
 779
 780         /* if RTPM was in use, restore it to the state before probe */
 781         if (trans->runtime_pm_mode != IWL_PLAT_PM_MODE_DISABLED) {
 782                 /* We should not call forbid here, but we do for now.
 783                  * Check the comment to pm_runtime_allow() in
 784                  * iwl_pci_probe().
 785                  */
 786                 pm_runtime_forbid(trans->dev);
 787         }
 788
 789         iwl_drv_stop(trans->drv);
 790
 791         iwl_trans_pcie_free(trans);
 792 }
 793
 794 #ifdef CONFIG_PM_SLEEP
 795
 796 static int iwl_pci_suspend(struct device *device)
 797 {
 798         /* Before you put code here, think about WoWLAN. You cannot check here
 799          * whether WoWLAN is enabled or not, and your code will run even if
 800          * WoWLAN is enabled - don't kill the NIC, someone may need it in Sx.
 801          */
 802
 803         return 0;
 804 }
 805
 806 static int iwl_pci_resume(struct device *device)
 807 {
 808         struct pci_dev *pdev = to_pci_dev(device);
 809         struct iwl_trans *trans = pci_get_drvdata(pdev);
 810         struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans);
 811
 812         /* Before you put code here, think about WoWLAN. You cannot check here
 813          * whether WoWLAN is enabled or not, and your code will run even if
 814          * WoWLAN is enabled - the NIC may be alive.
 815          */
 816
 817         /*
 818          * We disable the RETRY_TIMEOUT register (0x41) to keep
 819          * PCI Tx retries from interfering with C3 CPU state.
 820          */
 821         pci_write_config_byte(pdev, PCI_CFG_RETRY_TIMEOUT, 0x00);
 822
 823         if (!trans->op_mode)
 824                 return 0;
 825
 826         /* reconfigure the MSI-X mapping to get the correct IRQ for rfkill */
 827         iwl_pcie_conf_msix_hw(trans_pcie);
 828
 829         /*
 830          * Enable rfkill interrupt (in order to keep track of the rfkill
 831          * status). Must be locked to avoid processing a possible rfkill
 832          * interrupt while in iwl_pcie_check_hw_rf_kill().
 833          */
 834         mutex_lock(&trans_pcie->mutex);
 835         iwl_enable_rfkill_int(trans);
 836         iwl_pcie_check_hw_rf_kill(trans);
 837         mutex_unlock(&trans_pcie->mutex);
 838
 839         return 0;
 840 }
 841
 842 int iwl_pci_fw_enter_d0i3(struct iwl_trans *trans)
 843 {
 844         struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans);
 845         int ret;
 846
 847         if (test_bit(STATUS_FW_ERROR, &trans->status))
 848                 return 0;
 849
 850         set_bit(STATUS_TRANS_GOING_IDLE, &trans->status);
 851
 852         /* config the fw */
 853         ret = iwl_op_mode_enter_d0i3(trans->op_mode);
 854         if (ret == 1) {
 855                 IWL_DEBUG_RPM(trans, "aborting d0i3 entrance\n");
 856                 clear_bit(STATUS_TRANS_GOING_IDLE, &trans->status);
 857                 return -EBUSY;
 858         }
 859         if (ret)
 860                 goto err;
 861
 862         ret = wait_event_timeout(trans_pcie->d0i3_waitq,
 863                                  test_bit(STATUS_TRANS_IDLE, &trans->status),
 864                                  msecs_to_jiffies(IWL_TRANS_IDLE_TIMEOUT));
 865         if (!ret) {
 866                 IWL_ERR(trans, "Timeout entering D0i3\n");
 867                 ret = -ETIMEDOUT;
 868                 goto err;
 869         }
 870
 871         clear_bit(STATUS_TRANS_GOING_IDLE, &trans->status);
 872
 873         return 0;
 874 err:
 875         clear_bit(STATUS_TRANS_GOING_IDLE, &trans->status);
 876         iwl_trans_fw_error(trans);
 877         return ret;
 878 }
 879
 880 int iwl_pci_fw_exit_d0i3(struct iwl_trans *trans)
 881 {
 882         struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans);
 883         int ret;
 884
 885         /* sometimes a D0i3 entry is not followed through */
 886         if (!test_bit(STATUS_TRANS_IDLE, &trans->status))
 887                 return 0;
 888
 889         /* config the fw */
 890         ret = iwl_op_mode_exit_d0i3(trans->op_mode);
 891         if (ret)
 892                 goto err;
 893
 894         /* we clear STATUS_TRANS_IDLE only when D0I3_END command is completed */
 895
 896         ret = wait_event_timeout(trans_pcie->d0i3_waitq,
 897                                  !test_bit(STATUS_TRANS_IDLE, &trans->status),
 898                                  msecs_to_jiffies(IWL_TRANS_IDLE_TIMEOUT));
 899         if (!ret) {
 900                 IWL_ERR(trans, "Timeout exiting D0i3\n");
 901                 ret = -ETIMEDOUT;
 902                 goto err;
 903         }
 904
 905         return 0;
 906 err:
 907         clear_bit(STATUS_TRANS_IDLE, &trans->status);
 908         iwl_trans_fw_error(trans);
 909         return ret;
 910 }
 911
 912 #ifdef CONFIG_IWLWIFI_PCIE_RTPM
 913 static int iwl_pci_runtime_suspend(struct device *device)
 914 {
 915         struct pci_dev *pdev = to_pci_dev(device);
 916         struct iwl_trans *trans = pci_get_drvdata(pdev);
 917         int ret;
 918
 919         IWL_DEBUG_RPM(trans, "entering runtime suspend\n");
 920
 921         if (test_bit(STATUS_DEVICE_ENABLED, &trans->status)) {
 922                 ret = iwl_pci_fw_enter_d0i3(trans);
 923                 if (ret < 0)
 924                         return ret;
 925         }
 926
 927         trans->system_pm_mode = IWL_PLAT_PM_MODE_D0I3;
 928
 929         iwl_trans_d3_suspend(trans, false, false);
 930
 931         return 0;
 932 }
 933
 934 static int iwl_pci_runtime_resume(struct device *device)
 935 {
 936         struct pci_dev *pdev = to_pci_dev(device);
 937         struct iwl_trans *trans = pci_get_drvdata(pdev);
 938         enum iwl_d3_status d3_status;
 939
 940         IWL_DEBUG_RPM(trans, "exiting runtime suspend (resume)\n");
 941
 942         iwl_trans_d3_resume(trans, &d3_status, false, false);
 943
 944         if (test_bit(STATUS_DEVICE_ENABLED, &trans->status))
 945                 return iwl_pci_fw_exit_d0i3(trans);
 946
 947         return 0;
 948 }
 949
 950 static int iwl_pci_system_prepare(struct device *device)
 951 {
 952         struct pci_dev *pdev = to_pci_dev(device);
 953         struct iwl_trans *trans = pci_get_drvdata(pdev);
 954
 955         IWL_DEBUG_RPM(trans, "preparing for system suspend\n");
 956
 957         /* This is called before entering system suspend and before
 958          * the runtime resume is called.  Set the suspending flag to
 959          * prevent the wakelock from being taken.
 960          */
 961         trans->suspending = true;
 962
 963         /* Wake the device up from runtime suspend before going to
 964          * platform suspend.  This is needed because we don't know
 965          * whether wowlan any is set and, if it's not, mac80211 will
 966          * disconnect (in which case, we can't be in D0i3).
 967          */
 968         pm_runtime_resume(device);
 969
 970         return 0;
 971 }
 972
 973 static void iwl_pci_system_complete(struct device *device)
 974 {
 975         struct pci_dev *pdev = to_pci_dev(device);
 976         struct iwl_trans *trans = pci_get_drvdata(pdev);
 977
 978         IWL_DEBUG_RPM(trans, "completing system suspend\n");
 979
 980         /* This is called as a counterpart to the prepare op.  It is
 981          * called either when suspending fails or when suspend
 982          * completed successfully.  Now there's no risk of grabbing
 983          * the wakelock anymore, so we can release the suspending
 984          * flag.
 985          */
 986         trans->suspending = false;
 987 }
 988 #endif /* CONFIG_IWLWIFI_PCIE_RTPM */
 989
 990 static const struct dev_pm_ops iwl_dev_pm_ops = {
 991         SET_SYSTEM_SLEEP_PM_OPS(iwl_pci_suspend,
 992                                 iwl_pci_resume)
 993 #ifdef CONFIG_IWLWIFI_PCIE_RTPM
 994         SET_RUNTIME_PM_OPS(iwl_pci_runtime_suspend,
 995                            iwl_pci_runtime_resume,
 996                            NULL)
 997         .prepare = iwl_pci_system_prepare,
 998         .complete = iwl_pci_system_complete,
 999 #endif /* CONFIG_IWLWIFI_PCIE_RTPM */
1000 };
1001
1002 #define IWL_PM_OPS      (&iwl_dev_pm_ops)
1003
1004 #else /* CONFIG_PM_SLEEP */
1005
1006 #define IWL_PM_OPS      NULL
1007
1008 #endif /* CONFIG_PM_SLEEP */
1009
1010 static struct pci_driver iwl_pci_driver = {
1011         .name = DRV_NAME,
1012         .id_table = iwl_hw_card_ids,
1013         .probe = iwl_pci_probe,
1014         .remove = iwl_pci_remove,
1015         .driver.pm = IWL_PM_OPS,
1016 };
1017
1018 int __must_check iwl_pci_register_driver(void)
1019 {
1020         int ret;
1021         ret = pci_register_driver(&iwl_pci_driver);
1022         if (ret)
1023                 pr_err("Unable to initialize PCI module\n");
1024
1025         return ret;
1026 }
1027
1028 void iwl_pci_unregister_driver(void)
1029 {
1030         pci_unregister_driver(&iwl_pci_driver);
1031 }