|
@@ -60,8 +60,11 @@
|
|
|
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
*
|
|
|
*****************************************************************************/
|
|
|
+#include <linux/pci.h>
|
|
|
+#include <linux/pci-aspm.h>
|
|
|
#include <linux/interrupt.h>
|
|
|
#include <linux/debugfs.h>
|
|
|
+#include <linux/sched.h>
|
|
|
#include <linux/bitops.h>
|
|
|
#include <linux/gfp.h>
|
|
|
|
|
@@ -72,13 +75,14 @@
|
|
|
#include "iwl-shared.h"
|
|
|
#include "iwl-eeprom.h"
|
|
|
#include "iwl-agn-hw.h"
|
|
|
+#include "iwl-core.h"
|
|
|
|
|
|
static int iwl_trans_rx_alloc(struct iwl_trans *trans)
|
|
|
{
|
|
|
struct iwl_trans_pcie *trans_pcie =
|
|
|
IWL_TRANS_GET_PCIE_TRANS(trans);
|
|
|
struct iwl_rx_queue *rxq = &trans_pcie->rxq;
|
|
|
- struct device *dev = bus(trans)->dev;
|
|
|
+ struct device *dev = trans->dev;
|
|
|
|
|
|
memset(&trans_pcie->rxq, 0, sizeof(trans_pcie->rxq));
|
|
|
|
|
@@ -122,7 +126,7 @@ static void iwl_trans_rxq_free_rx_bufs(struct iwl_trans *trans)
|
|
|
/* In the reset function, these buffers may have been allocated
|
|
|
* to an SKB, so we need to unmap and free potential storage */
|
|
|
if (rxq->pool[i].page != NULL) {
|
|
|
- dma_unmap_page(bus(trans)->dev, rxq->pool[i].page_dma,
|
|
|
+ dma_unmap_page(trans->dev, rxq->pool[i].page_dma,
|
|
|
PAGE_SIZE << hw_params(trans).rx_page_order,
|
|
|
DMA_FROM_DEVICE);
|
|
|
__free_pages(rxq->pool[i].page,
|
|
@@ -146,17 +150,17 @@ static void iwl_trans_rx_hw_init(struct iwl_trans *trans,
|
|
|
rb_size = FH_RCSR_RX_CONFIG_REG_VAL_RB_SIZE_4K;
|
|
|
|
|
|
/* Stop Rx DMA */
|
|
|
- iwl_write_direct32(bus(trans), FH_MEM_RCSR_CHNL0_CONFIG_REG, 0);
|
|
|
+ iwl_write_direct32(trans, FH_MEM_RCSR_CHNL0_CONFIG_REG, 0);
|
|
|
|
|
|
/* Reset driver's Rx queue write index */
|
|
|
- iwl_write_direct32(bus(trans), FH_RSCSR_CHNL0_RBDCB_WPTR_REG, 0);
|
|
|
+ iwl_write_direct32(trans, FH_RSCSR_CHNL0_RBDCB_WPTR_REG, 0);
|
|
|
|
|
|
/* Tell device where to find RBD circular buffer in DRAM */
|
|
|
- iwl_write_direct32(bus(trans), FH_RSCSR_CHNL0_RBDCB_BASE_REG,
|
|
|
+ iwl_write_direct32(trans, FH_RSCSR_CHNL0_RBDCB_BASE_REG,
|
|
|
(u32)(rxq->bd_dma >> 8));
|
|
|
|
|
|
/* Tell device where in DRAM to update its Rx status */
|
|
|
- iwl_write_direct32(bus(trans), FH_RSCSR_CHNL0_STTS_WPTR_REG,
|
|
|
+ iwl_write_direct32(trans, FH_RSCSR_CHNL0_STTS_WPTR_REG,
|
|
|
rxq->rb_stts_dma >> 4);
|
|
|
|
|
|
/* Enable Rx DMA
|
|
@@ -167,7 +171,7 @@ static void iwl_trans_rx_hw_init(struct iwl_trans *trans,
|
|
|
* RB timeout 0x10
|
|
|
* 256 RBDs
|
|
|
*/
|
|
|
- iwl_write_direct32(bus(trans), FH_MEM_RCSR_CHNL0_CONFIG_REG,
|
|
|
+ iwl_write_direct32(trans, FH_MEM_RCSR_CHNL0_CONFIG_REG,
|
|
|
FH_RCSR_RX_CONFIG_CHNL_EN_ENABLE_VAL |
|
|
|
FH_RCSR_CHNL0_RX_IGNORE_RXF_EMPTY |
|
|
|
FH_RCSR_CHNL0_RX_CONFIG_IRQ_DEST_INT_HOST_VAL |
|
|
@@ -177,7 +181,7 @@ static void iwl_trans_rx_hw_init(struct iwl_trans *trans,
|
|
|
(rfdnlog << FH_RCSR_RX_CONFIG_RBDCB_SIZE_POS));
|
|
|
|
|
|
/* Set interrupt coalescing timer to default (2048 usecs) */
|
|
|
- iwl_write8(bus(trans), CSR_INT_COALESCING, IWL_HOST_INT_TIMEOUT_DEF);
|
|
|
+ iwl_write8(trans, CSR_INT_COALESCING, IWL_HOST_INT_TIMEOUT_DEF);
|
|
|
}
|
|
|
|
|
|
static int iwl_rx_init(struct iwl_trans *trans)
|
|
@@ -242,13 +246,13 @@ static void iwl_trans_pcie_rx_free(struct iwl_trans *trans)
|
|
|
iwl_trans_rxq_free_rx_bufs(trans);
|
|
|
spin_unlock_irqrestore(&rxq->lock, flags);
|
|
|
|
|
|
- dma_free_coherent(bus(trans)->dev, sizeof(__le32) * RX_QUEUE_SIZE,
|
|
|
+ dma_free_coherent(trans->dev, sizeof(__le32) * RX_QUEUE_SIZE,
|
|
|
rxq->bd, rxq->bd_dma);
|
|
|
memset(&rxq->bd_dma, 0, sizeof(rxq->bd_dma));
|
|
|
rxq->bd = NULL;
|
|
|
|
|
|
if (rxq->rb_stts)
|
|
|
- dma_free_coherent(bus(trans)->dev,
|
|
|
+ dma_free_coherent(trans->dev,
|
|
|
sizeof(struct iwl_rb_status),
|
|
|
rxq->rb_stts, rxq->rb_stts_dma);
|
|
|
else
|
|
@@ -261,8 +265,8 @@ static int iwl_trans_rx_stop(struct iwl_trans *trans)
|
|
|
{
|
|
|
|
|
|
/* stop Rx DMA */
|
|
|
- iwl_write_direct32(bus(trans), FH_MEM_RCSR_CHNL0_CONFIG_REG, 0);
|
|
|
- return iwl_poll_direct_bit(bus(trans), FH_MEM_RSSR_RX_STATUS_REG,
|
|
|
+ iwl_write_direct32(trans, FH_MEM_RCSR_CHNL0_CONFIG_REG, 0);
|
|
|
+ return iwl_poll_direct_bit(trans, FH_MEM_RSSR_RX_STATUS_REG,
|
|
|
FH_RSSR_CHNL0_RX_STATUS_CHNL_IDLE, 1000);
|
|
|
}
|
|
|
|
|
@@ -272,7 +276,7 @@ static inline int iwlagn_alloc_dma_ptr(struct iwl_trans *trans,
|
|
|
if (WARN_ON(ptr->addr))
|
|
|
return -EINVAL;
|
|
|
|
|
|
- ptr->addr = dma_alloc_coherent(bus(trans)->dev, size,
|
|
|
+ ptr->addr = dma_alloc_coherent(trans->dev, size,
|
|
|
&ptr->dma, GFP_KERNEL);
|
|
|
if (!ptr->addr)
|
|
|
return -ENOMEM;
|
|
@@ -286,7 +290,7 @@ static inline void iwlagn_free_dma_ptr(struct iwl_trans *trans,
|
|
|
if (unlikely(!ptr->addr))
|
|
|
return;
|
|
|
|
|
|
- dma_free_coherent(bus(trans)->dev, ptr->size, ptr->addr, ptr->dma);
|
|
|
+ dma_free_coherent(trans->dev, ptr->size, ptr->addr, ptr->dma);
|
|
|
memset(ptr, 0, sizeof(*ptr));
|
|
|
}
|
|
|
|
|
@@ -333,7 +337,7 @@ static int iwl_trans_txq_alloc(struct iwl_trans *trans,
|
|
|
|
|
|
/* Circular buffer of transmit frame descriptors (TFDs),
|
|
|
* shared with device */
|
|
|
- txq->tfds = dma_alloc_coherent(bus(trans)->dev, tfd_sz,
|
|
|
+ txq->tfds = dma_alloc_coherent(trans->dev, tfd_sz,
|
|
|
&txq->q.dma_addr, GFP_KERNEL);
|
|
|
if (!txq->tfds) {
|
|
|
IWL_ERR(trans, "dma_alloc_coherent(%zd) failed\n", tfd_sz);
|
|
@@ -389,7 +393,7 @@ static int iwl_trans_txq_init(struct iwl_trans *trans, struct iwl_tx_queue *txq,
|
|
|
* Tell nic where to find circular buffer of Tx Frame Descriptors for
|
|
|
* given Tx queue, and enable the DMA channel used for that queue.
|
|
|
* Circular buffer (TFD queue in DRAM) physical base address */
|
|
|
- iwl_write_direct32(bus(trans), FH_MEM_CBBC_QUEUE(txq_id),
|
|
|
+ iwl_write_direct32(trans, FH_MEM_CBBC_QUEUE(txq_id),
|
|
|
txq->q.dma_addr >> 8);
|
|
|
|
|
|
return 0;
|
|
@@ -443,7 +447,7 @@ static void iwl_tx_queue_free(struct iwl_trans *trans, int txq_id)
|
|
|
{
|
|
|
struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans);
|
|
|
struct iwl_tx_queue *txq = &trans_pcie->txq[txq_id];
|
|
|
- struct device *dev = bus(trans)->dev;
|
|
|
+ struct device *dev = trans->dev;
|
|
|
int i;
|
|
|
if (WARN_ON(!txq))
|
|
|
return;
|
|
@@ -584,10 +588,10 @@ static int iwl_tx_init(struct iwl_trans *trans)
|
|
|
spin_lock_irqsave(&trans->shrd->lock, flags);
|
|
|
|
|
|
/* Turn off all Tx DMA fifos */
|
|
|
- iwl_write_prph(bus(trans), SCD_TXFACT, 0);
|
|
|
+ iwl_write_prph(trans, SCD_TXFACT, 0);
|
|
|
|
|
|
/* Tell NIC where to find the "keep warm" buffer */
|
|
|
- iwl_write_direct32(bus(trans), FH_KW_MEM_ADDR_REG,
|
|
|
+ iwl_write_direct32(trans, FH_KW_MEM_ADDR_REG,
|
|
|
trans_pcie->kw.dma >> 4);
|
|
|
|
|
|
spin_unlock_irqrestore(&trans->shrd->lock, flags);
|
|
@@ -619,26 +623,194 @@ static void iwl_set_pwr_vmain(struct iwl_trans *trans)
|
|
|
* to set power to V_AUX, do:
|
|
|
|
|
|
if (pci_pme_capable(priv->pci_dev, PCI_D3cold))
|
|
|
- iwl_set_bits_mask_prph(bus(trans), APMG_PS_CTRL_REG,
|
|
|
+ iwl_set_bits_mask_prph(trans, APMG_PS_CTRL_REG,
|
|
|
APMG_PS_CTRL_VAL_PWR_SRC_VAUX,
|
|
|
~APMG_PS_CTRL_MSK_PWR_SRC);
|
|
|
*/
|
|
|
|
|
|
- iwl_set_bits_mask_prph(bus(trans), APMG_PS_CTRL_REG,
|
|
|
+ iwl_set_bits_mask_prph(trans, APMG_PS_CTRL_REG,
|
|
|
APMG_PS_CTRL_VAL_PWR_SRC_VMAIN,
|
|
|
~APMG_PS_CTRL_MSK_PWR_SRC);
|
|
|
}
|
|
|
|
|
|
+/* PCI registers */
|
|
|
+#define PCI_CFG_RETRY_TIMEOUT 0x041
|
|
|
+#define PCI_CFG_LINK_CTRL_VAL_L0S_EN 0x01
|
|
|
+#define PCI_CFG_LINK_CTRL_VAL_L1_EN 0x02
|
|
|
+
|
|
|
+static u16 iwl_pciexp_link_ctrl(struct iwl_trans *trans)
|
|
|
+{
|
|
|
+ int pos;
|
|
|
+ u16 pci_lnk_ctl;
|
|
|
+ struct iwl_trans_pcie *trans_pcie =
|
|
|
+ IWL_TRANS_GET_PCIE_TRANS(trans);
|
|
|
+
|
|
|
+ struct pci_dev *pci_dev = trans_pcie->pci_dev;
|
|
|
+
|
|
|
+ pos = pci_pcie_cap(pci_dev);
|
|
|
+ pci_read_config_word(pci_dev, pos + PCI_EXP_LNKCTL, &pci_lnk_ctl);
|
|
|
+ return pci_lnk_ctl;
|
|
|
+}
|
|
|
+
|
|
|
+static void iwl_apm_config(struct iwl_trans *trans)
|
|
|
+{
|
|
|
+ /*
|
|
|
+ * HW bug W/A for instability in PCIe bus L0S->L1 transition.
|
|
|
+ * Check if BIOS (or OS) enabled L1-ASPM on this device.
|
|
|
+ * If so (likely), disable L0S, so device moves directly L0->L1;
|
|
|
+ * costs negligible amount of power savings.
|
|
|
+ * If not (unlikely), enable L0S, so there is at least some
|
|
|
+ * power savings, even without L1.
|
|
|
+ */
|
|
|
+ u16 lctl = iwl_pciexp_link_ctrl(trans);
|
|
|
+
|
|
|
+ if ((lctl & PCI_CFG_LINK_CTRL_VAL_L1_EN) ==
|
|
|
+ PCI_CFG_LINK_CTRL_VAL_L1_EN) {
|
|
|
+ /* L1-ASPM enabled; disable(!) L0S */
|
|
|
+ iwl_set_bit(trans, CSR_GIO_REG, CSR_GIO_REG_VAL_L0S_ENABLED);
|
|
|
+ dev_printk(KERN_INFO, trans->dev,
|
|
|
+ "L1 Enabled; Disabling L0S\n");
|
|
|
+ } else {
|
|
|
+ /* L1-ASPM disabled; enable(!) L0S */
|
|
|
+ iwl_clear_bit(trans, CSR_GIO_REG, CSR_GIO_REG_VAL_L0S_ENABLED);
|
|
|
+ dev_printk(KERN_INFO, trans->dev,
|
|
|
+ "L1 Disabled; Enabling L0S\n");
|
|
|
+ }
|
|
|
+ trans->pm_support = !(lctl & PCI_CFG_LINK_CTRL_VAL_L0S_EN);
|
|
|
+}
|
|
|
+
|
|
|
+/*
|
|
|
+ * Start up NIC's basic functionality after it has been reset
|
|
|
+ * (e.g. after platform boot, or shutdown via iwl_apm_stop())
|
|
|
+ * NOTE: This does not load uCode nor start the embedded processor
|
|
|
+ */
|
|
|
+static int iwl_apm_init(struct iwl_trans *trans)
|
|
|
+{
|
|
|
+ int ret = 0;
|
|
|
+ IWL_DEBUG_INFO(trans, "Init card's basic functions\n");
|
|
|
+
|
|
|
+ /*
|
|
|
+ * Use "set_bit" below rather than "write", to preserve any hardware
|
|
|
+ * bits already set by default after reset.
|
|
|
+ */
|
|
|
+
|
|
|
+ /* Disable L0S exit timer (platform NMI Work/Around) */
|
|
|
+ iwl_set_bit(trans, CSR_GIO_CHICKEN_BITS,
|
|
|
+ CSR_GIO_CHICKEN_BITS_REG_BIT_DIS_L0S_EXIT_TIMER);
|
|
|
+
|
|
|
+ /*
|
|
|
+ * Disable L0s without affecting L1;
|
|
|
+ * don't wait for ICH L0s (ICH bug W/A)
|
|
|
+ */
|
|
|
+ iwl_set_bit(trans, CSR_GIO_CHICKEN_BITS,
|
|
|
+ CSR_GIO_CHICKEN_BITS_REG_BIT_L1A_NO_L0S_RX);
|
|
|
+
|
|
|
+ /* Set FH wait threshold to maximum (HW error during stress W/A) */
|
|
|
+ iwl_set_bit(trans, CSR_DBG_HPET_MEM_REG, CSR_DBG_HPET_MEM_REG_VAL);
|
|
|
+
|
|
|
+ /*
|
|
|
+ * Enable HAP INTA (interrupt from management bus) to
|
|
|
+ * wake device's PCI Express link L1a -> L0s
|
|
|
+ */
|
|
|
+ iwl_set_bit(trans, CSR_HW_IF_CONFIG_REG,
|
|
|
+ CSR_HW_IF_CONFIG_REG_BIT_HAP_WAKE_L1A);
|
|
|
+
|
|
|
+ iwl_apm_config(trans);
|
|
|
+
|
|
|
+ /* Configure analog phase-lock-loop before activating to D0A */
|
|
|
+ if (cfg(trans)->base_params->pll_cfg_val)
|
|
|
+ iwl_set_bit(trans, CSR_ANA_PLL_CFG,
|
|
|
+ cfg(trans)->base_params->pll_cfg_val);
|
|
|
+
|
|
|
+ /*
|
|
|
+ * Set "initialization complete" bit to move adapter from
|
|
|
+ * D0U* --> D0A* (powered-up active) state.
|
|
|
+ */
|
|
|
+ iwl_set_bit(trans, CSR_GP_CNTRL, CSR_GP_CNTRL_REG_FLAG_INIT_DONE);
|
|
|
+
|
|
|
+ /*
|
|
|
+ * Wait for clock stabilization; once stabilized, access to
|
|
|
+ * device-internal resources is supported, e.g. iwl_write_prph()
|
|
|
+ * and accesses to uCode SRAM.
|
|
|
+ */
|
|
|
+ ret = iwl_poll_bit(trans, CSR_GP_CNTRL,
|
|
|
+ CSR_GP_CNTRL_REG_FLAG_MAC_CLOCK_READY,
|
|
|
+ CSR_GP_CNTRL_REG_FLAG_MAC_CLOCK_READY, 25000);
|
|
|
+ if (ret < 0) {
|
|
|
+ IWL_DEBUG_INFO(trans, "Failed to init the card\n");
|
|
|
+ goto out;
|
|
|
+ }
|
|
|
+
|
|
|
+ /*
|
|
|
+ * Enable DMA clock and wait for it to stabilize.
|
|
|
+ *
|
|
|
+ * Write to "CLK_EN_REG"; "1" bits enable clocks, while "0" bits
|
|
|
+ * do not disable clocks. This preserves any hardware bits already
|
|
|
+ * set by default in "CLK_CTRL_REG" after reset.
|
|
|
+ */
|
|
|
+ iwl_write_prph(trans, APMG_CLK_EN_REG, APMG_CLK_VAL_DMA_CLK_RQT);
|
|
|
+ udelay(20);
|
|
|
+
|
|
|
+ /* Disable L1-Active */
|
|
|
+ iwl_set_bits_prph(trans, APMG_PCIDEV_STT_REG,
|
|
|
+ APMG_PCIDEV_STT_VAL_L1_ACT_DIS);
|
|
|
+
|
|
|
+ set_bit(STATUS_DEVICE_ENABLED, &trans->shrd->status);
|
|
|
+
|
|
|
+out:
|
|
|
+ return ret;
|
|
|
+}
|
|
|
+
|
|
|
+static int iwl_apm_stop_master(struct iwl_trans *trans)
|
|
|
+{
|
|
|
+ int ret = 0;
|
|
|
+
|
|
|
+ /* stop device's busmaster DMA activity */
|
|
|
+ iwl_set_bit(trans, CSR_RESET, CSR_RESET_REG_FLAG_STOP_MASTER);
|
|
|
+
|
|
|
+ ret = iwl_poll_bit(trans, CSR_RESET,
|
|
|
+ CSR_RESET_REG_FLAG_MASTER_DISABLED,
|
|
|
+ CSR_RESET_REG_FLAG_MASTER_DISABLED, 100);
|
|
|
+ if (ret)
|
|
|
+ IWL_WARN(trans, "Master Disable Timed Out, 100 usec\n");
|
|
|
+
|
|
|
+ IWL_DEBUG_INFO(trans, "stop master\n");
|
|
|
+
|
|
|
+ return ret;
|
|
|
+}
|
|
|
+
|
|
|
+static void iwl_apm_stop(struct iwl_trans *trans)
|
|
|
+{
|
|
|
+ IWL_DEBUG_INFO(trans, "Stop card, put in low power state\n");
|
|
|
+
|
|
|
+ clear_bit(STATUS_DEVICE_ENABLED, &trans->shrd->status);
|
|
|
+
|
|
|
+ /* Stop device's DMA activity */
|
|
|
+ iwl_apm_stop_master(trans);
|
|
|
+
|
|
|
+ /* Reset the entire device */
|
|
|
+ iwl_set_bit(trans, CSR_RESET, CSR_RESET_REG_FLAG_SW_RESET);
|
|
|
+
|
|
|
+ udelay(10);
|
|
|
+
|
|
|
+ /*
|
|
|
+ * Clear "initialization complete" bit to move adapter from
|
|
|
+ * D0A* (powered-up Active) --> D0U* (Uninitialized) state.
|
|
|
+ */
|
|
|
+ iwl_clear_bit(trans, CSR_GP_CNTRL,
|
|
|
+ CSR_GP_CNTRL_REG_FLAG_INIT_DONE);
|
|
|
+}
|
|
|
+
|
|
|
static int iwl_nic_init(struct iwl_trans *trans)
|
|
|
{
|
|
|
unsigned long flags;
|
|
|
|
|
|
/* nic_init */
|
|
|
spin_lock_irqsave(&trans->shrd->lock, flags);
|
|
|
- iwl_apm_init(priv(trans));
|
|
|
+ iwl_apm_init(trans);
|
|
|
|
|
|
/* Set interrupt coalescing calibration timer to default (512 usecs) */
|
|
|
- iwl_write8(bus(trans), CSR_INT_COALESCING,
|
|
|
+ iwl_write8(trans, CSR_INT_COALESCING,
|
|
|
IWL_HOST_INT_CALIB_TIMEOUT_DEF);
|
|
|
|
|
|
spin_unlock_irqrestore(&trans->shrd->lock, flags);
|
|
@@ -647,8 +819,10 @@ static int iwl_nic_init(struct iwl_trans *trans)
|
|
|
|
|
|
iwl_nic_config(priv(trans));
|
|
|
|
|
|
+#ifndef CONFIG_IWLWIFI_IDI
|
|
|
/* Allocate the RX queue, or reset if it is already allocated */
|
|
|
iwl_rx_init(trans);
|
|
|
+#endif
|
|
|
|
|
|
/* Allocate or reset and init all Tx and Command queues */
|
|
|
if (iwl_tx_init(trans))
|
|
@@ -656,7 +830,7 @@ static int iwl_nic_init(struct iwl_trans *trans)
|
|
|
|
|
|
if (hw_params(trans).shadow_reg_enable) {
|
|
|
/* enable shadow regs in HW */
|
|
|
- iwl_set_bit(bus(trans), CSR_MAC_SHADOW_REG_CTRL,
|
|
|
+ iwl_set_bit(trans, CSR_MAC_SHADOW_REG_CTRL,
|
|
|
0x800FFFFF);
|
|
|
}
|
|
|
|
|
@@ -672,11 +846,11 @@ static int iwl_set_hw_ready(struct iwl_trans *trans)
|
|
|
{
|
|
|
int ret;
|
|
|
|
|
|
- iwl_set_bit(bus(trans), CSR_HW_IF_CONFIG_REG,
|
|
|
+ iwl_set_bit(trans, CSR_HW_IF_CONFIG_REG,
|
|
|
CSR_HW_IF_CONFIG_REG_BIT_NIC_READY);
|
|
|
|
|
|
/* See if we got it */
|
|
|
- ret = iwl_poll_bit(bus(trans), CSR_HW_IF_CONFIG_REG,
|
|
|
+ ret = iwl_poll_bit(trans, CSR_HW_IF_CONFIG_REG,
|
|
|
CSR_HW_IF_CONFIG_REG_BIT_NIC_READY,
|
|
|
CSR_HW_IF_CONFIG_REG_BIT_NIC_READY,
|
|
|
HW_READY_TIMEOUT);
|
|
@@ -686,21 +860,22 @@ static int iwl_set_hw_ready(struct iwl_trans *trans)
|
|
|
}
|
|
|
|
|
|
/* Note: returns standard 0/-ERROR code */
|
|
|
-static int iwl_trans_pcie_prepare_card_hw(struct iwl_trans *trans)
|
|
|
+static int iwl_prepare_card_hw(struct iwl_trans *trans)
|
|
|
{
|
|
|
int ret;
|
|
|
|
|
|
IWL_DEBUG_INFO(trans, "iwl_trans_prepare_card_hw enter\n");
|
|
|
|
|
|
ret = iwl_set_hw_ready(trans);
|
|
|
+ /* If the card is ready, exit 0 */
|
|
|
if (ret >= 0)
|
|
|
return 0;
|
|
|
|
|
|
/* If HW is not ready, prepare the conditions to check again */
|
|
|
- iwl_set_bit(bus(trans), CSR_HW_IF_CONFIG_REG,
|
|
|
+ iwl_set_bit(trans, CSR_HW_IF_CONFIG_REG,
|
|
|
CSR_HW_IF_CONFIG_REG_PREPARE);
|
|
|
|
|
|
- ret = iwl_poll_bit(bus(trans), CSR_HW_IF_CONFIG_REG,
|
|
|
+ ret = iwl_poll_bit(trans, CSR_HW_IF_CONFIG_REG,
|
|
|
~CSR_HW_IF_CONFIG_REG_BIT_NIC_PREPARE_DONE,
|
|
|
CSR_HW_IF_CONFIG_REG_BIT_NIC_PREPARE_DONE, 150000);
|
|
|
|
|
@@ -767,7 +942,79 @@ static const u8 iwlagn_pan_ac_to_queue[] = {
|
|
|
7, 6, 5, 4,
|
|
|
};
|
|
|
|
|
|
-static int iwl_trans_pcie_start_device(struct iwl_trans *trans)
|
|
|
+/*
|
|
|
+ * ucode
|
|
|
+ */
|
|
|
+static int iwl_load_section(struct iwl_trans *trans, const char *name,
|
|
|
+ struct fw_desc *image, u32 dst_addr)
|
|
|
+{
|
|
|
+ dma_addr_t phy_addr = image->p_addr;
|
|
|
+ u32 byte_cnt = image->len;
|
|
|
+ int ret;
|
|
|
+
|
|
|
+ trans->ucode_write_complete = 0;
|
|
|
+
|
|
|
+ iwl_write_direct32(trans,
|
|
|
+ FH_TCSR_CHNL_TX_CONFIG_REG(FH_SRVC_CHNL),
|
|
|
+ FH_TCSR_TX_CONFIG_REG_VAL_DMA_CHNL_PAUSE);
|
|
|
+
|
|
|
+ iwl_write_direct32(trans,
|
|
|
+ FH_SRVC_CHNL_SRAM_ADDR_REG(FH_SRVC_CHNL), dst_addr);
|
|
|
+
|
|
|
+ iwl_write_direct32(trans,
|
|
|
+ FH_TFDIB_CTRL0_REG(FH_SRVC_CHNL),
|
|
|
+ phy_addr & FH_MEM_TFDIB_DRAM_ADDR_LSB_MSK);
|
|
|
+
|
|
|
+ iwl_write_direct32(trans,
|
|
|
+ FH_TFDIB_CTRL1_REG(FH_SRVC_CHNL),
|
|
|
+ (iwl_get_dma_hi_addr(phy_addr)
|
|
|
+ << FH_MEM_TFDIB_REG1_ADDR_BITSHIFT) | byte_cnt);
|
|
|
+
|
|
|
+ iwl_write_direct32(trans,
|
|
|
+ FH_TCSR_CHNL_TX_BUF_STS_REG(FH_SRVC_CHNL),
|
|
|
+ 1 << FH_TCSR_CHNL_TX_BUF_STS_REG_POS_TB_NUM |
|
|
|
+ 1 << FH_TCSR_CHNL_TX_BUF_STS_REG_POS_TB_IDX |
|
|
|
+ FH_TCSR_CHNL_TX_BUF_STS_REG_VAL_TFDB_VALID);
|
|
|
+
|
|
|
+ iwl_write_direct32(trans,
|
|
|
+ FH_TCSR_CHNL_TX_CONFIG_REG(FH_SRVC_CHNL),
|
|
|
+ FH_TCSR_TX_CONFIG_REG_VAL_DMA_CHNL_ENABLE |
|
|
|
+ FH_TCSR_TX_CONFIG_REG_VAL_DMA_CREDIT_DISABLE |
|
|
|
+ FH_TCSR_TX_CONFIG_REG_VAL_CIRQ_HOST_ENDTFD);
|
|
|
+
|
|
|
+ IWL_DEBUG_FW(trans, "%s uCode section being loaded...\n", name);
|
|
|
+ ret = wait_event_timeout(trans->shrd->wait_command_queue,
|
|
|
+ trans->ucode_write_complete, 5 * HZ);
|
|
|
+ if (!ret) {
|
|
|
+ IWL_ERR(trans, "Could not load the %s uCode section\n",
|
|
|
+ name);
|
|
|
+ return -ETIMEDOUT;
|
|
|
+ }
|
|
|
+
|
|
|
+ return 0;
|
|
|
+}
|
|
|
+
|
|
|
+static int iwl_load_given_ucode(struct iwl_trans *trans, struct fw_img *image)
|
|
|
+{
|
|
|
+ int ret = 0;
|
|
|
+
|
|
|
+ ret = iwl_load_section(trans, "INST", &image->code,
|
|
|
+ IWLAGN_RTC_INST_LOWER_BOUND);
|
|
|
+ if (ret)
|
|
|
+ return ret;
|
|
|
+
|
|
|
+ ret = iwl_load_section(trans, "DATA", &image->data,
|
|
|
+ IWLAGN_RTC_DATA_LOWER_BOUND);
|
|
|
+ if (ret)
|
|
|
+ return ret;
|
|
|
+
|
|
|
+ /* Remove all resets to allow NIC to operate */
|
|
|
+ iwl_write32(trans, CSR_RESET, 0);
|
|
|
+
|
|
|
+ return 0;
|
|
|
+}
|
|
|
+
|
|
|
+static int iwl_trans_pcie_start_fw(struct iwl_trans *trans, struct fw_img *fw)
|
|
|
{
|
|
|
int ret;
|
|
|
struct iwl_trans_pcie *trans_pcie =
|
|
@@ -784,13 +1031,13 @@ static int iwl_trans_pcie_start_device(struct iwl_trans *trans)
|
|
|
trans_pcie->mcast_queue[IWL_RXON_CTX_PAN] = IWL_IPAN_MCAST_QUEUE;
|
|
|
|
|
|
if ((hw_params(trans).sku & EEPROM_SKU_CAP_AMT_ENABLE) &&
|
|
|
- iwl_trans_pcie_prepare_card_hw(trans)) {
|
|
|
+ iwl_prepare_card_hw(trans)) {
|
|
|
IWL_WARN(trans, "Exit HW not ready\n");
|
|
|
return -EIO;
|
|
|
}
|
|
|
|
|
|
/* If platform's RF_KILL switch is NOT set to KILL */
|
|
|
- if (iwl_read32(bus(trans), CSR_GP_CNTRL) &
|
|
|
+ if (iwl_read32(trans, CSR_GP_CNTRL) &
|
|
|
CSR_GP_CNTRL_REG_FLAG_HW_RF_KILL_SW)
|
|
|
clear_bit(STATUS_RF_KILL_HW, &trans->shrd->status);
|
|
|
else
|
|
@@ -802,7 +1049,7 @@ static int iwl_trans_pcie_start_device(struct iwl_trans *trans)
|
|
|
return -ERFKILL;
|
|
|
}
|
|
|
|
|
|
- iwl_write32(bus(trans), CSR_INT, 0xFFFFFFFF);
|
|
|
+ iwl_write32(trans, CSR_INT, 0xFFFFFFFF);
|
|
|
|
|
|
ret = iwl_nic_init(trans);
|
|
|
if (ret) {
|
|
@@ -811,17 +1058,20 @@ static int iwl_trans_pcie_start_device(struct iwl_trans *trans)
|
|
|
}
|
|
|
|
|
|
/* make sure rfkill handshake bits are cleared */
|
|
|
- iwl_write32(bus(trans), CSR_UCODE_DRV_GP1_CLR, CSR_UCODE_SW_BIT_RFKILL);
|
|
|
- iwl_write32(bus(trans), CSR_UCODE_DRV_GP1_CLR,
|
|
|
+ iwl_write32(trans, CSR_UCODE_DRV_GP1_CLR, CSR_UCODE_SW_BIT_RFKILL);
|
|
|
+ iwl_write32(trans, CSR_UCODE_DRV_GP1_CLR,
|
|
|
CSR_UCODE_DRV_GP1_BIT_CMD_BLOCKED);
|
|
|
|
|
|
/* clear (again), then enable host interrupts */
|
|
|
- iwl_write32(bus(trans), CSR_INT, 0xFFFFFFFF);
|
|
|
+ iwl_write32(trans, CSR_INT, 0xFFFFFFFF);
|
|
|
iwl_enable_interrupts(trans);
|
|
|
|
|
|
/* really make sure rfkill handshake bits are cleared */
|
|
|
- iwl_write32(bus(trans), CSR_UCODE_DRV_GP1_CLR, CSR_UCODE_SW_BIT_RFKILL);
|
|
|
- iwl_write32(bus(trans), CSR_UCODE_DRV_GP1_CLR, CSR_UCODE_SW_BIT_RFKILL);
|
|
|
+ iwl_write32(trans, CSR_UCODE_DRV_GP1_CLR, CSR_UCODE_SW_BIT_RFKILL);
|
|
|
+ iwl_write32(trans, CSR_UCODE_DRV_GP1_CLR, CSR_UCODE_SW_BIT_RFKILL);
|
|
|
+
|
|
|
+ /* Load the given image to the HW */
|
|
|
+ iwl_load_given_ucode(trans, fw);
|
|
|
|
|
|
return 0;
|
|
|
}
|
|
@@ -832,10 +1082,10 @@ static int iwl_trans_pcie_start_device(struct iwl_trans *trans)
|
|
|
*/
|
|
|
static void iwl_trans_txq_set_sched(struct iwl_trans *trans, u32 mask)
|
|
|
{
|
|
|
- iwl_write_prph(bus(trans), SCD_TXFACT, mask);
|
|
|
+ iwl_write_prph(trans, SCD_TXFACT, mask);
|
|
|
}
|
|
|
|
|
|
-static void iwl_trans_pcie_tx_start(struct iwl_trans *trans)
|
|
|
+static void iwl_tx_start(struct iwl_trans *trans)
|
|
|
{
|
|
|
const struct queue_to_fifo_ac *queue_to_fifo;
|
|
|
struct iwl_trans_pcie *trans_pcie =
|
|
@@ -848,46 +1098,46 @@ static void iwl_trans_pcie_tx_start(struct iwl_trans *trans)
|
|
|
spin_lock_irqsave(&trans->shrd->lock, flags);
|
|
|
|
|
|
trans_pcie->scd_base_addr =
|
|
|
- iwl_read_prph(bus(trans), SCD_SRAM_BASE_ADDR);
|
|
|
+ iwl_read_prph(trans, SCD_SRAM_BASE_ADDR);
|
|
|
a = trans_pcie->scd_base_addr + SCD_CONTEXT_MEM_LOWER_BOUND;
|
|
|
/* reset conext data memory */
|
|
|
for (; a < trans_pcie->scd_base_addr + SCD_CONTEXT_MEM_UPPER_BOUND;
|
|
|
a += 4)
|
|
|
- iwl_write_targ_mem(bus(trans), a, 0);
|
|
|
+ iwl_write_targ_mem(trans, a, 0);
|
|
|
/* reset tx status memory */
|
|
|
for (; a < trans_pcie->scd_base_addr + SCD_TX_STTS_MEM_UPPER_BOUND;
|
|
|
a += 4)
|
|
|
- iwl_write_targ_mem(bus(trans), a, 0);
|
|
|
+ iwl_write_targ_mem(trans, a, 0);
|
|
|
for (; a < trans_pcie->scd_base_addr +
|
|
|
SCD_TRANS_TBL_OFFSET_QUEUE(hw_params(trans).max_txq_num);
|
|
|
a += 4)
|
|
|
- iwl_write_targ_mem(bus(trans), a, 0);
|
|
|
+ iwl_write_targ_mem(trans, a, 0);
|
|
|
|
|
|
- iwl_write_prph(bus(trans), SCD_DRAM_BASE_ADDR,
|
|
|
+ iwl_write_prph(trans, SCD_DRAM_BASE_ADDR,
|
|
|
trans_pcie->scd_bc_tbls.dma >> 10);
|
|
|
|
|
|
/* Enable DMA channel */
|
|
|
for (chan = 0; chan < FH_TCSR_CHNL_NUM ; chan++)
|
|
|
- iwl_write_direct32(bus(trans), FH_TCSR_CHNL_TX_CONFIG_REG(chan),
|
|
|
+ iwl_write_direct32(trans, FH_TCSR_CHNL_TX_CONFIG_REG(chan),
|
|
|
FH_TCSR_TX_CONFIG_REG_VAL_DMA_CHNL_ENABLE |
|
|
|
FH_TCSR_TX_CONFIG_REG_VAL_DMA_CREDIT_ENABLE);
|
|
|
|
|
|
/* Update FH chicken bits */
|
|
|
- reg_val = iwl_read_direct32(bus(trans), FH_TX_CHICKEN_BITS_REG);
|
|
|
- iwl_write_direct32(bus(trans), FH_TX_CHICKEN_BITS_REG,
|
|
|
+ reg_val = iwl_read_direct32(trans, FH_TX_CHICKEN_BITS_REG);
|
|
|
+ iwl_write_direct32(trans, FH_TX_CHICKEN_BITS_REG,
|
|
|
reg_val | FH_TX_CHICKEN_BITS_SCD_AUTO_RETRY_EN);
|
|
|
|
|
|
- iwl_write_prph(bus(trans), SCD_QUEUECHAIN_SEL,
|
|
|
+ iwl_write_prph(trans, SCD_QUEUECHAIN_SEL,
|
|
|
SCD_QUEUECHAIN_SEL_ALL(trans));
|
|
|
- iwl_write_prph(bus(trans), SCD_AGGR_SEL, 0);
|
|
|
+ iwl_write_prph(trans, SCD_AGGR_SEL, 0);
|
|
|
|
|
|
/* initiate the queues */
|
|
|
for (i = 0; i < hw_params(trans).max_txq_num; i++) {
|
|
|
- iwl_write_prph(bus(trans), SCD_QUEUE_RDPTR(i), 0);
|
|
|
- iwl_write_direct32(bus(trans), HBUS_TARG_WRPTR, 0 | (i << 8));
|
|
|
- iwl_write_targ_mem(bus(trans), trans_pcie->scd_base_addr +
|
|
|
+ iwl_write_prph(trans, SCD_QUEUE_RDPTR(i), 0);
|
|
|
+ iwl_write_direct32(trans, HBUS_TARG_WRPTR, 0 | (i << 8));
|
|
|
+ iwl_write_targ_mem(trans, trans_pcie->scd_base_addr +
|
|
|
SCD_CONTEXT_QUEUE_OFFSET(i), 0);
|
|
|
- iwl_write_targ_mem(bus(trans), trans_pcie->scd_base_addr +
|
|
|
+ iwl_write_targ_mem(trans, trans_pcie->scd_base_addr +
|
|
|
SCD_CONTEXT_QUEUE_OFFSET(i) +
|
|
|
sizeof(u32),
|
|
|
((SCD_WIN_SIZE <<
|
|
@@ -898,7 +1148,7 @@ static void iwl_trans_pcie_tx_start(struct iwl_trans *trans)
|
|
|
SCD_QUEUE_CTX_REG2_FRAME_LIMIT_MSK));
|
|
|
}
|
|
|
|
|
|
- iwl_write_prph(bus(trans), SCD_INTERRUPT_MASK,
|
|
|
+ iwl_write_prph(trans, SCD_INTERRUPT_MASK,
|
|
|
IWL_MASK(0, hw_params(trans).max_txq_num));
|
|
|
|
|
|
/* Activate all Tx DMA/FIFO channels */
|
|
@@ -944,10 +1194,16 @@ static void iwl_trans_pcie_tx_start(struct iwl_trans *trans)
|
|
|
spin_unlock_irqrestore(&trans->shrd->lock, flags);
|
|
|
|
|
|
/* Enable L1-Active */
|
|
|
- iwl_clear_bits_prph(bus(trans), APMG_PCIDEV_STT_REG,
|
|
|
+ iwl_clear_bits_prph(trans, APMG_PCIDEV_STT_REG,
|
|
|
APMG_PCIDEV_STT_VAL_L1_ACT_DIS);
|
|
|
}
|
|
|
|
|
|
+static void iwl_trans_pcie_fw_alive(struct iwl_trans *trans)
|
|
|
+{
|
|
|
+ iwl_reset_ict(trans);
|
|
|
+ iwl_tx_start(trans);
|
|
|
+}
|
|
|
+
|
|
|
/**
|
|
|
* iwlagn_txq_ctx_stop - Stop all Tx DMA channels
|
|
|
*/
|
|
@@ -964,14 +1220,14 @@ static int iwl_trans_tx_stop(struct iwl_trans *trans)
|
|
|
|
|
|
/* Stop each Tx DMA channel, and wait for it to be idle */
|
|
|
for (ch = 0; ch < FH_TCSR_CHNL_NUM; ch++) {
|
|
|
- iwl_write_direct32(bus(trans),
|
|
|
+ iwl_write_direct32(trans,
|
|
|
FH_TCSR_CHNL_TX_CONFIG_REG(ch), 0x0);
|
|
|
- if (iwl_poll_direct_bit(bus(trans), FH_TSSR_TX_STATUS_REG,
|
|
|
+ if (iwl_poll_direct_bit(trans, FH_TSSR_TX_STATUS_REG,
|
|
|
FH_TSSR_TX_STATUS_REG_MSK_CHNL_IDLE(ch),
|
|
|
1000))
|
|
|
IWL_ERR(trans, "Failing on timeout while stopping"
|
|
|
" DMA channel %d [0x%08x]", ch,
|
|
|
- iwl_read_direct32(bus(trans),
|
|
|
+ iwl_read_direct32(trans,
|
|
|
FH_TSSR_TX_STATUS_REG));
|
|
|
}
|
|
|
spin_unlock_irqrestore(&trans->shrd->lock, flags);
|
|
@@ -1010,20 +1266,21 @@ static void iwl_trans_pcie_stop_device(struct iwl_trans *trans)
|
|
|
*/
|
|
|
if (test_bit(STATUS_DEVICE_ENABLED, &trans->shrd->status)) {
|
|
|
iwl_trans_tx_stop(trans);
|
|
|
+#ifndef CONFIG_IWLWIFI_IDI
|
|
|
iwl_trans_rx_stop(trans);
|
|
|
-
|
|
|
+#endif
|
|
|
/* Power-down device's busmaster DMA clocks */
|
|
|
- iwl_write_prph(bus(trans), APMG_CLK_DIS_REG,
|
|
|
+ iwl_write_prph(trans, APMG_CLK_DIS_REG,
|
|
|
APMG_CLK_VAL_DMA_CLK_RQT);
|
|
|
udelay(5);
|
|
|
}
|
|
|
|
|
|
/* Make sure (redundant) we've released our request to stay awake */
|
|
|
- iwl_clear_bit(bus(trans), CSR_GP_CNTRL,
|
|
|
+ iwl_clear_bit(trans, CSR_GP_CNTRL,
|
|
|
CSR_GP_CNTRL_REG_FLAG_MAC_ACCESS_REQ);
|
|
|
|
|
|
/* Stop the device, and put it in low power state */
|
|
|
- iwl_apm_stop(priv(trans));
|
|
|
+ iwl_apm_stop(trans);
|
|
|
|
|
|
/* Upon stop, the APM issues an interrupt if HW RF kill is set.
|
|
|
* Clean again the interrupt here
|
|
@@ -1033,11 +1290,11 @@ static void iwl_trans_pcie_stop_device(struct iwl_trans *trans)
|
|
|
spin_unlock_irqrestore(&trans->shrd->lock, flags);
|
|
|
|
|
|
/* wait to make sure we flush pending tasklet*/
|
|
|
- synchronize_irq(bus(trans)->irq);
|
|
|
+ synchronize_irq(trans->irq);
|
|
|
tasklet_kill(&trans_pcie->irq_tasklet);
|
|
|
|
|
|
/* stop and reset the on-board processor */
|
|
|
- iwl_write32(bus(trans), CSR_RESET, CSR_RESET_REG_FLAG_NEVO_RESET);
|
|
|
+ iwl_write32(trans, CSR_RESET, CSR_RESET_REG_FLAG_NEVO_RESET);
|
|
|
}
|
|
|
|
|
|
static int iwl_trans_pcie_tx(struct iwl_trans *trans, struct sk_buff *skb,
|
|
@@ -1134,10 +1391,10 @@ static int iwl_trans_pcie_tx(struct iwl_trans *trans, struct sk_buff *skb,
|
|
|
|
|
|
/* Physical address of this Tx command's header (not MAC header!),
|
|
|
* within command buffer array. */
|
|
|
- txcmd_phys = dma_map_single(bus(trans)->dev,
|
|
|
+ txcmd_phys = dma_map_single(trans->dev,
|
|
|
&dev_cmd->hdr, firstlen,
|
|
|
DMA_BIDIRECTIONAL);
|
|
|
- if (unlikely(dma_mapping_error(bus(trans)->dev, txcmd_phys)))
|
|
|
+ if (unlikely(dma_mapping_error(trans->dev, txcmd_phys)))
|
|
|
return -1;
|
|
|
dma_unmap_addr_set(out_meta, mapping, txcmd_phys);
|
|
|
dma_unmap_len_set(out_meta, len, firstlen);
|
|
@@ -1153,10 +1410,10 @@ static int iwl_trans_pcie_tx(struct iwl_trans *trans, struct sk_buff *skb,
|
|
|
* if any (802.11 null frames have no payload). */
|
|
|
secondlen = skb->len - hdr_len;
|
|
|
if (secondlen > 0) {
|
|
|
- phys_addr = dma_map_single(bus(trans)->dev, skb->data + hdr_len,
|
|
|
+ phys_addr = dma_map_single(trans->dev, skb->data + hdr_len,
|
|
|
secondlen, DMA_TO_DEVICE);
|
|
|
- if (unlikely(dma_mapping_error(bus(trans)->dev, phys_addr))) {
|
|
|
- dma_unmap_single(bus(trans)->dev,
|
|
|
+ if (unlikely(dma_mapping_error(trans->dev, phys_addr))) {
|
|
|
+ dma_unmap_single(trans->dev,
|
|
|
dma_unmap_addr(out_meta, mapping),
|
|
|
dma_unmap_len(out_meta, len),
|
|
|
DMA_BIDIRECTIONAL);
|
|
@@ -1174,7 +1431,7 @@ static int iwl_trans_pcie_tx(struct iwl_trans *trans, struct sk_buff *skb,
|
|
|
offsetof(struct iwl_tx_cmd, scratch);
|
|
|
|
|
|
/* take back ownership of DMA buffer to enable update */
|
|
|
- dma_sync_single_for_cpu(bus(trans)->dev, txcmd_phys, firstlen,
|
|
|
+ dma_sync_single_for_cpu(trans->dev, txcmd_phys, firstlen,
|
|
|
DMA_BIDIRECTIONAL);
|
|
|
tx_cmd->dram_lsb_ptr = cpu_to_le32(scratch_phys);
|
|
|
tx_cmd->dram_msb_ptr = iwl_get_dma_hi_addr(scratch_phys);
|
|
@@ -1188,7 +1445,7 @@ static int iwl_trans_pcie_tx(struct iwl_trans *trans, struct sk_buff *skb,
|
|
|
/* Set up entry for this TFD in Tx byte-count array */
|
|
|
iwl_trans_txq_update_byte_cnt_tbl(trans, txq, le16_to_cpu(tx_cmd->len));
|
|
|
|
|
|
- dma_sync_single_for_device(bus(trans)->dev, txcmd_phys, firstlen,
|
|
|
+ dma_sync_single_for_device(trans->dev, txcmd_phys, firstlen,
|
|
|
DMA_BIDIRECTIONAL);
|
|
|
|
|
|
trace_iwlwifi_dev_tx(priv(trans),
|
|
@@ -1218,13 +1475,7 @@ static int iwl_trans_pcie_tx(struct iwl_trans *trans, struct sk_buff *skb,
|
|
|
return 0;
|
|
|
}
|
|
|
|
|
|
-static void iwl_trans_pcie_kick_nic(struct iwl_trans *trans)
|
|
|
-{
|
|
|
- /* Remove all resets to allow NIC to operate */
|
|
|
- iwl_write32(bus(trans), CSR_RESET, 0);
|
|
|
-}
|
|
|
-
|
|
|
-static int iwl_trans_pcie_request_irq(struct iwl_trans *trans)
|
|
|
+static int iwl_trans_pcie_start_hw(struct iwl_trans *trans)
|
|
|
{
|
|
|
struct iwl_trans_pcie *trans_pcie =
|
|
|
IWL_TRANS_GET_PCIE_TRANS(trans);
|
|
@@ -1232,21 +1483,62 @@ static int iwl_trans_pcie_request_irq(struct iwl_trans *trans)
|
|
|
|
|
|
trans_pcie->inta_mask = CSR_INI_SET_MASK;
|
|
|
|
|
|
- tasklet_init(&trans_pcie->irq_tasklet, (void (*)(unsigned long))
|
|
|
- iwl_irq_tasklet, (unsigned long)trans);
|
|
|
+ if (!trans_pcie->irq_requested) {
|
|
|
+ tasklet_init(&trans_pcie->irq_tasklet, (void (*)(unsigned long))
|
|
|
+ iwl_irq_tasklet, (unsigned long)trans);
|
|
|
|
|
|
- iwl_alloc_isr_ict(trans);
|
|
|
+ iwl_alloc_isr_ict(trans);
|
|
|
+
|
|
|
+ err = request_irq(trans->irq, iwl_isr_ict, IRQF_SHARED,
|
|
|
+ DRV_NAME, trans);
|
|
|
+ if (err) {
|
|
|
+ IWL_ERR(trans, "Error allocating IRQ %d\n",
|
|
|
+ trans->irq);
|
|
|
+ goto error;
|
|
|
+ }
|
|
|
|
|
|
- err = request_irq(bus(trans)->irq, iwl_isr_ict, IRQF_SHARED,
|
|
|
- DRV_NAME, trans);
|
|
|
+ INIT_WORK(&trans_pcie->rx_replenish, iwl_bg_rx_replenish);
|
|
|
+ trans_pcie->irq_requested = true;
|
|
|
+ }
|
|
|
+
|
|
|
+ err = iwl_prepare_card_hw(trans);
|
|
|
if (err) {
|
|
|
- IWL_ERR(trans, "Error allocating IRQ %d\n", bus(trans)->irq);
|
|
|
- iwl_free_isr_ict(trans);
|
|
|
- return err;
|
|
|
+ IWL_ERR(trans, "Error while preparing HW: %d", err);
|
|
|
+ goto err_free_irq;
|
|
|
}
|
|
|
|
|
|
- INIT_WORK(&trans_pcie->rx_replenish, iwl_bg_rx_replenish);
|
|
|
- return 0;
|
|
|
+ iwl_apm_init(trans);
|
|
|
+
|
|
|
+ /* If platform's RF_KILL switch is NOT set to KILL */
|
|
|
+ if (iwl_read32(trans,
|
|
|
+ CSR_GP_CNTRL) & CSR_GP_CNTRL_REG_FLAG_HW_RF_KILL_SW)
|
|
|
+ clear_bit(STATUS_RF_KILL_HW, &trans->shrd->status);
|
|
|
+ else
|
|
|
+ set_bit(STATUS_RF_KILL_HW, &trans->shrd->status);
|
|
|
+
|
|
|
+ iwl_set_hw_rfkill_state(priv(trans),
|
|
|
+ test_bit(STATUS_RF_KILL_HW,
|
|
|
+ &trans->shrd->status));
|
|
|
+
|
|
|
+ return err;
|
|
|
+
|
|
|
+err_free_irq:
|
|
|
+ free_irq(trans->irq, trans);
|
|
|
+error:
|
|
|
+ iwl_free_isr_ict(trans);
|
|
|
+ tasklet_kill(&trans_pcie->irq_tasklet);
|
|
|
+ return err;
|
|
|
+}
|
|
|
+
|
|
|
+static void iwl_trans_pcie_stop_hw(struct iwl_trans *trans)
|
|
|
+{
|
|
|
+ iwl_apm_stop(trans);
|
|
|
+
|
|
|
+ iwl_write32(trans, CSR_INT, 0xFFFFFFFF);
|
|
|
+
|
|
|
+ /* Even if we stop the HW, we still want the RF kill interrupt */
|
|
|
+ IWL_DEBUG_ISR(trans, "Enabling rfkill interrupt\n");
|
|
|
+ iwl_write32(trans, CSR_INT_MASK, CSR_INT_BIT_RF_KILL);
|
|
|
}
|
|
|
|
|
|
static int iwl_trans_pcie_reclaim(struct iwl_trans *trans, int sta_id, int tid,
|
|
@@ -1288,13 +1580,42 @@ static int iwl_trans_pcie_reclaim(struct iwl_trans *trans, int sta_id, int tid,
|
|
|
return 0;
|
|
|
}
|
|
|
|
|
|
+static void iwl_trans_pcie_write8(struct iwl_trans *trans, u32 ofs, u8 val)
|
|
|
+{
|
|
|
+ iowrite8(val, IWL_TRANS_GET_PCIE_TRANS(trans)->hw_base + ofs);
|
|
|
+}
|
|
|
+
|
|
|
+static void iwl_trans_pcie_write32(struct iwl_trans *trans, u32 ofs, u32 val)
|
|
|
+{
|
|
|
+ iowrite32(val, IWL_TRANS_GET_PCIE_TRANS(trans)->hw_base + ofs);
|
|
|
+}
|
|
|
+
|
|
|
+static u32 iwl_trans_pcie_read32(struct iwl_trans *trans, u32 ofs)
|
|
|
+{
|
|
|
+ u32 val = ioread32(IWL_TRANS_GET_PCIE_TRANS(trans)->hw_base + ofs);
|
|
|
+ return val;
|
|
|
+}
|
|
|
+
|
|
|
static void iwl_trans_pcie_free(struct iwl_trans *trans)
|
|
|
{
|
|
|
+ struct iwl_trans_pcie *trans_pcie =
|
|
|
+ IWL_TRANS_GET_PCIE_TRANS(trans);
|
|
|
+
|
|
|
iwl_calib_free_results(trans);
|
|
|
iwl_trans_pcie_tx_free(trans);
|
|
|
+#ifndef CONFIG_IWLWIFI_IDI
|
|
|
iwl_trans_pcie_rx_free(trans);
|
|
|
- free_irq(bus(trans)->irq, trans);
|
|
|
- iwl_free_isr_ict(trans);
|
|
|
+#endif
|
|
|
+ if (trans_pcie->irq_requested == true) {
|
|
|
+ free_irq(trans->irq, trans);
|
|
|
+ iwl_free_isr_ict(trans);
|
|
|
+ }
|
|
|
+
|
|
|
+ pci_disable_msi(trans_pcie->pci_dev);
|
|
|
+ pci_iounmap(trans_pcie->pci_dev, trans_pcie->hw_base);
|
|
|
+ pci_release_regions(trans_pcie->pci_dev);
|
|
|
+ pci_disable_device(trans_pcie->pci_dev);
|
|
|
+
|
|
|
trans->shrd->trans = NULL;
|
|
|
kfree(trans);
|
|
|
}
|
|
@@ -1314,10 +1635,10 @@ static int iwl_trans_pcie_suspend(struct iwl_trans *trans)
|
|
|
* things already :-)
|
|
|
*/
|
|
|
if (!trans->shrd->wowlan) {
|
|
|
- iwl_apm_stop(priv(trans));
|
|
|
+ iwl_apm_stop(trans);
|
|
|
} else {
|
|
|
iwl_disable_interrupts(trans);
|
|
|
- iwl_clear_bit(bus(trans), CSR_GP_CNTRL,
|
|
|
+ iwl_clear_bit(trans, CSR_GP_CNTRL,
|
|
|
CSR_GP_CNTRL_REG_FLAG_MAC_ACCESS_REQ);
|
|
|
}
|
|
|
|
|
@@ -1330,7 +1651,7 @@ static int iwl_trans_pcie_resume(struct iwl_trans *trans)
|
|
|
|
|
|
iwl_enable_interrupts(trans);
|
|
|
|
|
|
- if (!(iwl_read32(bus(trans), CSR_GP_CNTRL) &
|
|
|
+ if (!(iwl_read32(trans, CSR_GP_CNTRL) &
|
|
|
CSR_GP_CNTRL_REG_FLAG_HW_RF_KILL_SW))
|
|
|
hw_rfkill = true;
|
|
|
|
|
@@ -1363,25 +1684,6 @@ static void iwl_trans_pcie_wake_any_queue(struct iwl_trans *trans,
|
|
|
}
|
|
|
}
|
|
|
|
|
|
-const struct iwl_trans_ops trans_ops_pcie;
|
|
|
-
|
|
|
-static struct iwl_trans *iwl_trans_pcie_alloc(struct iwl_shared *shrd)
|
|
|
-{
|
|
|
- struct iwl_trans *iwl_trans = kzalloc(sizeof(struct iwl_trans) +
|
|
|
- sizeof(struct iwl_trans_pcie),
|
|
|
- GFP_KERNEL);
|
|
|
- if (iwl_trans) {
|
|
|
- struct iwl_trans_pcie *trans_pcie =
|
|
|
- IWL_TRANS_GET_PCIE_TRANS(iwl_trans);
|
|
|
- iwl_trans->ops = &trans_ops_pcie;
|
|
|
- iwl_trans->shrd = shrd;
|
|
|
- trans_pcie->trans = iwl_trans;
|
|
|
- spin_lock_init(&iwl_trans->hcmd_lock);
|
|
|
- }
|
|
|
-
|
|
|
- return iwl_trans;
|
|
|
-}
|
|
|
-
|
|
|
static void iwl_trans_pcie_stop_queue(struct iwl_trans *trans, int txq_id,
|
|
|
const char *msg)
|
|
|
{
|
|
@@ -1445,9 +1747,9 @@ static int iwl_trans_pcie_check_stuck_queue(struct iwl_trans *trans, int cnt)
|
|
|
IWL_ERR(trans, "Current SW read_ptr %d write_ptr %d\n",
|
|
|
q->read_ptr, q->write_ptr);
|
|
|
IWL_ERR(trans, "Current HW read_ptr %d write_ptr %d\n",
|
|
|
- iwl_read_prph(bus(trans), SCD_QUEUE_RDPTR(cnt))
|
|
|
+ iwl_read_prph(trans, SCD_QUEUE_RDPTR(cnt))
|
|
|
& (TFD_QUEUE_SIZE_MAX - 1),
|
|
|
- iwl_read_prph(bus(trans), SCD_QUEUE_WRPTR(cnt)));
|
|
|
+ iwl_read_prph(trans, SCD_QUEUE_WRPTR(cnt)));
|
|
|
return 1;
|
|
|
}
|
|
|
|
|
@@ -1501,7 +1803,7 @@ int iwl_dump_fh(struct iwl_trans *trans, char **buf, bool display)
|
|
|
pos += scnprintf(*buf + pos, bufsz - pos,
|
|
|
" %34s: 0X%08x\n",
|
|
|
get_fh_string(fh_tbl[i]),
|
|
|
- iwl_read_direct32(bus(trans), fh_tbl[i]));
|
|
|
+ iwl_read_direct32(trans, fh_tbl[i]));
|
|
|
}
|
|
|
return pos;
|
|
|
}
|
|
@@ -1510,7 +1812,7 @@ int iwl_dump_fh(struct iwl_trans *trans, char **buf, bool display)
|
|
|
for (i = 0; i < ARRAY_SIZE(fh_tbl); i++) {
|
|
|
IWL_ERR(trans, " %34s: 0X%08x\n",
|
|
|
get_fh_string(fh_tbl[i]),
|
|
|
- iwl_read_direct32(bus(trans), fh_tbl[i]));
|
|
|
+ iwl_read_direct32(trans, fh_tbl[i]));
|
|
|
}
|
|
|
return 0;
|
|
|
}
|
|
@@ -1580,7 +1882,7 @@ void iwl_dump_csr(struct iwl_trans *trans)
|
|
|
for (i = 0; i < ARRAY_SIZE(csr_tbl); i++) {
|
|
|
IWL_ERR(trans, " %25s: 0X%08x\n",
|
|
|
get_csr_string(csr_tbl[i]),
|
|
|
- iwl_read32(bus(trans), csr_tbl[i]));
|
|
|
+ iwl_read32(trans, csr_tbl[i]));
|
|
|
}
|
|
|
}
|
|
|
|
|
@@ -1901,13 +2203,12 @@ static int iwl_trans_pcie_dbgfs_register(struct iwl_trans *trans,
|
|
|
#endif /*CONFIG_IWLWIFI_DEBUGFS */
|
|
|
|
|
|
const struct iwl_trans_ops trans_ops_pcie = {
|
|
|
- .alloc = iwl_trans_pcie_alloc,
|
|
|
- .request_irq = iwl_trans_pcie_request_irq,
|
|
|
- .start_device = iwl_trans_pcie_start_device,
|
|
|
- .prepare_card_hw = iwl_trans_pcie_prepare_card_hw,
|
|
|
+ .start_hw = iwl_trans_pcie_start_hw,
|
|
|
+ .stop_hw = iwl_trans_pcie_stop_hw,
|
|
|
+ .fw_alive = iwl_trans_pcie_fw_alive,
|
|
|
+ .start_fw = iwl_trans_pcie_start_fw,
|
|
|
.stop_device = iwl_trans_pcie_stop_device,
|
|
|
|
|
|
- .tx_start = iwl_trans_pcie_tx_start,
|
|
|
.wake_any_queue = iwl_trans_pcie_wake_any_queue,
|
|
|
|
|
|
.send_cmd = iwl_trans_pcie_send_cmd,
|
|
@@ -1919,8 +2220,6 @@ const struct iwl_trans_ops trans_ops_pcie = {
|
|
|
.tx_agg_alloc = iwl_trans_pcie_tx_agg_alloc,
|
|
|
.tx_agg_setup = iwl_trans_pcie_tx_agg_setup,
|
|
|
|
|
|
- .kick_nic = iwl_trans_pcie_kick_nic,
|
|
|
-
|
|
|
.free = iwl_trans_pcie_free,
|
|
|
.stop_queue = iwl_trans_pcie_stop_queue,
|
|
|
|
|
@@ -1933,4 +2232,116 @@ const struct iwl_trans_ops trans_ops_pcie = {
|
|
|
.suspend = iwl_trans_pcie_suspend,
|
|
|
.resume = iwl_trans_pcie_resume,
|
|
|
#endif
|
|
|
+ .write8 = iwl_trans_pcie_write8,
|
|
|
+ .write32 = iwl_trans_pcie_write32,
|
|
|
+ .read32 = iwl_trans_pcie_read32,
|
|
|
};
|
|
|
+
|
|
|
+struct iwl_trans *iwl_trans_pcie_alloc(struct iwl_shared *shrd,
|
|
|
+ struct pci_dev *pdev,
|
|
|
+ const struct pci_device_id *ent)
|
|
|
+{
|
|
|
+ struct iwl_trans_pcie *trans_pcie;
|
|
|
+ struct iwl_trans *trans;
|
|
|
+ u16 pci_cmd;
|
|
|
+ int err;
|
|
|
+
|
|
|
+ trans = kzalloc(sizeof(struct iwl_trans) +
|
|
|
+ sizeof(struct iwl_trans_pcie), GFP_KERNEL);
|
|
|
+
|
|
|
+ if (WARN_ON(!trans))
|
|
|
+ return NULL;
|
|
|
+
|
|
|
+ trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans);
|
|
|
+
|
|
|
+ trans->ops = &trans_ops_pcie;
|
|
|
+ trans->shrd = shrd;
|
|
|
+ trans_pcie->trans = trans;
|
|
|
+ spin_lock_init(&trans->hcmd_lock);
|
|
|
+
|
|
|
+ /* W/A - seems to solve weird behavior. We need to remove this if we
|
|
|
+ * don't want to stay in L1 all the time. This wastes a lot of power */
|
|
|
+ pci_disable_link_state(pdev, PCIE_LINK_STATE_L0S | PCIE_LINK_STATE_L1 |
|
|
|
+ PCIE_LINK_STATE_CLKPM);
|
|
|
+
|
|
|
+ if (pci_enable_device(pdev)) {
|
|
|
+ err = -ENODEV;
|
|
|
+ goto out_no_pci;
|
|
|
+ }
|
|
|
+
|
|
|
+ pci_set_master(pdev);
|
|
|
+
|
|
|
+ err = pci_set_dma_mask(pdev, DMA_BIT_MASK(36));
|
|
|
+ if (!err)
|
|
|
+ err = pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(36));
|
|
|
+ if (err) {
|
|
|
+ err = pci_set_dma_mask(pdev, DMA_BIT_MASK(32));
|
|
|
+ if (!err)
|
|
|
+ err = pci_set_consistent_dma_mask(pdev,
|
|
|
+ DMA_BIT_MASK(32));
|
|
|
+ /* both attempts failed: */
|
|
|
+ if (err) {
|
|
|
+ dev_printk(KERN_ERR, &pdev->dev,
|
|
|
+ "No suitable DMA available.\n");
|
|
|
+ goto out_pci_disable_device;
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ err = pci_request_regions(pdev, DRV_NAME);
|
|
|
+ if (err) {
|
|
|
+ dev_printk(KERN_ERR, &pdev->dev, "pci_request_regions failed");
|
|
|
+ goto out_pci_disable_device;
|
|
|
+ }
|
|
|
+
|
|
|
+ trans_pcie->hw_base = pci_iomap(pdev, 0, 0);
|
|
|
+ if (!trans_pcie->hw_base) {
|
|
|
+ dev_printk(KERN_ERR, &pdev->dev, "pci_iomap failed");
|
|
|
+ err = -ENODEV;
|
|
|
+ goto out_pci_release_regions;
|
|
|
+ }
|
|
|
+
|
|
|
+ dev_printk(KERN_INFO, &pdev->dev,
|
|
|
+ "pci_resource_len = 0x%08llx\n",
|
|
|
+ (unsigned long long) pci_resource_len(pdev, 0));
|
|
|
+ dev_printk(KERN_INFO, &pdev->dev,
|
|
|
+ "pci_resource_base = %p\n", trans_pcie->hw_base);
|
|
|
+
|
|
|
+ dev_printk(KERN_INFO, &pdev->dev,
|
|
|
+ "HW Revision ID = 0x%X\n", pdev->revision);
|
|
|
+
|
|
|
+ /* We disable the RETRY_TIMEOUT register (0x41) to keep
|
|
|
+ * PCI Tx retries from interfering with C3 CPU state */
|
|
|
+ pci_write_config_byte(pdev, PCI_CFG_RETRY_TIMEOUT, 0x00);
|
|
|
+
|
|
|
+ err = pci_enable_msi(pdev);
|
|
|
+ if (err)
|
|
|
+ dev_printk(KERN_ERR, &pdev->dev,
|
|
|
+ "pci_enable_msi failed(0X%x)", err);
|
|
|
+
|
|
|
+ trans->dev = &pdev->dev;
|
|
|
+ trans->irq = pdev->irq;
|
|
|
+ trans_pcie->pci_dev = pdev;
|
|
|
+ trans->hw_rev = iwl_read32(trans, CSR_HW_REV);
|
|
|
+ trans->hw_id = (pdev->device << 16) + pdev->subsystem_device;
|
|
|
+ snprintf(trans->hw_id_str, sizeof(trans->hw_id_str),
|
|
|
+ "PCI ID: 0x%04X:0x%04X", pdev->device, pdev->subsystem_device);
|
|
|
+
|
|
|
+ /* TODO: Move this away, not needed if not MSI */
|
|
|
+ /* enable rfkill interrupt: hw bug w/a */
|
|
|
+ pci_read_config_word(pdev, PCI_COMMAND, &pci_cmd);
|
|
|
+ if (pci_cmd & PCI_COMMAND_INTX_DISABLE) {
|
|
|
+ pci_cmd &= ~PCI_COMMAND_INTX_DISABLE;
|
|
|
+ pci_write_config_word(pdev, PCI_COMMAND, pci_cmd);
|
|
|
+ }
|
|
|
+
|
|
|
+ return trans;
|
|
|
+
|
|
|
+out_pci_release_regions:
|
|
|
+ pci_release_regions(pdev);
|
|
|
+out_pci_disable_device:
|
|
|
+ pci_disable_device(pdev);
|
|
|
+out_no_pci:
|
|
|
+ kfree(trans);
|
|
|
+ return NULL;
|
|
|
+}
|
|
|
+
|