#include <linux/types.h> #include <linux/module.h> #include <linux/pci.h> #include <linux/kernel.h> #include <linux/init.h> #include <linux/delay.h> #include <linux/mm.h> #include <asm/paccess.h> #include <linux/pci.h> #include <linux/pci_regs.h> #include <linux/platform_device.h> #define CONFIG_IFX_PCIE_1ST_CORE #include "pcie-lantiq.h" #define IFX_PCIE_IR (INT_NUM_IM4_IRL0 + 25) #define IFX_PCIE_INTA (INT_NUM_IM4_IRL0 + 8) #define IFX_PCIE_INTB (INT_NUM_IM4_IRL0 + 9) #define IFX_PCIE_INTC (INT_NUM_IM4_IRL0 + 10) #define IFX_PCIE_INTD (INT_NUM_IM4_IRL0 + 11) #define MS(_v, _f) (((_v) & (_f)) >> _f##_S) #define SM(_v, _f) (((_v) << _f##_S) & (_f)) #define IFX_REG_SET_BIT(_f, _r) \ IFX_REG_W32((IFX_REG_R32((_r)) &~ (_f)) | (_f), (_r)) #define IFX_PCIE_LTSSM_ENABLE_TIMEOUT 10 #define IFX_PCIE_PHY_LINK_UP_TIMEOUT 1000 #define IFX_PCIE_PHY_LOOP_CNT 5 static DEFINE_SPINLOCK(ifx_pcie_lock); int pcibios_1st_host_bus_nr(void); unsigned int g_pcie_debug_flag = PCIE_MSG_ANY & (~PCIE_MSG_CFG); static ifx_pcie_irq_t pcie_irqs[IFX_PCIE_CORE_NR] = { { .ir_irq = { .irq = IFX_PCIE_IR, .name = "ifx_pcie_rc0", }, .legacy_irq = { { .irq_bit = PCIE_IRN_INTA, .irq = IFX_PCIE_INTA, }, { .irq_bit = PCIE_IRN_INTB, .irq = IFX_PCIE_INTB, }, { .irq_bit = PCIE_IRN_INTC, .irq = IFX_PCIE_INTC, }, { .irq_bit = PCIE_IRN_INTD, .irq = IFX_PCIE_INTD, }, }, }, }; static inline int pcie_ltssm_enable(int pcie_port) { int i; IFX_REG_W32(PCIE_RC_CCR_LTSSM_ENABLE, PCIE_RC_CCR(pcie_port)); /* Enable LTSSM */ /* Wait for the link to come up */ for (i = 0; i < IFX_PCIE_LTSSM_ENABLE_TIMEOUT; i++) { if (!(IFX_REG_R32(PCIE_LCTLSTS(pcie_port)) & PCIE_LCTLSTS_RETRAIN_PENDING)) { break; } udelay(10); } if (i >= IFX_PCIE_LTSSM_ENABLE_TIMEOUT) { IFX_PCIE_PRINT(PCIE_MSG_INIT, "%s link timeout!!!!!\n", __func__); return -1; } return 0; } static inline void pcie_status_register_clear(int pcie_port) { IFX_REG_W32(0, PCIE_RC_DR(pcie_port)); IFX_REG_W32(0, PCIE_PCICMDSTS(pcie_port)); IFX_REG_W32(0, PCIE_DCTLSTS(pcie_port)); IFX_REG_W32(0, PCIE_LCTLSTS(pcie_port)); IFX_REG_W32(0, PCIE_SLCTLSTS(pcie_port)); IFX_REG_W32(0, PCIE_RSTS(pcie_port)); IFX_REG_W32(0, PCIE_UES_R(pcie_port)); IFX_REG_W32(0, PCIE_UEMR(pcie_port)); IFX_REG_W32(0, PCIE_UESR(pcie_port)); IFX_REG_W32(0, PCIE_CESR(pcie_port)); IFX_REG_W32(0, PCIE_CEMR(pcie_port)); IFX_REG_W32(0, PCIE_RESR(pcie_port)); IFX_REG_W32(0, PCIE_PVCCRSR(pcie_port)); IFX_REG_W32(0, PCIE_VC0_RSR0(pcie_port)); IFX_REG_W32(0, PCIE_TPFCS(pcie_port)); IFX_REG_W32(0, PCIE_TNPFCS(pcie_port)); IFX_REG_W32(0, PCIE_TCFCS(pcie_port)); IFX_REG_W32(0, PCIE_QSR(pcie_port)); IFX_REG_W32(0, PCIE_IOBLSECS(pcie_port)); } static inline int ifx_pcie_link_up(int pcie_port) { return (IFX_REG_R32(PCIE_PHY_SR(pcie_port)) & PCIE_PHY_SR_PHY_LINK_UP) ? 1 : 0; } static inline void pcie_mem_io_setup(int pcie_port) { unsigned int reg; /* * BAR[0:1] readonly register * RC contains only minimal BARs for packets mapped to this device * Mem/IO filters defines a range of memory occupied by memory mapped IO devices that * reside on the downstream side fo the bridge. */ reg = SM((PCIE_MEM_PHY_PORT_TO_END(pcie_port) >> 20), PCIE_MBML_MEM_LIMIT_ADDR) | SM((PCIE_MEM_PHY_PORT_TO_BASE(pcie_port) >> 20), PCIE_MBML_MEM_BASE_ADDR); IFX_REG_W32(reg, PCIE_MBML(pcie_port)); /* PCIe_PBML, same as MBML */ IFX_REG_W32(IFX_REG_R32(PCIE_MBML(pcie_port)), PCIE_PMBL(pcie_port)); /* IO Address Range */ reg = SM((PCIE_IO_PHY_PORT_TO_END(pcie_port) >> 12), PCIE_IOBLSECS_IO_LIMIT_ADDR) | SM((PCIE_IO_PHY_PORT_TO_BASE(pcie_port) >> 12), PCIE_IOBLSECS_IO_BASE_ADDR); reg |= PCIE_IOBLSECS_32BIT_IO_ADDR; IFX_REG_W32(reg, PCIE_IOBLSECS(pcie_port)); reg = SM((PCIE_IO_PHY_PORT_TO_END(pcie_port) >> 16), PCIE_IO_BANDL_UPPER_16BIT_IO_LIMIT) | SM((PCIE_IO_PHY_PORT_TO_BASE(pcie_port) >> 16), PCIE_IO_BANDL_UPPER_16BIT_IO_BASE); IFX_REG_W32(reg, PCIE_IO_BANDL(pcie_port)); } static inline void pcie_msi_setup(int pcie_port) { unsigned int reg; /* XXX, MSI stuff should only apply to EP */ /* MSI Capability: Only enable 32-bit addresses */ reg = IFX_REG_R32(PCIE_MCAPR(pcie_port)); reg &= ~PCIE_MCAPR_ADDR64_CAP; reg |= PCIE_MCAPR_MSI_ENABLE; /* Disable multiple message */ reg &= ~(PCIE_MCAPR_MULTI_MSG_CAP | PCIE_MCAPR_MULTI_MSG_ENABLE); IFX_REG_W32(reg, PCIE_MCAPR(pcie_port)); } static inline void pcie_pm_setup(int pcie_port) { unsigned int reg; /* Enable PME, Soft reset enabled */ reg = IFX_REG_R32(PCIE_PM_CSR(pcie_port)); reg |= PCIE_PM_CSR_PME_ENABLE | PCIE_PM_CSR_SW_RST; IFX_REG_W32(reg, PCIE_PM_CSR(pcie_port)); } static inline void pcie_bus_setup(int pcie_port) { unsigned int reg; reg = SM(0, PCIE_BNR_PRIMARY_BUS_NUM) | SM(1, PCIE_PNR_SECONDARY_BUS_NUM) | SM(0xFF, PCIE_PNR_SUB_BUS_NUM); IFX_REG_W32(reg, PCIE_BNR(pcie_port)); } static inline void pcie_device_setup(int pcie_port) { unsigned int reg; /* Device capability register, set up Maximum payload size */ reg = IFX_REG_R32(PCIE_DCAP(pcie_port)); reg |= PCIE_DCAP_ROLE_BASE_ERR_REPORT; reg |= SM(PCIE_MAX_PAYLOAD_128, PCIE_DCAP_MAX_PAYLOAD_SIZE); /* Only available for EP */ reg &= ~(PCIE_DCAP_EP_L0S_LATENCY | PCIE_DCAP_EP_L1_LATENCY); IFX_REG_W32(reg, PCIE_DCAP(pcie_port)); /* Device control and status register */ /* Set Maximum Read Request size for the device as a Requestor */ reg = IFX_REG_R32(PCIE_DCTLSTS(pcie_port)); /* * Request size can be larger than the MPS used, but the completions returned * for the read will be bounded by the MPS size. * In our system, Max request size depends on AHB burst size. It is 64 bytes. * but we set it as 128 as minimum one. */ reg |= SM(PCIE_MAX_PAYLOAD_128, PCIE_DCTLSTS_MAX_READ_SIZE) | SM(PCIE_MAX_PAYLOAD_128, PCIE_DCTLSTS_MAX_PAYLOAD_SIZE); /* Enable relaxed ordering, no snoop, and all kinds of errors */ reg |= PCIE_DCTLSTS_RELAXED_ORDERING_EN | PCIE_DCTLSTS_ERR_EN | PCIE_DCTLSTS_NO_SNOOP_EN; IFX_REG_W32(reg, PCIE_DCTLSTS(pcie_port)); } static inline void pcie_link_setup(int pcie_port) { unsigned int reg; /* * XXX, Link capability register, bit 18 for EP CLKREQ# dynamic clock management for L1, L2/3 CPM * L0s is reported during link training via TS1 order set by N_FTS */ reg = IFX_REG_R32(PCIE_LCAP(pcie_port)); reg &= ~PCIE_LCAP_L0S_EIXT_LATENCY; reg |= SM(3, PCIE_LCAP_L0S_EIXT_LATENCY); IFX_REG_W32(reg, PCIE_LCAP(pcie_port)); /* Link control and status register */ reg = IFX_REG_R32(PCIE_LCTLSTS(pcie_port)); /* Link Enable, ASPM enabled */ reg &= ~PCIE_LCTLSTS_LINK_DISABLE; #ifdef CONFIG_PCIEASPM /* * We use the same physical reference clock that the platform provides on the connector * It paved the way for ASPM to calculate the new exit Latency */ reg |= PCIE_LCTLSTS_SLOT_CLK_CFG; reg |= PCIE_LCTLSTS_COM_CLK_CFG; /* * We should disable ASPM by default except that we have dedicated power management support * Enable ASPM will cause the system hangup/instability, performance degration */ reg |= PCIE_LCTLSTS_ASPM_ENABLE; #else reg &= ~PCIE_LCTLSTS_ASPM_ENABLE; #endif /* CONFIG_PCIEASPM */ /* * The maximum size of any completion with data packet is bounded by the MPS setting * in device control register */ /* RCB may cause multiple split transactions, two options available, we use 64 byte RCB */ reg &= ~ PCIE_LCTLSTS_RCB128; IFX_REG_W32(reg, PCIE_LCTLSTS(pcie_port)); } static inline void pcie_error_setup(int pcie_port) { unsigned int reg; /* * Forward ERR_COR, ERR_NONFATAL, ERR_FATAL to the backbone * Poisoned write TLPs and completions indicating poisoned TLPs will set the PCIe_PCICMDSTS.MDPE */ reg = IFX_REG_R32(PCIE_INTRBCTRL(pcie_port)); reg |= PCIE_INTRBCTRL_SERR_ENABLE | PCIE_INTRBCTRL_PARITY_ERR_RESP_ENABLE; IFX_REG_W32(reg, PCIE_INTRBCTRL(pcie_port)); /* Uncorrectable Error Mask Register, Unmask <enable> all bits in PCIE_UESR */ reg = IFX_REG_R32(PCIE_UEMR(pcie_port)); reg &= ~PCIE_ALL_UNCORRECTABLE_ERR; IFX_REG_W32(reg, PCIE_UEMR(pcie_port)); /* Uncorrectable Error Severity Register, ALL errors are FATAL */ IFX_REG_W32(PCIE_ALL_UNCORRECTABLE_ERR, PCIE_UESR(pcie_port)); /* Correctable Error Mask Register, unmask <enable> all bits */ reg = IFX_REG_R32(PCIE_CEMR(pcie_port)); reg &= ~PCIE_CORRECTABLE_ERR; IFX_REG_W32(reg, PCIE_CEMR(pcie_port)); /* Advanced Error Capabilities and Control Registr */ reg = IFX_REG_R32(PCIE_AECCR(pcie_port)); reg |= PCIE_AECCR_ECRC_CHECK_EN | PCIE_AECCR_ECRC_GEN_EN; IFX_REG_W32(reg, PCIE_AECCR(pcie_port)); /* Root Error Command Register, Report all types of errors */ reg = IFX_REG_R32(PCIE_RECR(pcie_port)); reg |= PCIE_RECR_ERR_REPORT_EN; IFX_REG_W32(reg, PCIE_RECR(pcie_port)); /* Clear the Root status register */ reg = IFX_REG_R32(PCIE_RESR(pcie_port)); IFX_REG_W32(reg, PCIE_RESR(pcie_port)); } static inline void pcie_root_setup(int pcie_port) { unsigned int reg; /* Root control and capabilities register */ reg = IFX_REG_R32(PCIE_RCTLCAP(pcie_port)); reg |= PCIE_RCTLCAP_SERR_ENABLE | PCIE_RCTLCAP_PME_INT_EN; IFX_REG_W32(reg, PCIE_RCTLCAP(pcie_port)); } static inline void pcie_vc_setup(int pcie_port) { unsigned int reg; /* Port VC Capability Register 2 */ reg = IFX_REG_R32(PCIE_PVC2(pcie_port)); reg &= ~PCIE_PVC2_VC_ARB_WRR; reg |= PCIE_PVC2_VC_ARB_16P_FIXED_WRR; IFX_REG_W32(reg, PCIE_PVC2(pcie_port)); /* VC0 Resource Capability Register */ reg = IFX_REG_R32(PCIE_VC0_RC(pcie_port)); reg &= ~PCIE_VC0_RC_REJECT_SNOOP; IFX_REG_W32(reg, PCIE_VC0_RC(pcie_port)); } static inline void pcie_port_logic_setup(int pcie_port) { unsigned int reg; /* FTS number, default 12, increase to 63, may increase time from/to L0s to L0 */ reg = IFX_REG_R32(PCIE_AFR(pcie_port)); reg &= ~(PCIE_AFR_FTS_NUM | PCIE_AFR_COM_FTS_NUM); reg |= SM(PCIE_AFR_FTS_NUM_DEFAULT, PCIE_AFR_FTS_NUM) | SM(PCIE_AFR_FTS_NUM_DEFAULT, PCIE_AFR_COM_FTS_NUM); /* L0s and L1 entry latency */ reg &= ~(PCIE_AFR_L0S_ENTRY_LATENCY | PCIE_AFR_L1_ENTRY_LATENCY); reg |= SM(PCIE_AFR_L0S_ENTRY_LATENCY_DEFAULT, PCIE_AFR_L0S_ENTRY_LATENCY) | SM(PCIE_AFR_L1_ENTRY_LATENCY_DEFAULT, PCIE_AFR_L1_ENTRY_LATENCY); IFX_REG_W32(reg, PCIE_AFR(pcie_port)); /* Port Link Control Register */ reg = IFX_REG_R32(PCIE_PLCR(pcie_port)); reg |= PCIE_PLCR_DLL_LINK_EN; /* Enable the DLL link */ IFX_REG_W32(reg, PCIE_PLCR(pcie_port)); /* Lane Skew Register */ reg = IFX_REG_R32(PCIE_LSR(pcie_port)); /* Enable ACK/NACK and FC */ reg &= ~(PCIE_LSR_ACKNAK_DISABLE | PCIE_LSR_FC_DISABLE); IFX_REG_W32(reg, PCIE_LSR(pcie_port)); /* Symbol Timer Register and Filter Mask Register 1 */ reg = IFX_REG_R32(PCIE_STRFMR(pcie_port)); /* Default SKP interval is very accurate already, 5us */ /* Enable IO/CFG transaction */ reg |= PCIE_STRFMR_RX_CFG_TRANS_ENABLE | PCIE_STRFMR_RX_IO_TRANS_ENABLE; /* Disable FC WDT */ reg &= ~PCIE_STRFMR_FC_WDT_DISABLE; IFX_REG_W32(reg, PCIE_STRFMR(pcie_port)); /* Filter Masker Register 2 */ reg = IFX_REG_R32(PCIE_FMR2(pcie_port)); reg |= PCIE_FMR2_VENDOR_MSG1_PASSED_TO_TRGT1 | PCIE_FMR2_VENDOR_MSG0_PASSED_TO_TRGT1; IFX_REG_W32(reg, PCIE_FMR2(pcie_port)); /* VC0 Completion Receive Queue Control Register */ reg = IFX_REG_R32(PCIE_VC0_CRQCR(pcie_port)); reg &= ~PCIE_VC0_CRQCR_CPL_TLP_QUEUE_MODE; reg |= SM(PCIE_VC0_TLP_QUEUE_MODE_BYPASS, PCIE_VC0_CRQCR_CPL_TLP_QUEUE_MODE); IFX_REG_W32(reg, PCIE_VC0_CRQCR(pcie_port)); } static inline void pcie_rc_cfg_reg_setup(int pcie_port) { /* diable ltssm */ IFX_REG_W32(0, PCIE_RC_CCR(pcie_port)); pcie_mem_io_setup(pcie_port); pcie_msi_setup(pcie_port); pcie_pm_setup(pcie_port); pcie_bus_setup(pcie_port); pcie_device_setup(pcie_port); pcie_link_setup(pcie_port); pcie_error_setup(pcie_port); pcie_root_setup(pcie_port); pcie_vc_setup(pcie_port); pcie_port_logic_setup(pcie_port); } static int ifx_pcie_wait_phy_link_up(int pcie_port) { int i; /* Wait for PHY link is up */ for (i = 0; i < IFX_PCIE_PHY_LINK_UP_TIMEOUT; i++) { if (ifx_pcie_link_up(pcie_port)) { break; } udelay(100); } if (i >= IFX_PCIE_PHY_LINK_UP_TIMEOUT) { printk(KERN_ERR "%s timeout\n", __func__); return -1; } /* Check data link up or not */ if (!(IFX_REG_R32(PCIE_RC_DR(pcie_port)) & PCIE_RC_DR_DLL_UP)) { printk(KERN_ERR "%s DLL link is still down\n", __func__); return -1; } /* Check Data link active or not */ if (!(IFX_REG_R32(PCIE_LCTLSTS(pcie_port)) & PCIE_LCTLSTS_DLL_ACTIVE)) { printk(KERN_ERR "%s DLL is not active\n", __func__); return -1; } return 0; } static inline int pcie_app_loigc_setup(int pcie_port) { IFX_REG_W32(PCIE_AHB_CTRL_BUS_ERROR_SUPPRESS, PCIE_AHB_CTRL(pcie_port)); /* Pull PCIe EP out of reset */ pcie_device_rst_deassert(pcie_port); /* Start LTSSM training between RC and EP */ pcie_ltssm_enable(pcie_port); /* Check PHY status after enabling LTSSM */ if (ifx_pcie_wait_phy_link_up(pcie_port) != 0) { return -1; } return 0; } /* * Must be done after ltssm due to based on negotiated link * width and payload size * Update the Replay Time Limit. Empirically, some PCIe * devices take a little longer to respond than expected under * load. As a workaround for this we configure the Replay Time * Limit to the value expected for a 512 byte MPS instead of * our actual 128 byte MPS. The numbers below are directly * from the PCIe spec table 3-4/5. */ static inline void pcie_replay_time_update(int pcie_port) { unsigned int reg; int nlw; int rtl; reg = IFX_REG_R32(PCIE_LCTLSTS(pcie_port)); nlw = MS(reg, PCIE_LCTLSTS_NEGOTIATED_LINK_WIDTH); switch (nlw) { case PCIE_MAX_LENGTH_WIDTH_X1: rtl = 1677; break; case PCIE_MAX_LENGTH_WIDTH_X2: rtl = 867; break; case PCIE_MAX_LENGTH_WIDTH_X4: rtl = 462; break; case PCIE_MAX_LENGTH_WIDTH_X8: rtl = 258; break; default: rtl = 1677; break; } reg = IFX_REG_R32(PCIE_ALTRT(pcie_port)); reg &= ~PCIE_ALTRT_REPLAY_TIME_LIMIT; reg |= SM(rtl, PCIE_ALTRT_REPLAY_TIME_LIMIT); IFX_REG_W32(reg, PCIE_ALTRT(pcie_port)); IFX_PCIE_PRINT(PCIE_MSG_REG, "%s PCIE_ALTRT 0x%08x\n", __func__, IFX_REG_R32(PCIE_ALTRT(pcie_port))); } /* * Table 359 Enhanced Configuration Address Mapping1) * 1) This table is defined in Table 7-1, page 341, PCI Express Base Specification v1.1 * Memory Address PCI Express Configuration Space * A[(20+n-1):20] Bus Number 1 < n < 8 * A[19:15] Device Number * A[14:12] Function Number * A[11:8] Extended Register Number * A[7:2] Register Number * A[1:0] Along with size of the access, used to generate Byte Enables * For VR9, only the address bits [22:0] are mapped to the configuration space: * . Address bits [22:20] select the target bus (1-of-8)1) * . Address bits [19:15] select the target device (1-of-32) on the bus * . Address bits [14:12] select the target function (1-of-8) within the device. * . Address bits [11:2] selects the target dword (1-of-1024) within the selected function.s configuration space * . Address bits [1:0] define the start byte location within the selected dword. */ static inline unsigned int pcie_bus_addr(u8 bus_num, u16 devfn, int where) { unsigned int addr; u8 bus; if (!bus_num) { /* type 0 */ addr = ((PCI_SLOT(devfn) & 0x1F) << 15) | ((PCI_FUNC(devfn) & 0x7) << 12) | ((where & 0xFFF)& ~3); } else { bus = bus_num; /* type 1, only support 8 buses */ addr = ((bus & 0x7) << 20) | ((PCI_SLOT(devfn) & 0x1F) << 15) | ((PCI_FUNC(devfn) & 0x7) << 12) | ((where & 0xFFF) & ~3); } IFX_PCIE_PRINT(PCIE_MSG_CFG, "%s: bus addr : %02x:%02x.%01x/%02x, addr=%08x\n", __func__, bus_num, PCI_SLOT(devfn), PCI_FUNC(devfn), where, addr); return addr; } static int pcie_valid_config(int pcie_port, int bus, int dev) { /* RC itself */ if ((bus == 0) && (dev == 0)) return 1; /* No physical link */ if (!ifx_pcie_link_up(pcie_port)) return 0; /* Bus zero only has RC itself * XXX, check if EP will be integrated */ if ((bus == 0) && (dev != 0)) return 0; /* Maximum 8 buses supported for VRX */ if (bus > 9) return 0; /* * PCIe is PtP link, one bus only supports only one device * except bus zero and PCIe switch which is virtual bus device * The following two conditions really depends on the system design * and attached the device. * XXX, how about more new switch */ if ((bus == 1) && (dev != 0)) return 0; if ((bus >= 3) && (dev != 0)) return 0; return 1; } static inline unsigned int ifx_pcie_cfg_rd(int pcie_port, unsigned int reg) { return IFX_REG_R32((volatile unsigned int *)(PCIE_CFG_PORT_TO_BASE(pcie_port) + reg)); } static inline void ifx_pcie_cfg_wr(int pcie_port, unsigned int reg, unsigned int val) { IFX_REG_W32( val, (volatile unsigned int *)(PCIE_CFG_PORT_TO_BASE(pcie_port) + reg)); } static inline unsigned int ifx_pcie_rc_cfg_rd(int pcie_port, unsigned int reg) { return IFX_REG_R32((volatile unsigned int *)(PCIE_RC_PORT_TO_BASE(pcie_port) + reg)); } static inline void ifx_pcie_rc_cfg_wr(int pcie_port, unsigned int reg, unsigned int val) { IFX_REG_W32(val, (volatile unsigned int *)(PCIE_RC_PORT_TO_BASE(pcie_port) + reg)); } unsigned int ifx_pcie_bus_enum_read_hack(int where, unsigned int value) { unsigned int tvalue = value; if (where == PCI_PRIMARY_BUS) { u8 primary, secondary, subordinate; primary = tvalue & 0xFF; secondary = (tvalue >> 8) & 0xFF; subordinate = (tvalue >> 16) & 0xFF; primary += pcibios_1st_host_bus_nr(); secondary += pcibios_1st_host_bus_nr(); subordinate += pcibios_1st_host_bus_nr(); tvalue = (tvalue & 0xFF000000) | (unsigned int)primary | (unsigned int)(secondary << 8) | (unsigned int)(subordinate << 16); } return tvalue; } unsigned int ifx_pcie_bus_enum_write_hack(int where, unsigned int value) { unsigned int tvalue = value; if (where == PCI_PRIMARY_BUS) { u8 primary, secondary, subordinate; primary = tvalue & 0xFF; secondary = (tvalue >> 8) & 0xFF; subordinate = (tvalue >> 16) & 0xFF; if (primary > 0 && primary != 0xFF) primary -= pcibios_1st_host_bus_nr(); if (secondary > 0 && secondary != 0xFF) secondary -= pcibios_1st_host_bus_nr(); if (subordinate > 0 && subordinate != 0xFF) subordinate -= pcibios_1st_host_bus_nr(); tvalue = (tvalue & 0xFF000000) | (unsigned int)primary | (unsigned int)(secondary << 8) | (unsigned int)(subordinate << 16); } else if (where == PCI_SUBORDINATE_BUS) { u8 subordinate = tvalue & 0xFF; subordinate = subordinate > 0 ? subordinate - pcibios_1st_host_bus_nr() : 0; tvalue = subordinate; } return tvalue; } /** * \fn static int ifx_pcie_read_config(struct pci_bus *bus, unsigned int devfn, * int where, int size, unsigned int *value) * \brief Read a value from configuration space * * \param[in] bus Pointer to pci bus * \param[in] devfn PCI device function number * \param[in] where PCI register number * \param[in] size Register read size * \param[out] value Pointer to return value * \return PCIBIOS_BAD_REGISTER_NUMBER Invalid register number * \return PCIBIOS_FUNC_NOT_SUPPORTED PCI function not supported * \return PCIBIOS_DEVICE_NOT_FOUND PCI device not found * \return PCIBIOS_SUCCESSFUL OK * \ingroup IFX_PCIE_OS */ static int ifx_pcie_read_config(struct pci_bus *bus, unsigned int devfn, int where, int size, unsigned int *value) { unsigned int data = 0; int bus_number = bus->number; static const unsigned int mask[8] = {0, 0xff, 0xffff, 0, 0xffffffff, 0, 0, 0}; int ret = PCIBIOS_SUCCESSFUL; struct ifx_pci_controller *ctrl = bus->sysdata; int pcie_port = ctrl->port; if (unlikely(size != 1 && size != 2 && size != 4)){ ret = PCIBIOS_BAD_REGISTER_NUMBER; goto out; } /* Make sure the address is aligned to natural boundary */ if (unlikely(((size - 1) & where))) { ret = PCIBIOS_BAD_REGISTER_NUMBER; goto out; } /* * If we are second controller, we have to cheat OS so that it assume * its bus number starts from 0 in host controller */ bus_number = ifx_pcie_bus_nr_deduct(bus_number, pcie_port); /* * We need to force the bus number to be zero on the root * bus. Linux numbers the 2nd root bus to start after all * busses on root 0. */ if (bus->parent == NULL) bus_number = 0; /* * PCIe only has a single device connected to it. It is * always device ID 0. Don't bother doing reads for other * device IDs on the first segment. */ if ((bus_number == 0) && (PCI_SLOT(devfn) != 0)) { ret = PCIBIOS_FUNC_NOT_SUPPORTED; goto out; } if (pcie_valid_config(pcie_port, bus_number, PCI_SLOT(devfn)) == 0) { *value = 0xffffffff; ret = PCIBIOS_DEVICE_NOT_FOUND; goto out; } IFX_PCIE_PRINT(PCIE_MSG_READ_CFG, "%s: %02x:%02x.%01x/%02x:%01d\n", __func__, bus_number, PCI_SLOT(devfn), PCI_FUNC(devfn), where, size); PCIE_IRQ_LOCK(ifx_pcie_lock); if (bus_number == 0) { /* RC itself */ unsigned int t; t = (where & ~3); data = ifx_pcie_rc_cfg_rd(pcie_port, t); IFX_PCIE_PRINT(PCIE_MSG_READ_CFG, "%s: rd local cfg, offset:%08x, data:%08x\n", __func__, t, data); } else { unsigned int addr = pcie_bus_addr(bus_number, devfn, where); data = ifx_pcie_cfg_rd(pcie_port, addr); if (pcie_port == IFX_PCIE_PORT0) { #ifdef CONFIG_IFX_PCIE_HW_SWAP data = le32_to_cpu(data); #endif /* CONFIG_IFX_PCIE_HW_SWAP */ } else { #ifdef CONFIG_IFX_PCIE1_HW_SWAP data = le32_to_cpu(data); #endif /* CONFIG_IFX_PCIE_HW_SWAP */ } } /* To get a correct PCI topology, we have to restore the bus number to OS */ data = ifx_pcie_bus_enum_hack(bus, devfn, where, data, pcie_port, 1); PCIE_IRQ_UNLOCK(ifx_pcie_lock); IFX_PCIE_PRINT(PCIE_MSG_READ_CFG, "%s: read config: data=%08x raw=%08x\n", __func__, (data >> (8 * (where & 3))) & mask[size & 7], data); *value = (data >> (8 * (where & 3))) & mask[size & 7]; out: return ret; } static unsigned int ifx_pcie_size_to_value(int where, int size, unsigned int data, unsigned int value) { unsigned int shift; unsigned int tdata = data; switch (size) { case 1: shift = (where & 0x3) << 3; tdata &= ~(0xffU << shift); tdata |= ((value & 0xffU) << shift); break; case 2: shift = (where & 3) << 3; tdata &= ~(0xffffU << shift); tdata |= ((value & 0xffffU) << shift); break; case 4: tdata = value; break; } return tdata; } /** * \fn static static int ifx_pcie_write_config(struct pci_bus *bus, unsigned int devfn, * int where, int size, unsigned int value) * \brief Write a value to PCI configuration space * * \param[in] bus Pointer to pci bus * \param[in] devfn PCI device function number * \param[in] where PCI register number * \param[in] size The register size to be written * \param[in] value The valule to be written * \return PCIBIOS_BAD_REGISTER_NUMBER Invalid register number * \return PCIBIOS_DEVICE_NOT_FOUND PCI device not found * \return PCIBIOS_SUCCESSFUL OK * \ingroup IFX_PCIE_OS */ static int ifx_pcie_write_config(struct pci_bus *bus, unsigned int devfn, int where, int size, unsigned int value) { int bus_number = bus->number; int ret = PCIBIOS_SUCCESSFUL; struct ifx_pci_controller *ctrl = bus->sysdata; int pcie_port = ctrl->port; unsigned int tvalue = value; unsigned int data; /* Make sure the address is aligned to natural boundary */ if (unlikely(((size - 1) & where))) { ret = PCIBIOS_BAD_REGISTER_NUMBER; goto out; } /* * If we are second controller, we have to cheat OS so that it assume * its bus number starts from 0 in host controller */ bus_number = ifx_pcie_bus_nr_deduct(bus_number, pcie_port); /* * We need to force the bus number to be zero on the root * bus. Linux numbers the 2nd root bus to start after all * busses on root 0. */ if (bus->parent == NULL) bus_number = 0; if (pcie_valid_config(pcie_port, bus_number, PCI_SLOT(devfn)) == 0) { ret = PCIBIOS_DEVICE_NOT_FOUND; goto out; } IFX_PCIE_PRINT(PCIE_MSG_WRITE_CFG, "%s: %02x:%02x.%01x/%02x:%01d value=%08x\n", __func__, bus_number, PCI_SLOT(devfn), PCI_FUNC(devfn), where, size, value); /* XXX, some PCIe device may need some delay */ PCIE_IRQ_LOCK(ifx_pcie_lock); /* * To configure the correct bus topology using native way, we have to cheat Os so that * it can configure the PCIe hardware correctly. */ tvalue = ifx_pcie_bus_enum_hack(bus, devfn, where, value, pcie_port, 0); if (bus_number == 0) { /* RC itself */ unsigned int t; t = (where & ~3); IFX_PCIE_PRINT(PCIE_MSG_WRITE_CFG,"%s: wr local cfg, offset:%08x, fill:%08x\n", __func__, t, value); data = ifx_pcie_rc_cfg_rd(pcie_port, t); IFX_PCIE_PRINT(PCIE_MSG_WRITE_CFG,"%s: rd local cfg, offset:%08x, data:%08x\n", __func__, t, data); data = ifx_pcie_size_to_value(where, size, data, tvalue); IFX_PCIE_PRINT(PCIE_MSG_WRITE_CFG,"%s: wr local cfg, offset:%08x, value:%08x\n", __func__, t, data); ifx_pcie_rc_cfg_wr(pcie_port, t, data); IFX_PCIE_PRINT(PCIE_MSG_WRITE_CFG,"%s: rd local cfg, offset:%08x, value:%08x\n", __func__, t, ifx_pcie_rc_cfg_rd(pcie_port, t)); } else { unsigned int addr = pcie_bus_addr(bus_number, devfn, where); IFX_PCIE_PRINT(PCIE_MSG_WRITE_CFG,"%s: wr cfg, offset:%08x, fill:%08x\n", __func__, addr, value); data = ifx_pcie_cfg_rd(pcie_port, addr); if (pcie_port == IFX_PCIE_PORT0) { #ifdef CONFIG_IFX_PCIE_HW_SWAP data = le32_to_cpu(data); #endif /* CONFIG_IFX_PCIE_HW_SWAP */ } else { #ifdef CONFIG_IFX_PCIE1_HW_SWAP data = le32_to_cpu(data); #endif /* CONFIG_IFX_PCIE_HW_SWAP */ } IFX_PCIE_PRINT(PCIE_MSG_WRITE_CFG,"%s: rd cfg, offset:%08x, data:%08x\n", __func__, addr, data); data = ifx_pcie_size_to_value(where, size, data, tvalue); if (pcie_port == IFX_PCIE_PORT0) { #ifdef CONFIG_IFX_PCIE_HW_SWAP data = cpu_to_le32(data); #endif /* CONFIG_IFX_PCIE_HW_SWAP */ } else { #ifdef CONFIG_IFX_PCIE1_HW_SWAP data = cpu_to_le32(data); #endif /* CONFIG_IFX_PCIE_HW_SWAP */ } IFX_PCIE_PRINT(PCIE_MSG_WRITE_CFG, "%s: wr cfg, offset:%08x, value:%08x\n", __func__, addr, data); ifx_pcie_cfg_wr(pcie_port, addr, data); IFX_PCIE_PRINT(PCIE_MSG_WRITE_CFG, "%s: rd cfg, offset:%08x, value:%08x\n", __func__, addr, ifx_pcie_cfg_rd(pcie_port, addr)); } PCIE_IRQ_UNLOCK(ifx_pcie_lock); out: return ret; } static struct resource ifx_pcie_io_resource = { .name = "PCIe0 I/O space", .start = PCIE_IO_PHY_BASE, .end = PCIE_IO_PHY_END, .flags = IORESOURCE_IO, }; static struct resource ifx_pcie_mem_resource = { .name = "PCIe0 Memory space", .start = PCIE_MEM_PHY_BASE, .end = PCIE_MEM_PHY_END, .flags = IORESOURCE_MEM, }; static struct pci_ops ifx_pcie_ops = { .read = ifx_pcie_read_config, .write = ifx_pcie_write_config, }; static struct ifx_pci_controller ifx_pcie_controller[IFX_PCIE_CORE_NR] = { { .pcic = { .pci_ops = &ifx_pcie_ops, .mem_resource = &ifx_pcie_mem_resource, .io_resource = &ifx_pcie_io_resource, }, .port = IFX_PCIE_PORT0, }, }; static inline void pcie_core_int_clear_all(int pcie_port) { unsigned int reg; reg = IFX_REG_R32(PCIE_IRNCR(pcie_port)); reg &= PCIE_RC_CORE_COMBINED_INT; IFX_REG_W32(reg, PCIE_IRNCR(pcie_port)); } static irqreturn_t pcie_rc_core_isr(int irq, void *dev_id) { struct ifx_pci_controller *ctrl = (struct ifx_pci_controller *)dev_id; int pcie_port = ctrl->port; IFX_PCIE_PRINT(PCIE_MSG_ISR, "PCIe RC error intr %d\n", irq); pcie_core_int_clear_all(pcie_port); return IRQ_HANDLED; } static int pcie_rc_core_int_init(int pcie_port) { int ret; /* Enable core interrupt */ IFX_REG_SET_BIT(PCIE_RC_CORE_COMBINED_INT, PCIE_IRNEN(pcie_port)); /* Clear it first */ IFX_REG_SET_BIT(PCIE_RC_CORE_COMBINED_INT, PCIE_IRNCR(pcie_port)); ret = request_irq(pcie_irqs[pcie_port].ir_irq.irq, pcie_rc_core_isr, IRQF_DISABLED, pcie_irqs[pcie_port].ir_irq.name, &ifx_pcie_controller[pcie_port]); if (ret) printk(KERN_ERR "%s request irq %d failed\n", __func__, IFX_PCIE_IR); return ret; } int ifx_pcie_bios_map_irq(const struct pci_dev *dev, u8 slot, u8 pin) { unsigned int irq_bit = 0; int irq = 0; struct ifx_pci_controller *ctrl = dev->bus->sysdata; int pcie_port = ctrl->port; IFX_PCIE_PRINT(PCIE_MSG_FIXUP, "%s port %d dev %s slot %d pin %d \n", __func__, pcie_port, pci_name(dev), slot, pin); if ((pin == PCIE_LEGACY_DISABLE) || (pin > PCIE_LEGACY_INT_MAX)) { printk(KERN_WARNING "WARNING: dev %s: invalid interrupt pin %d\n", pci_name(dev), pin); return -1; } /* Pin index so minus one */ irq_bit = pcie_irqs[pcie_port].legacy_irq[pin - 1].irq_bit; irq = pcie_irqs[pcie_port].legacy_irq[pin - 1].irq; IFX_REG_SET_BIT(irq_bit, PCIE_IRNEN(pcie_port)); IFX_REG_SET_BIT(irq_bit, PCIE_IRNCR(pcie_port)); IFX_PCIE_PRINT(PCIE_MSG_FIXUP, "%s dev %s irq %d assigned\n", __func__, pci_name(dev), irq); return irq; } /** * \fn int ifx_pcie_bios_plat_dev_init(struct pci_dev *dev) * \brief Called to perform platform specific PCI setup * * \param[in] dev The Linux PCI device structure for the device to map * \return OK * \ingroup IFX_PCIE_OS */ int ifx_pcie_bios_plat_dev_init(struct pci_dev *dev) { u16 config; unsigned int dconfig; int pos; /* Enable reporting System errors and parity errors on all devices */ /* Enable parity checking and error reporting */ pci_read_config_word(dev, PCI_COMMAND, &config); config |= PCI_COMMAND_PARITY | PCI_COMMAND_SERR /*| PCI_COMMAND_INVALIDATE | PCI_COMMAND_FAST_BACK*/; pci_write_config_word(dev, PCI_COMMAND, config); if (dev->subordinate) { /* Set latency timers on sub bridges */ pci_write_config_byte(dev, PCI_SEC_LATENCY_TIMER, 0x40); /* XXX, */ /* More bridge error detection */ pci_read_config_word(dev, PCI_BRIDGE_CONTROL, &config); config |= PCI_BRIDGE_CTL_PARITY | PCI_BRIDGE_CTL_SERR; pci_write_config_word(dev, PCI_BRIDGE_CONTROL, config); } /* Enable the PCIe normal error reporting */ pos = pci_find_capability(dev, PCI_CAP_ID_EXP); if (pos) { /* Disable system error generation in response to error messages */ pci_read_config_word(dev, pos + PCI_EXP_RTCTL, &config); config &= ~(PCI_EXP_RTCTL_SECEE | PCI_EXP_RTCTL_SENFEE | PCI_EXP_RTCTL_SEFEE); pci_write_config_word(dev, pos + PCI_EXP_RTCTL, config); /* Clear PCIE Capability's Device Status */ pci_read_config_word(dev, pos + PCI_EXP_DEVSTA, &config); pci_write_config_word(dev, pos + PCI_EXP_DEVSTA, config); /* Update Device Control */ pci_read_config_word(dev, pos + PCI_EXP_DEVCTL, &config); /* Correctable Error Reporting */ config |= PCI_EXP_DEVCTL_CERE; /* Non-Fatal Error Reporting */ config |= PCI_EXP_DEVCTL_NFERE; /* Fatal Error Reporting */ config |= PCI_EXP_DEVCTL_FERE; /* Unsupported Request */ config |= PCI_EXP_DEVCTL_URRE; pci_write_config_word(dev, pos + PCI_EXP_DEVCTL, config); } /* Find the Advanced Error Reporting capability */ pos = pci_find_ext_capability(dev, PCI_EXT_CAP_ID_ERR); if (pos) { /* Clear Uncorrectable Error Status */ pci_read_config_dword(dev, pos + PCI_ERR_UNCOR_STATUS, &dconfig); pci_write_config_dword(dev, pos + PCI_ERR_UNCOR_STATUS, dconfig); /* Enable reporting of all uncorrectable errors */ /* Uncorrectable Error Mask - turned on bits disable errors */ pci_write_config_dword(dev, pos + PCI_ERR_UNCOR_MASK, 0); /* * Leave severity at HW default. This only controls if * errors are reported as uncorrectable or * correctable, not if the error is reported. */ /* PCI_ERR_UNCOR_SEVER - Uncorrectable Error Severity */ /* Clear Correctable Error Status */ pci_read_config_dword(dev, pos + PCI_ERR_COR_STATUS, &dconfig); pci_write_config_dword(dev, pos + PCI_ERR_COR_STATUS, dconfig); /* Enable reporting of all correctable errors */ /* Correctable Error Mask - turned on bits disable errors */ pci_write_config_dword(dev, pos + PCI_ERR_COR_MASK, 0); /* Advanced Error Capabilities */ pci_read_config_dword(dev, pos + PCI_ERR_CAP, &dconfig); /* ECRC Generation Enable */ if (dconfig & PCI_ERR_CAP_ECRC_GENC) dconfig |= PCI_ERR_CAP_ECRC_GENE; /* ECRC Check Enable */ if (dconfig & PCI_ERR_CAP_ECRC_CHKC) dconfig |= PCI_ERR_CAP_ECRC_CHKE; pci_write_config_dword(dev, pos + PCI_ERR_CAP, dconfig); /* PCI_ERR_HEADER_LOG - Header Log Register (16 bytes) */ /* Enable Root Port's interrupt in response to error messages */ pci_write_config_dword(dev, pos + PCI_ERR_ROOT_COMMAND, PCI_ERR_ROOT_CMD_COR_EN | PCI_ERR_ROOT_CMD_NONFATAL_EN | PCI_ERR_ROOT_CMD_FATAL_EN); /* Clear the Root status register */ pci_read_config_dword(dev, pos + PCI_ERR_ROOT_STATUS, &dconfig); pci_write_config_dword(dev, pos + PCI_ERR_ROOT_STATUS, dconfig); } /* WAR, only 128 MRRS is supported, force all EPs to support this value */ pcie_set_readrq(dev, 128); return 0; } static void pcie_phy_rst(int pcie_port) { pcie_phy_rst_assert(pcie_port); pcie_phy_rst_deassert(pcie_port); /* Make sure PHY PLL is stable */ udelay(20); } static int pcie_rc_initialize(int pcie_port) { int i; pcie_rcu_endian_setup(pcie_port); pcie_ep_gpio_rst_init(pcie_port); /* * XXX, PCIe elastic buffer bug will cause not to be detected. One more * reset PCIe PHY will solve this issue */ for (i = 0; i < IFX_PCIE_PHY_LOOP_CNT; i++) { /* Disable PCIe PHY Analog part for sanity check */ pcie_phy_pmu_disable(pcie_port); pcie_phy_rst(pcie_port); /* PCIe Core reset enabled, low active, sw programmed */ pcie_core_rst_assert(pcie_port); /* Put PCIe EP in reset status */ pcie_device_rst_assert(pcie_port); /* PCI PHY & Core reset disabled, high active, sw programmed */ pcie_core_rst_deassert(pcie_port); /* Already in a quiet state, program PLL, enable PHY, check ready bit */ pcie_phy_clock_mode_setup(pcie_port); /* Enable PCIe PHY and Clock */ pcie_core_pmu_setup(pcie_port); /* Clear status registers */ pcie_status_register_clear(pcie_port); #ifdef CONFIG_PCI_MSI pcie_msi_init(pcie_port); #endif /* CONFIG_PCI_MSI */ pcie_rc_cfg_reg_setup(pcie_port); /* Once link is up, break out */ if (pcie_app_loigc_setup(pcie_port) == 0) break; } if (i >= IFX_PCIE_PHY_LOOP_CNT) { printk(KERN_ERR "%s link up failed!!!!!\n", __func__); return -EIO; } /* NB, don't increase ACK/NACK timer timeout value, which will cause a lot of COR errors */ pcie_replay_time_update(pcie_port); return 0; } static int inline ifx_pcie_startup_port_nr(void) { int pcie_port = IFX_PCIE_PORT0; pcie_port = IFX_PCIE_PORT0; return pcie_port; } /** * \fn static int __init ifx_pcie_bios_init(void) * \brief Initialize the IFX PCIe controllers * * \return -EIO PCIe PHY link is not up * \return -ENOMEM Configuration/IO space failed to map * \return 0 OK * \ingroup IFX_PCIE_OS */ extern int (*ltqpci_plat_arch_init)(struct pci_dev *dev); extern int (*ltqpci_map_irq)(const struct pci_dev *dev, u8 slot, u8 pin); static int __devinit ltq_pcie_probe(struct platform_device *pdev) { char ver_str[128] = {0}; void __iomem *io_map_base; int pcie_port; int startup_port; ltqpci_map_irq = ifx_pcie_bios_map_irq; ltqpci_plat_arch_init = ifx_pcie_bios_plat_dev_init; /* Enable AHB Master/ Slave */ pcie_ahb_pmu_setup(); startup_port = ifx_pcie_startup_port_nr(); ltq_gpio_request(&pdev->dev, IFX_PCIE_GPIO_RESET, 0, 1, "pcie-reset"); for (pcie_port = startup_port; pcie_port < IFX_PCIE_CORE_NR; pcie_port++){ if (pcie_rc_initialize(pcie_port) == 0) { /* Otherwise, warning will pop up */ io_map_base = ioremap(PCIE_IO_PHY_PORT_TO_BASE(pcie_port), PCIE_IO_SIZE); if (io_map_base == NULL) return -ENOMEM; ifx_pcie_controller[pcie_port].pcic.io_map_base = (unsigned long)io_map_base; register_pci_controller(&ifx_pcie_controller[pcie_port].pcic); /* XXX, clear error status */ pcie_rc_core_int_init(pcie_port); } } printk(KERN_INFO "%s", ver_str); return 0; } static struct platform_driver ltq_pcie_driver = { .probe = ltq_pcie_probe, .driver = { .name = "pcie-xway", .owner = THIS_MODULE, }, }; int __init pciebios_init(void) { return platform_driver_register(<q_pcie_driver); } arch_initcall(pciebios_init);