|
@@ -1976,9 +1976,10 @@ static void pnv_pci_p7ioc_tce_invalidate(struct iommu_table *tbl,
|
|
mb(); /* Ensure above stores are visible */
|
|
mb(); /* Ensure above stores are visible */
|
|
while (start <= end) {
|
|
while (start <= end) {
|
|
if (rm)
|
|
if (rm)
|
|
- __raw_rm_writeq(cpu_to_be64(start), invalidate);
|
|
|
|
|
|
+ __raw_rm_writeq_be(start, invalidate);
|
|
else
|
|
else
|
|
- __raw_writeq(cpu_to_be64(start), invalidate);
|
|
|
|
|
|
+ __raw_writeq_be(start, invalidate);
|
|
|
|
+
|
|
start += inc;
|
|
start += inc;
|
|
}
|
|
}
|
|
|
|
|
|
@@ -2055,9 +2056,9 @@ static void pnv_pci_phb3_tce_invalidate_entire(struct pnv_phb *phb, bool rm)
|
|
|
|
|
|
mb(); /* Ensure previous TCE table stores are visible */
|
|
mb(); /* Ensure previous TCE table stores are visible */
|
|
if (rm)
|
|
if (rm)
|
|
- __raw_rm_writeq(cpu_to_be64(val), invalidate);
|
|
|
|
|
|
+ __raw_rm_writeq_be(val, invalidate);
|
|
else
|
|
else
|
|
- __raw_writeq(cpu_to_be64(val), invalidate);
|
|
|
|
|
|
+ __raw_writeq_be(val, invalidate);
|
|
}
|
|
}
|
|
|
|
|
|
static inline void pnv_pci_phb3_tce_invalidate_pe(struct pnv_ioda_pe *pe)
|
|
static inline void pnv_pci_phb3_tce_invalidate_pe(struct pnv_ioda_pe *pe)
|
|
@@ -2067,7 +2068,7 @@ static inline void pnv_pci_phb3_tce_invalidate_pe(struct pnv_ioda_pe *pe)
|
|
unsigned long val = PHB3_TCE_KILL_INVAL_PE | (pe->pe_number & 0xFF);
|
|
unsigned long val = PHB3_TCE_KILL_INVAL_PE | (pe->pe_number & 0xFF);
|
|
|
|
|
|
mb(); /* Ensure above stores are visible */
|
|
mb(); /* Ensure above stores are visible */
|
|
- __raw_writeq(cpu_to_be64(val), invalidate);
|
|
|
|
|
|
+ __raw_writeq_be(val, invalidate);
|
|
}
|
|
}
|
|
|
|
|
|
static void pnv_pci_phb3_tce_invalidate(struct pnv_ioda_pe *pe, bool rm,
|
|
static void pnv_pci_phb3_tce_invalidate(struct pnv_ioda_pe *pe, bool rm,
|
|
@@ -2090,9 +2091,9 @@ static void pnv_pci_phb3_tce_invalidate(struct pnv_ioda_pe *pe, bool rm,
|
|
|
|
|
|
while (start <= end) {
|
|
while (start <= end) {
|
|
if (rm)
|
|
if (rm)
|
|
- __raw_rm_writeq(cpu_to_be64(start), invalidate);
|
|
|
|
|
|
+ __raw_rm_writeq_be(start, invalidate);
|
|
else
|
|
else
|
|
- __raw_writeq(cpu_to_be64(start), invalidate);
|
|
|
|
|
|
+ __raw_writeq_be(start, invalidate);
|
|
start += inc;
|
|
start += inc;
|
|
}
|
|
}
|
|
}
|
|
}
|