powerpc/powernv/pci: Fallback to OPAL for TCE invalidations
If we don't find registers for the PHB or don't know the model specific invalidation method, use OPAL calls instead. Signed-off-by: Benjamin Herrenschmidt <benh@kernel.crashing.org> Signed-off-by: Michael Ellerman <mpe@ellerman.id.au>
This commit is contained in:
parent
fd141d1a99
commit
f0228c4130
@ -1861,6 +1861,17 @@ static void pnv_pci_phb3_tce_invalidate(struct pnv_ioda_pe *pe, bool rm,
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
static inline void pnv_pci_ioda2_tce_invalidate_pe(struct pnv_ioda_pe *pe)
|
||||||
|
{
|
||||||
|
struct pnv_phb *phb = pe->phb;
|
||||||
|
|
||||||
|
if (phb->model == PNV_PHB_MODEL_PHB3 && phb->regs)
|
||||||
|
pnv_pci_phb3_tce_invalidate_pe(pe);
|
||||||
|
else
|
||||||
|
opal_pci_tce_kill(phb->opal_id, OPAL_PCI_TCE_KILL_PE,
|
||||||
|
pe->pe_number, 0, 0, 0);
|
||||||
|
}
|
||||||
|
|
||||||
static void pnv_pci_ioda2_tce_invalidate(struct iommu_table *tbl,
|
static void pnv_pci_ioda2_tce_invalidate(struct iommu_table *tbl,
|
||||||
unsigned long index, unsigned long npages, bool rm)
|
unsigned long index, unsigned long npages, bool rm)
|
||||||
{
|
{
|
||||||
@ -1869,17 +1880,31 @@ static void pnv_pci_ioda2_tce_invalidate(struct iommu_table *tbl,
|
|||||||
list_for_each_entry_rcu(tgl, &tbl->it_group_list, next) {
|
list_for_each_entry_rcu(tgl, &tbl->it_group_list, next) {
|
||||||
struct pnv_ioda_pe *pe = container_of(tgl->table_group,
|
struct pnv_ioda_pe *pe = container_of(tgl->table_group,
|
||||||
struct pnv_ioda_pe, table_group);
|
struct pnv_ioda_pe, table_group);
|
||||||
if (pe->phb->type == PNV_PHB_NPU) {
|
struct pnv_phb *phb = pe->phb;
|
||||||
|
unsigned int shift = tbl->it_page_shift;
|
||||||
|
|
||||||
|
if (phb->type == PNV_PHB_NPU) {
|
||||||
/*
|
/*
|
||||||
* The NVLink hardware does not support TCE kill
|
* The NVLink hardware does not support TCE kill
|
||||||
* per TCE entry so we have to invalidate
|
* per TCE entry so we have to invalidate
|
||||||
* the entire cache for it.
|
* the entire cache for it.
|
||||||
*/
|
*/
|
||||||
pnv_pci_phb3_tce_invalidate_entire(pe->phb, rm);
|
pnv_pci_phb3_tce_invalidate_entire(phb, rm);
|
||||||
continue;
|
continue;
|
||||||
}
|
}
|
||||||
pnv_pci_phb3_tce_invalidate(pe, rm, tbl->it_page_shift,
|
if (phb->model == PNV_PHB_MODEL_PHB3 && phb->regs)
|
||||||
index, npages);
|
pnv_pci_phb3_tce_invalidate(pe, rm, shift,
|
||||||
|
index, npages);
|
||||||
|
else if (rm)
|
||||||
|
opal_rm_pci_tce_kill(phb->opal_id,
|
||||||
|
OPAL_PCI_TCE_KILL_PAGES,
|
||||||
|
pe->pe_number, 1u << shift,
|
||||||
|
index << shift, npages);
|
||||||
|
else
|
||||||
|
opal_pci_tce_kill(phb->opal_id,
|
||||||
|
OPAL_PCI_TCE_KILL_PAGES,
|
||||||
|
pe->pe_number, 1u << shift,
|
||||||
|
index << shift, npages);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
Loading…
Reference in New Issue
Block a user