40692eb5ee
POWER9 supports hugepages of size 2M and 1G in radix MMU mode. This
patch enables the usage of 1G page size for hugetlbfs. This also update
the helper such we can do 1G page allocation at runtime.
We still don't enable 1G page size on DD1 version. This is to avoid
doing workaround mentioned in commit 6d3a0379eb ("powerpc/mm: Add
radix__tlb_flush_pte_p9_dd1()").
Link: http://lkml.kernel.org/r/1494995292-4443-2-git-send-email-aneesh.kumar@linux.vnet.ibm.com
Signed-off-by: Aneesh Kumar K.V <aneesh.kumar@linux.vnet.ibm.com>
Cc: Michael Ellerman <mpe@ellerman.id.au> (powerpc)
Cc: Anshuman Khandual <khandual@linux.vnet.ibm.com>
Cc: Benjamin Herrenschmidt <benh@kernel.crashing.org>
Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
64 lines
1.7 KiB
C
64 lines
1.7 KiB
C
#ifndef _ASM_POWERPC_BOOK3S_64_HUGETLB_H
|
|
#define _ASM_POWERPC_BOOK3S_64_HUGETLB_H
|
|
/*
|
|
* For radix we want generic code to handle hugetlb. But then if we want
|
|
* both hash and radix to be enabled together we need to workaround the
|
|
* limitations.
|
|
*/
|
|
void radix__flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
|
|
void radix__local_flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
|
|
extern unsigned long
|
|
radix__hugetlb_get_unmapped_area(struct file *file, unsigned long addr,
|
|
unsigned long len, unsigned long pgoff,
|
|
unsigned long flags);
|
|
|
|
static inline int hstate_get_psize(struct hstate *hstate)
|
|
{
|
|
unsigned long shift;
|
|
|
|
shift = huge_page_shift(hstate);
|
|
if (shift == mmu_psize_defs[MMU_PAGE_2M].shift)
|
|
return MMU_PAGE_2M;
|
|
else if (shift == mmu_psize_defs[MMU_PAGE_1G].shift)
|
|
return MMU_PAGE_1G;
|
|
else if (shift == mmu_psize_defs[MMU_PAGE_16M].shift)
|
|
return MMU_PAGE_16M;
|
|
else if (shift == mmu_psize_defs[MMU_PAGE_16G].shift)
|
|
return MMU_PAGE_16G;
|
|
else {
|
|
WARN(1, "Wrong huge page shift\n");
|
|
return mmu_virtual_psize;
|
|
}
|
|
}
|
|
|
|
#define arch_make_huge_pte arch_make_huge_pte
|
|
static inline pte_t arch_make_huge_pte(pte_t entry, struct vm_area_struct *vma,
|
|
struct page *page, int writable)
|
|
{
|
|
unsigned long page_shift;
|
|
|
|
if (!cpu_has_feature(CPU_FTR_POWER9_DD1))
|
|
return entry;
|
|
|
|
page_shift = huge_page_shift(hstate_vma(vma));
|
|
/*
|
|
* We don't support 1G hugetlb pages yet.
|
|
*/
|
|
VM_WARN_ON(page_shift == mmu_psize_defs[MMU_PAGE_1G].shift);
|
|
if (page_shift == mmu_psize_defs[MMU_PAGE_2M].shift)
|
|
return __pte(pte_val(entry) | R_PAGE_LARGE);
|
|
else
|
|
return entry;
|
|
}
|
|
|
|
#ifdef CONFIG_ARCH_HAS_GIGANTIC_PAGE
|
|
static inline bool gigantic_page_supported(void)
|
|
{
|
|
if (radix_enabled())
|
|
return true;
|
|
return false;
|
|
}
|
|
#endif
|
|
|
|
#endif
|