forked from Minki/linux
0a9fe8ca84
The usage of __flush_tlb_all() in the kernel_physical_mapping_init() path is not necessary. In general flushing the TLB is not required when updating an entry from the !present state. However, to give confidence in the future removal of TLB flushing in this path, use the new set_pte_safe() family of helpers to assert that the !present assumption is true in this path. [ mingo: Minor readability edits. ] Suggested-by: Peter Zijlstra <peterz@infradead.org> Suggested-by: Dave Hansen <dave.hansen@intel.com> Signed-off-by: Dan Williams <dan.j.williams@intel.com> Acked-by: Kirill A. Shutemov <kirill.shutemov@linux.intel.com> Acked-by: Peter Zijlstra (Intel) <peterz@infradead.org> Cc: Andy Lutomirski <luto@kernel.org> Cc: Borislav Petkov <bp@alien8.de> Cc: Dave Hansen <dave.hansen@linux.intel.com> Cc: H. Peter Anvin <hpa@zytor.com> Cc: Linus Torvalds <torvalds@linux-foundation.org> Cc: Rik van Riel <riel@surriel.com> Cc: Sebastian Andrzej Siewior <bigeasy@linutronix.de> Cc: Thomas Gleixner <tglx@linutronix.de> Link: http://lkml.kernel.org/r/154395944177.32119.8524957429632012270.stgit@dwillia2-desk3.amr.corp.intel.com Signed-off-by: Ingo Molnar <mingo@kernel.org>
70 lines
2.0 KiB
C
70 lines
2.0 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
#ifndef _PGTABLE_NOPUD_H
|
|
#define _PGTABLE_NOPUD_H
|
|
|
|
#ifndef __ASSEMBLY__
|
|
|
|
#ifdef __ARCH_USE_5LEVEL_HACK
|
|
#include <asm-generic/pgtable-nop4d-hack.h>
|
|
#else
|
|
#include <asm-generic/pgtable-nop4d.h>
|
|
|
|
#define __PAGETABLE_PUD_FOLDED 1
|
|
|
|
/*
|
|
* Having the pud type consist of a p4d gets the size right, and allows
|
|
* us to conceptually access the p4d entry that this pud is folded into
|
|
* without casting.
|
|
*/
|
|
typedef struct { p4d_t p4d; } pud_t;
|
|
|
|
#define PUD_SHIFT P4D_SHIFT
|
|
#define PTRS_PER_PUD 1
|
|
#define PUD_SIZE (1UL << PUD_SHIFT)
|
|
#define PUD_MASK (~(PUD_SIZE-1))
|
|
|
|
/*
|
|
* The "p4d_xxx()" functions here are trivial for a folded two-level
|
|
* setup: the pud is never bad, and a pud always exists (as it's folded
|
|
* into the p4d entry)
|
|
*/
|
|
static inline int p4d_none(p4d_t p4d) { return 0; }
|
|
static inline int p4d_bad(p4d_t p4d) { return 0; }
|
|
static inline int p4d_present(p4d_t p4d) { return 1; }
|
|
static inline void p4d_clear(p4d_t *p4d) { }
|
|
#define pud_ERROR(pud) (p4d_ERROR((pud).p4d))
|
|
|
|
#define p4d_populate(mm, p4d, pud) do { } while (0)
|
|
#define p4d_populate_safe(mm, p4d, pud) do { } while (0)
|
|
/*
|
|
* (puds are folded into p4ds so this doesn't get actually called,
|
|
* but the define is needed for a generic inline function.)
|
|
*/
|
|
#define set_p4d(p4dptr, p4dval) set_pud((pud_t *)(p4dptr), (pud_t) { p4dval })
|
|
|
|
static inline pud_t *pud_offset(p4d_t *p4d, unsigned long address)
|
|
{
|
|
return (pud_t *)p4d;
|
|
}
|
|
|
|
#define pud_val(x) (p4d_val((x).p4d))
|
|
#define __pud(x) ((pud_t) { __p4d(x) })
|
|
|
|
#define p4d_page(p4d) (pud_page((pud_t){ p4d }))
|
|
#define p4d_page_vaddr(p4d) (pud_page_vaddr((pud_t){ p4d }))
|
|
|
|
/*
|
|
* allocating and freeing a pud is trivial: the 1-entry pud is
|
|
* inside the p4d, so has no extra memory associated with it.
|
|
*/
|
|
#define pud_alloc_one(mm, address) NULL
|
|
#define pud_free(mm, x) do { } while (0)
|
|
#define __pud_free_tlb(tlb, x, a) do { } while (0)
|
|
|
|
#undef pud_addr_end
|
|
#define pud_addr_end(addr, end) (end)
|
|
|
|
#endif /* __ASSEMBLY__ */
|
|
#endif /* !__ARCH_USE_5LEVEL_HACK */
|
|
#endif /* _PGTABLE_NOPUD_H */
|