238 lines
7.3 KiB
C
238 lines
7.3 KiB
C
|
/*
|
||
|
|
* Portions Copyright 2008 VMware, Inc.
|
||
|
|
*/
|
||
|
|
#ifndef _X86_64_PAGE_H
|
||
|
|
#define _X86_64_PAGE_H
|
||
|
|
|
||
|
|
#ifdef __KERNEL__
|
||
|
|
#include <asm/const.h>
|
||
|
|
|
||
|
|
/* PAGE_SHIFT determines the page size */
|
||
|
|
#if defined(__VMKLNX__)
|
||
|
|
#include "vmkapi.h"
|
||
|
|
#define PAGE_SHIFT (VMK_PAGE_SHIFT)
|
||
|
|
#else /* !defined(__VMKLNX__) */
|
||
|
|
#define PAGE_SHIFT 12
|
||
|
|
#endif /* defined(__VMKLNX__) */
|
||
|
|
#define PAGE_SIZE (_AC(1,UL) << PAGE_SHIFT)
|
||
|
|
#define PAGE_MASK (~(PAGE_SIZE-1))
|
||
|
|
#define PHYSICAL_PAGE_MASK (~(PAGE_SIZE-1) & __PHYSICAL_MASK)
|
||
|
|
|
||
|
|
#define THREAD_ORDER 1
|
||
|
|
#define THREAD_SIZE (PAGE_SIZE << THREAD_ORDER)
|
||
|
|
#define CURRENT_MASK (~(THREAD_SIZE-1))
|
||
|
|
|
||
|
|
#define EXCEPTION_STACK_ORDER 0
|
||
|
|
#define EXCEPTION_STKSZ (PAGE_SIZE << EXCEPTION_STACK_ORDER)
|
||
|
|
|
||
|
|
#define DEBUG_STACK_ORDER (EXCEPTION_STACK_ORDER + 1)
|
||
|
|
#define DEBUG_STKSZ (PAGE_SIZE << DEBUG_STACK_ORDER)
|
||
|
|
|
||
|
|
#define IRQSTACK_ORDER 2
|
||
|
|
#define IRQSTACKSIZE (PAGE_SIZE << IRQSTACK_ORDER)
|
||
|
|
|
||
|
|
#define STACKFAULT_STACK 1
|
||
|
|
#define DOUBLEFAULT_STACK 2
|
||
|
|
#define NMI_STACK 3
|
||
|
|
#define DEBUG_STACK 4
|
||
|
|
#define MCE_STACK 5
|
||
|
|
#define N_EXCEPTION_STACKS 5 /* hw limit: 7 */
|
||
|
|
|
||
|
|
#define LARGE_PAGE_MASK (~(LARGE_PAGE_SIZE-1))
|
||
|
|
#define LARGE_PAGE_SIZE (_AC(1,UL) << PMD_SHIFT)
|
||
|
|
|
||
|
|
#define HPAGE_SHIFT PMD_SHIFT
|
||
|
|
#define HPAGE_SIZE (_AC(1,UL) << HPAGE_SHIFT)
|
||
|
|
#define HPAGE_MASK (~(HPAGE_SIZE - 1))
|
||
|
|
#define HUGETLB_PAGE_ORDER (HPAGE_SHIFT - PAGE_SHIFT)
|
||
|
|
|
||
|
|
#ifndef __ASSEMBLY__
|
||
|
|
|
||
|
|
extern unsigned long end_pfn;
|
||
|
|
|
||
|
|
void clear_page(void *);
|
||
|
|
void copy_page(void *, void *);
|
||
|
|
|
||
|
|
#define clear_user_page(page, vaddr, pg) clear_page(page)
|
||
|
|
#define copy_user_page(to, from, vaddr, pg) copy_page(to, from)
|
||
|
|
|
||
|
|
#define alloc_zeroed_user_highpage(vma, vaddr) alloc_page_vma(GFP_HIGHUSER | __GFP_ZERO, vma, vaddr)
|
||
|
|
#define __HAVE_ARCH_ALLOC_ZEROED_USER_HIGHPAGE
|
||
|
|
/*
|
||
|
|
* These are used to make use of C type-checking..
|
||
|
|
*/
|
||
|
|
typedef struct { unsigned long pte; } pte_t;
|
||
|
|
typedef struct { unsigned long pmd; } pmd_t;
|
||
|
|
typedef struct { unsigned long pud; } pud_t;
|
||
|
|
typedef struct { unsigned long pgd; } pgd_t;
|
||
|
|
#define PTE_MASK PHYSICAL_PAGE_MASK
|
||
|
|
|
||
|
|
typedef struct { unsigned long pgprot; } pgprot_t;
|
||
|
|
|
||
|
|
extern unsigned long phys_base;
|
||
|
|
|
||
|
|
#define pte_val(x) ((x).pte)
|
||
|
|
#define pmd_val(x) ((x).pmd)
|
||
|
|
#define pud_val(x) ((x).pud)
|
||
|
|
#define pgd_val(x) ((x).pgd)
|
||
|
|
#define pgprot_val(x) ((x).pgprot)
|
||
|
|
|
||
|
|
#define __pte(x) ((pte_t) { (x) } )
|
||
|
|
#define __pmd(x) ((pmd_t) { (x) } )
|
||
|
|
#define __pud(x) ((pud_t) { (x) } )
|
||
|
|
#define __pgd(x) ((pgd_t) { (x) } )
|
||
|
|
#define __pgprot(x) ((pgprot_t) { (x) } )
|
||
|
|
|
||
|
|
#endif /* !__ASSEMBLY__ */
|
||
|
|
|
||
|
|
#define __START_KERNEL_map _AC(0xffffffff80000000,UL)
|
||
|
|
#define __PAGE_OFFSET _AC(0xffff810000000000,UL)
|
||
|
|
|
||
|
|
/**
|
||
|
|
* PAGE_ALIGN - Align address to the next page boundary
|
||
|
|
* @addr: Address to align
|
||
|
|
*
|
||
|
|
* Aligns address @addr to the next page boundary
|
||
|
|
*
|
||
|
|
* SYNOPSIS:
|
||
|
|
* #define PAGE_ALIGN(addr)
|
||
|
|
*
|
||
|
|
* RETURN VALUE:
|
||
|
|
* The page aligned address
|
||
|
|
*
|
||
|
|
*/
|
||
|
|
/* _VMKLNX_CODECHECK_: PAGE_ALIGN */
|
||
|
|
#define PAGE_ALIGN(addr) (((addr)+PAGE_SIZE-1)&PAGE_MASK)
|
||
|
|
|
||
|
|
/* See Documentation/x86_64/mm.txt for a description of the memory map. */
|
||
|
|
#define __PHYSICAL_MASK_SHIFT 46
|
||
|
|
#define __PHYSICAL_MASK ((_AC(1,UL) << __PHYSICAL_MASK_SHIFT) - 1)
|
||
|
|
#define __VIRTUAL_MASK_SHIFT 48
|
||
|
|
#define __VIRTUAL_MASK ((_AC(1,UL) << __VIRTUAL_MASK_SHIFT) - 1)
|
||
|
|
|
||
|
|
#define KERNEL_TEXT_SIZE (_AC(40,UL)*1024*1024)
|
||
|
|
#define KERNEL_TEXT_START _AC(0xffffffff80000000,UL)
|
||
|
|
|
||
|
|
#ifndef __ASSEMBLY__
|
||
|
|
|
||
|
|
#include <asm/bug.h>
|
||
|
|
|
||
|
|
#endif /* __ASSEMBLY__ */
|
||
|
|
|
||
|
|
#define PAGE_OFFSET __PAGE_OFFSET
|
||
|
|
|
||
|
|
/* Note: __pa(&symbol_visible_to_c) should be always replaced with __pa_symbol.
|
||
|
|
Otherwise you risk miscompilation. */
|
||
|
|
#if defined(__VMKLNX__)
|
||
|
|
/**
|
||
|
|
* __pa - virtual address to machine address
|
||
|
|
* @vaddr: virtual address to convert
|
||
|
|
*
|
||
|
|
* Returns the machine address of the physical page that maps to @vaddr.
|
||
|
|
*
|
||
|
|
* SYNOPOSIS:
|
||
|
|
* #define __pa(vaddr)
|
||
|
|
*
|
||
|
|
* RETURN VALUE:
|
||
|
|
* Machine address
|
||
|
|
*/
|
||
|
|
/* _VMKLNX_CODECHECK_: __pa */
|
||
|
|
#define __pa(vaddr) \
|
||
|
|
({ \
|
||
|
|
vmk_MachAddr maddr; \
|
||
|
|
vmk_VirtAddrToMachAddr((vmk_VirtAddr)(vaddr), &maddr); \
|
||
|
|
(unsigned long)maddr; \
|
||
|
|
})
|
||
|
|
|
||
|
|
/**
|
||
|
|
* __va - machine address to virtual address
|
||
|
|
* @maddr: machine address to convert
|
||
|
|
*
|
||
|
|
* Returns the virtual address of that maps to machine address @maddr.
|
||
|
|
*
|
||
|
|
* SYNOPOSIS:
|
||
|
|
* #define __va(maddr)
|
||
|
|
*
|
||
|
|
* RETURN VALUE:
|
||
|
|
* Virtual address
|
||
|
|
*/
|
||
|
|
/* _VMKLNX_CODECHECK_: __va */
|
||
|
|
#define __va(maddr) \
|
||
|
|
({ \
|
||
|
|
vmk_VirtAddr vaddr; \
|
||
|
|
vmk_MachAddrToVirtAddr((vmk_MachAddr)(maddr), &vaddr); \
|
||
|
|
(void *)vaddr; \
|
||
|
|
})
|
||
|
|
|
||
|
|
/**
|
||
|
|
* page_to_virt - page handle to virtual address
|
||
|
|
* @page: page handle
|
||
|
|
*
|
||
|
|
* Returns the virtual address that @page maps to.
|
||
|
|
*
|
||
|
|
* SYNOPSIS:
|
||
|
|
* #define page_to_virt(page)
|
||
|
|
*
|
||
|
|
* RETURN VALUE:
|
||
|
|
* virtual address
|
||
|
|
*/
|
||
|
|
/* _VMKLNX_CODECHECK_: page_to_virt */
|
||
|
|
#define page_to_virt(page) (__va(page_to_pfn(page) << PAGE_SHIFT))
|
||
|
|
|
||
|
|
/**
|
||
|
|
* virt_to_page - virtual address to page handle
|
||
|
|
* @vaddr: virtual address
|
||
|
|
*
|
||
|
|
* Returns the handle of the page maps to address @vaddr.
|
||
|
|
*
|
||
|
|
* SYNOPSIS:
|
||
|
|
* #define virt_to_page(vaddr)
|
||
|
|
*
|
||
|
|
* ESX Deviation Notes:
|
||
|
|
* The resulting page handle cannot be derefenced. The returned value
|
||
|
|
* doesn't correspond to an address of page structure but to the actual page
|
||
|
|
* number. This page handle needs to be handled through the page api only.
|
||
|
|
*
|
||
|
|
* RETURN VALUE:
|
||
|
|
* page handle
|
||
|
|
*
|
||
|
|
*/
|
||
|
|
/* _VMKLNX_CODECHECK_: virt_to_page */
|
||
|
|
#define virt_to_page(vaddr) (pfn_to_page(__pa(vaddr) >> PAGE_SHIFT))
|
||
|
|
#else /* !defined(__VMKLNX__) */
|
||
|
|
#define __pa(x) ((unsigned long)(x) - PAGE_OFFSET)
|
||
|
|
/* __pa_symbol should be used for C visible symbols.
|
||
|
|
This seems to be the official gcc blessed way to do such arithmetic. */
|
||
|
|
#define __pa_symbol(x) \
|
||
|
|
({unsigned long v; \
|
||
|
|
asm("" : "=r" (v) : "0" (x)); \
|
||
|
|
((v - __START_KERNEL_map) + phys_base); })
|
||
|
|
#define __va(x) ((void *)((unsigned long)(x)+PAGE_OFFSET))
|
||
|
|
#ifdef CONFIG_FLATMEM
|
||
|
|
#define pfn_valid(pfn) ((pfn) < end_pfn)
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#define virt_to_page(kaddr) pfn_to_page(__pa(kaddr) >> PAGE_SHIFT)
|
||
|
|
#define virt_addr_valid(kaddr) pfn_valid(__pa(kaddr) >> PAGE_SHIFT)
|
||
|
|
#define pfn_to_kaddr(pfn) __va((pfn) << PAGE_SHIFT)
|
||
|
|
|
||
|
|
#define VM_DATA_DEFAULT_FLAGS \
|
||
|
|
(((current->personality & READ_IMPLIES_EXEC) ? VM_EXEC : 0 ) | \
|
||
|
|
VM_READ | VM_WRITE | VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC)
|
||
|
|
|
||
|
|
#define __HAVE_ARCH_GATE_AREA 1
|
||
|
|
#endif /* defined(__VMKLNX__) */
|
||
|
|
|
||
|
|
#include <asm-generic/memory_model.h>
|
||
|
|
#include <asm-generic/page.h>
|
||
|
|
|
||
|
|
#if !defined(__VMKLNX__)
|
||
|
|
#ifndef __ASSEMBLY__
|
||
|
|
extern int devmem_is_allowed(unsigned long pagenr);
|
||
|
|
#endif
|
||
|
|
#endif /* !defined(__VMKLNX__) */
|
||
|
|
|
||
|
|
#endif /* __KERNEL__ */
|
||
|
|
|
||
|
|
#endif /* _X86_64_PAGE_H */
|