pgtable.h 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448
  1. /*
  2. * include/asm-xtensa/pgtable.h
  3. *
  4. * This program is free software; you can redistribute it and/or modify
  5. * it under the terms of the GNU General Public License version 2 as
  6. * published by the Free Software Foundation.
  7. *
  8. * Copyright (C) 2001 - 2013 Tensilica Inc.
  9. */
  10. #ifndef _XTENSA_PGTABLE_H
  11. #define _XTENSA_PGTABLE_H
  12. #include <asm-generic/pgtable-nopmd.h>
  13. #include <asm/page.h>
  14. /*
  15. * We only use two ring levels, user and kernel space.
  16. */
  17. #define USER_RING 1 /* user ring level */
  18. #define KERNEL_RING 0 /* kernel ring level */
  19. /*
  20. * The Xtensa architecture port of Linux has a two-level page table system,
  21. * i.e. the logical three-level Linux page table layout is folded.
  22. * Each task has the following memory page tables:
  23. *
  24. * PGD table (page directory), ie. 3rd-level page table:
  25. * One page (4 kB) of 1024 (PTRS_PER_PGD) pointers to PTE tables
  26. * (Architectures that don't have the PMD folded point to the PMD tables)
  27. *
  28. * The pointer to the PGD table for a given task can be retrieved from
  29. * the task structure (struct task_struct*) t, e.g. current():
  30. * (t->mm ? t->mm : t->active_mm)->pgd
  31. *
  32. * PMD tables (page middle-directory), ie. 2nd-level page tables:
  33. * Absent for the Xtensa architecture (folded, PTRS_PER_PMD == 1).
  34. *
  35. * PTE tables (page table entry), ie. 1st-level page tables:
  36. * One page (4 kB) of 1024 (PTRS_PER_PTE) PTEs with a special PTE
  37. * invalid_pte_table for absent mappings.
  38. *
  39. * The individual pages are 4 kB big with special pages for the empty_zero_page.
  40. */
  41. #define PGDIR_SHIFT 22
  42. #define PGDIR_SIZE (1UL << PGDIR_SHIFT)
  43. #define PGDIR_MASK (~(PGDIR_SIZE-1))
  44. /*
  45. * Entries per page directory level: we use two-level, so
  46. * we don't really have any PMD directory physically.
  47. */
  48. #define PTRS_PER_PTE 1024
  49. #define PTRS_PER_PTE_SHIFT 10
  50. #define PTRS_PER_PGD 1024
  51. #define PGD_ORDER 0
  52. #define USER_PTRS_PER_PGD (TASK_SIZE/PGDIR_SIZE)
  53. #define FIRST_USER_ADDRESS 0
  54. #define FIRST_USER_PGD_NR (FIRST_USER_ADDRESS >> PGDIR_SHIFT)
  55. /*
  56. * Virtual memory area. We keep a distance to other memory regions to be
  57. * on the safe side. We also use this area for cache aliasing.
  58. */
  59. #define VMALLOC_START 0xC0000000
  60. #define VMALLOC_END 0xC7FEFFFF
  61. #define TLBTEMP_BASE_1 0xC7FF0000
  62. #define TLBTEMP_BASE_2 (TLBTEMP_BASE_1 + DCACHE_WAY_SIZE)
  63. #if 2 * DCACHE_WAY_SIZE > ICACHE_WAY_SIZE
  64. #define TLBTEMP_SIZE (2 * DCACHE_WAY_SIZE)
  65. #else
  66. #define TLBTEMP_SIZE ICACHE_WAY_SIZE
  67. #endif
  68. /*
  69. * For the Xtensa architecture, the PTE layout is as follows:
  70. *
  71. * 31------12 11 10-9 8-6 5-4 3-2 1-0
  72. * +-----------------------------------------+
  73. * | | Software | HARDWARE |
  74. * | PPN | ADW | RI |Attribute|
  75. * +-----------------------------------------+
  76. * pte_none | MBZ | 01 | 11 | 00 |
  77. * +-----------------------------------------+
  78. * present | PPN | 0 | 00 | ADW | RI | CA | wx |
  79. * +- - - - - - - - - - - - - - - - - - - - -+
  80. * (PAGE_NONE)| PPN | 0 | 00 | ADW | 01 | 11 | 11 |
  81. * +-----------------------------------------+
  82. * swap | index | type | 01 | 11 | 00 |
  83. * +- - - - - - - - - - - - - - - - - - - - -+
  84. * file | file offset | 01 | 11 | 10 |
  85. * +-----------------------------------------+
  86. *
  87. * For T1050 hardware and earlier the layout differs for present and (PAGE_NONE)
  88. * +-----------------------------------------+
  89. * present | PPN | 0 | 00 | ADW | RI | CA | w1 |
  90. * +-----------------------------------------+
  91. * (PAGE_NONE)| PPN | 0 | 00 | ADW | 01 | 01 | 00 |
  92. * +-----------------------------------------+
  93. *
  94. * Legend:
  95. * PPN Physical Page Number
  96. * ADW software: accessed (young) / dirty / writable
  97. * RI ring (0=privileged, 1=user, 2 and 3 are unused)
  98. * CA cache attribute: 00 bypass, 01 writeback, 10 writethrough
  99. * (11 is invalid and used to mark pages that are not present)
  100. * w page is writable (hw)
  101. * x page is executable (hw)
  102. * index swap offset / PAGE_SIZE (bit 11-31: 21 bits -> 8 GB)
  103. * (note that the index is always non-zero)
  104. * type swap type (5 bits -> 32 types)
  105. * file offset 26-bit offset into the file, in increments of PAGE_SIZE
  106. *
  107. * Notes:
  108. * - (PROT_NONE) is a special case of 'present' but causes an exception for
  109. * any access (read, write, and execute).
  110. * - 'multihit-exception' has the highest priority of all MMU exceptions,
  111. * so the ring must be set to 'RING_USER' even for 'non-present' pages.
  112. * - on older hardware, the exectuable flag was not supported and
  113. * used as a 'valid' flag, so it needs to be always set.
  114. * - we need to keep track of certain flags in software (dirty and young)
  115. * to do this, we use write exceptions and have a separate software w-flag.
  116. * - attribute value 1101 (and 1111 on T1050 and earlier) is reserved
  117. */
  118. #define _PAGE_ATTRIB_MASK 0xf
  119. #define _PAGE_HW_EXEC (1<<0) /* hardware: page is executable */
  120. #define _PAGE_HW_WRITE (1<<1) /* hardware: page is writable */
  121. #define _PAGE_CA_BYPASS (0<<2) /* bypass, non-speculative */
  122. #define _PAGE_CA_WB (1<<2) /* write-back */
  123. #define _PAGE_CA_WT (2<<2) /* write-through */
  124. #define _PAGE_CA_MASK (3<<2)
  125. #define _PAGE_CA_INVALID (3<<2)
  126. /* We use invalid attribute values to distinguish special pte entries */
  127. #if XCHAL_HW_VERSION_MAJOR < 2000
  128. #define _PAGE_HW_VALID 0x01 /* older HW needed this bit set */
  129. #define _PAGE_NONE 0x04
  130. #else
  131. #define _PAGE_HW_VALID 0x00
  132. #define _PAGE_NONE 0x0f
  133. #endif
  134. #define _PAGE_FILE (1<<1) /* file mapped page, only if !present */
  135. #define _PAGE_USER (1<<4) /* user access (ring=1) */
  136. /* Software */
  137. #define _PAGE_WRITABLE_BIT 6
  138. #define _PAGE_WRITABLE (1<<6) /* software: page writable */
  139. #define _PAGE_DIRTY (1<<7) /* software: page dirty */
  140. #define _PAGE_ACCESSED (1<<8) /* software: page accessed (read) */
  141. #ifdef CONFIG_MMU
  142. #define _PAGE_CHG_MASK (PAGE_MASK | _PAGE_ACCESSED | _PAGE_DIRTY)
  143. #define _PAGE_PRESENT (_PAGE_HW_VALID | _PAGE_CA_WB | _PAGE_ACCESSED)
  144. #define PAGE_NONE __pgprot(_PAGE_NONE | _PAGE_USER)
  145. #define PAGE_COPY __pgprot(_PAGE_PRESENT | _PAGE_USER)
  146. #define PAGE_COPY_EXEC __pgprot(_PAGE_PRESENT | _PAGE_USER | _PAGE_HW_EXEC)
  147. #define PAGE_READONLY __pgprot(_PAGE_PRESENT | _PAGE_USER)
  148. #define PAGE_READONLY_EXEC __pgprot(_PAGE_PRESENT | _PAGE_USER | _PAGE_HW_EXEC)
  149. #define PAGE_SHARED __pgprot(_PAGE_PRESENT | _PAGE_USER | _PAGE_WRITABLE)
  150. #define PAGE_SHARED_EXEC \
  151. __pgprot(_PAGE_PRESENT | _PAGE_USER | _PAGE_WRITABLE | _PAGE_HW_EXEC)
  152. #define PAGE_KERNEL __pgprot(_PAGE_PRESENT | _PAGE_HW_WRITE)
  153. #define PAGE_KERNEL_EXEC __pgprot(_PAGE_PRESENT|_PAGE_HW_WRITE|_PAGE_HW_EXEC)
  154. #if (DCACHE_WAY_SIZE > PAGE_SIZE)
  155. # define _PAGE_DIRECTORY (_PAGE_HW_VALID | _PAGE_ACCESSED | _PAGE_CA_BYPASS)
  156. #else
  157. # define _PAGE_DIRECTORY (_PAGE_HW_VALID | _PAGE_ACCESSED | _PAGE_CA_WB)
  158. #endif
  159. #else /* no mmu */
  160. # define PAGE_NONE __pgprot(0)
  161. # define PAGE_SHARED __pgprot(0)
  162. # define PAGE_COPY __pgprot(0)
  163. # define PAGE_READONLY __pgprot(0)
  164. # define PAGE_KERNEL __pgprot(0)
  165. #endif
  166. /*
  167. * On certain configurations of Xtensa MMUs (eg. the initial Linux config),
  168. * the MMU can't do page protection for execute, and considers that the same as
  169. * read. Also, write permissions may imply read permissions.
  170. * What follows is the closest we can get by reasonable means..
  171. * See linux/mm/mmap.c for protection_map[] array that uses these definitions.
  172. */
  173. #define __P000 PAGE_NONE /* private --- */
  174. #define __P001 PAGE_READONLY /* private --r */
  175. #define __P010 PAGE_COPY /* private -w- */
  176. #define __P011 PAGE_COPY /* private -wr */
  177. #define __P100 PAGE_READONLY_EXEC /* private x-- */
  178. #define __P101 PAGE_READONLY_EXEC /* private x-r */
  179. #define __P110 PAGE_COPY_EXEC /* private xw- */
  180. #define __P111 PAGE_COPY_EXEC /* private xwr */
  181. #define __S000 PAGE_NONE /* shared --- */
  182. #define __S001 PAGE_READONLY /* shared --r */
  183. #define __S010 PAGE_SHARED /* shared -w- */
  184. #define __S011 PAGE_SHARED /* shared -wr */
  185. #define __S100 PAGE_READONLY_EXEC /* shared x-- */
  186. #define __S101 PAGE_READONLY_EXEC /* shared x-r */
  187. #define __S110 PAGE_SHARED_EXEC /* shared xw- */
  188. #define __S111 PAGE_SHARED_EXEC /* shared xwr */
  189. #ifndef __ASSEMBLY__
  190. #define pte_ERROR(e) \
  191. printk("%s:%d: bad pte %08lx.\n", __FILE__, __LINE__, pte_val(e))
  192. #define pgd_ERROR(e) \
  193. printk("%s:%d: bad pgd entry %08lx.\n", __FILE__, __LINE__, pgd_val(e))
  194. extern unsigned long empty_zero_page[1024];
  195. #define ZERO_PAGE(vaddr) (virt_to_page(empty_zero_page))
  196. #ifdef CONFIG_MMU
  197. extern pgd_t swapper_pg_dir[PAGE_SIZE/sizeof(pgd_t)];
  198. extern void paging_init(void);
  199. #else
  200. # define swapper_pg_dir NULL
  201. static inline void paging_init(void) { }
  202. #endif
  203. static inline void pgtable_cache_init(void) { }
  204. /*
  205. * The pmd contains the kernel virtual address of the pte page.
  206. */
  207. #define pmd_page_vaddr(pmd) ((unsigned long)(pmd_val(pmd) & PAGE_MASK))
  208. #define pmd_page(pmd) virt_to_page(pmd_val(pmd))
  209. /*
  210. * pte status.
  211. */
  212. # define pte_none(pte) (pte_val(pte) == (_PAGE_CA_INVALID | _PAGE_USER))
  213. #if XCHAL_HW_VERSION_MAJOR < 2000
  214. # define pte_present(pte) ((pte_val(pte) & _PAGE_CA_MASK) != _PAGE_CA_INVALID)
  215. #else
  216. # define pte_present(pte) \
  217. (((pte_val(pte) & _PAGE_CA_MASK) != _PAGE_CA_INVALID) \
  218. || ((pte_val(pte) & _PAGE_ATTRIB_MASK) == _PAGE_NONE))
  219. #endif
  220. #define pte_clear(mm,addr,ptep) \
  221. do { update_pte(ptep, __pte(_PAGE_CA_INVALID | _PAGE_USER)); } while (0)
  222. #define pmd_none(pmd) (!pmd_val(pmd))
  223. #define pmd_present(pmd) (pmd_val(pmd) & PAGE_MASK)
  224. #define pmd_bad(pmd) (pmd_val(pmd) & ~PAGE_MASK)
  225. #define pmd_clear(pmdp) do { set_pmd(pmdp, __pmd(0)); } while (0)
  226. static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITABLE; }
  227. static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; }
  228. static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; }
  229. static inline int pte_file(pte_t pte) { return pte_val(pte) & _PAGE_FILE; }
  230. static inline int pte_special(pte_t pte) { return 0; }
  231. static inline pte_t pte_wrprotect(pte_t pte)
  232. { pte_val(pte) &= ~(_PAGE_WRITABLE | _PAGE_HW_WRITE); return pte; }
  233. static inline pte_t pte_mkclean(pte_t pte)
  234. { pte_val(pte) &= ~(_PAGE_DIRTY | _PAGE_HW_WRITE); return pte; }
  235. static inline pte_t pte_mkold(pte_t pte)
  236. { pte_val(pte) &= ~_PAGE_ACCESSED; return pte; }
  237. static inline pte_t pte_mkdirty(pte_t pte)
  238. { pte_val(pte) |= _PAGE_DIRTY; return pte; }
  239. static inline pte_t pte_mkyoung(pte_t pte)
  240. { pte_val(pte) |= _PAGE_ACCESSED; return pte; }
  241. static inline pte_t pte_mkwrite(pte_t pte)
  242. { pte_val(pte) |= _PAGE_WRITABLE; return pte; }
  243. static inline pte_t pte_mkspecial(pte_t pte)
  244. { return pte; }
  245. #define pgprot_noncached(prot) (__pgprot(pgprot_val(prot) & ~_PAGE_CA_MASK))
  246. /*
  247. * Conversion functions: convert a page and protection to a page entry,
  248. * and a page entry and page directory to the page they refer to.
  249. */
  250. #define pte_pfn(pte) (pte_val(pte) >> PAGE_SHIFT)
  251. #define pte_same(a,b) (pte_val(a) == pte_val(b))
  252. #define pte_page(x) pfn_to_page(pte_pfn(x))
  253. #define pfn_pte(pfn, prot) __pte(((pfn) << PAGE_SHIFT) | pgprot_val(prot))
  254. #define mk_pte(page, prot) pfn_pte(page_to_pfn(page), prot)
  255. static inline pte_t pte_modify(pte_t pte, pgprot_t newprot)
  256. {
  257. return __pte((pte_val(pte) & _PAGE_CHG_MASK) | pgprot_val(newprot));
  258. }
  259. /*
  260. * Certain architectures need to do special things when pte's
  261. * within a page table are directly modified. Thus, the following
  262. * hook is made available.
  263. */
  264. static inline void update_pte(pte_t *ptep, pte_t pteval)
  265. {
  266. *ptep = pteval;
  267. #if (DCACHE_WAY_SIZE > PAGE_SIZE) && XCHAL_DCACHE_IS_WRITEBACK
  268. __asm__ __volatile__ ("dhwb %0, 0" :: "a" (ptep));
  269. #endif
  270. }
  271. struct mm_struct;
  272. static inline void
  273. set_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep, pte_t pteval)
  274. {
  275. update_pte(ptep, pteval);
  276. }
  277. static inline void set_pte(pte_t *ptep, pte_t pteval)
  278. {
  279. update_pte(ptep, pteval);
  280. }
  281. static inline void
  282. set_pmd(pmd_t *pmdp, pmd_t pmdval)
  283. {
  284. *pmdp = pmdval;
  285. }
  286. struct vm_area_struct;
  287. static inline int
  288. ptep_test_and_clear_young(struct vm_area_struct *vma, unsigned long addr,
  289. pte_t *ptep)
  290. {
  291. pte_t pte = *ptep;
  292. if (!pte_young(pte))
  293. return 0;
  294. update_pte(ptep, pte_mkold(pte));
  295. return 1;
  296. }
  297. static inline pte_t
  298. ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep)
  299. {
  300. pte_t pte = *ptep;
  301. pte_clear(mm, addr, ptep);
  302. return pte;
  303. }
  304. static inline void
  305. ptep_set_wrprotect(struct mm_struct *mm, unsigned long addr, pte_t *ptep)
  306. {
  307. pte_t pte = *ptep;
  308. update_pte(ptep, pte_wrprotect(pte));
  309. }
  310. /* to find an entry in a kernel page-table-directory */
  311. #define pgd_offset_k(address) pgd_offset(&init_mm, address)
  312. /* to find an entry in a page-table-directory */
  313. #define pgd_offset(mm,address) ((mm)->pgd + pgd_index(address))
  314. #define pgd_index(address) ((address) >> PGDIR_SHIFT)
  315. /* Find an entry in the second-level page table.. */
  316. #define pmd_offset(dir,address) ((pmd_t*)(dir))
  317. /* Find an entry in the third-level page table.. */
  318. #define pte_index(address) (((address) >> PAGE_SHIFT) & (PTRS_PER_PTE - 1))
  319. #define pte_offset_kernel(dir,addr) \
  320. ((pte_t*) pmd_page_vaddr(*(dir)) + pte_index(addr))
  321. #define pte_offset_map(dir,addr) pte_offset_kernel((dir),(addr))
  322. #define pte_unmap(pte) do { } while (0)
  323. /*
  324. * Encode and decode a swap and file entry.
  325. */
  326. #define SWP_TYPE_BITS 5
  327. #define MAX_SWAPFILES_CHECK() BUILD_BUG_ON(MAX_SWAPFILES_SHIFT > SWP_TYPE_BITS)
  328. #define __swp_type(entry) (((entry).val >> 6) & 0x1f)
  329. #define __swp_offset(entry) ((entry).val >> 11)
  330. #define __swp_entry(type,offs) \
  331. ((swp_entry_t){((type) << 6) | ((offs) << 11) | \
  332. _PAGE_CA_INVALID | _PAGE_USER})
  333. #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
  334. #define __swp_entry_to_pte(x) ((pte_t) { (x).val })
  335. #define PTE_FILE_MAX_BITS 26
  336. #define pte_to_pgoff(pte) (pte_val(pte) >> 6)
  337. #define pgoff_to_pte(off) \
  338. ((pte_t) { ((off) << 6) | _PAGE_CA_INVALID | _PAGE_FILE | _PAGE_USER })
  339. #endif /* !defined (__ASSEMBLY__) */
  340. #ifdef __ASSEMBLY__
  341. /* Assembly macro _PGD_INDEX is the same as C pgd_index(unsigned long),
  342. * _PGD_OFFSET as C pgd_offset(struct mm_struct*, unsigned long),
  343. * _PMD_OFFSET as C pmd_offset(pgd_t*, unsigned long)
  344. * _PTE_OFFSET as C pte_offset(pmd_t*, unsigned long)
  345. *
  346. * Note: We require an additional temporary register which can be the same as
  347. * the register that holds the address.
  348. *
  349. * ((pte_t*) ((unsigned long)(pmd_val(*pmd) & PAGE_MASK)) + pte_index(addr))
  350. *
  351. */
  352. #define _PGD_INDEX(rt,rs) extui rt, rs, PGDIR_SHIFT, 32-PGDIR_SHIFT
  353. #define _PTE_INDEX(rt,rs) extui rt, rs, PAGE_SHIFT, PTRS_PER_PTE_SHIFT
  354. #define _PGD_OFFSET(mm,adr,tmp) l32i mm, mm, MM_PGD; \
  355. _PGD_INDEX(tmp, adr); \
  356. addx4 mm, tmp, mm
  357. #define _PTE_OFFSET(pmd,adr,tmp) _PTE_INDEX(tmp, adr); \
  358. srli pmd, pmd, PAGE_SHIFT; \
  359. slli pmd, pmd, PAGE_SHIFT; \
  360. addx4 pmd, tmp, pmd
  361. #else
  362. #define kern_addr_valid(addr) (1)
  363. extern void update_mmu_cache(struct vm_area_struct * vma,
  364. unsigned long address, pte_t *ptep);
  365. typedef pte_t *pte_addr_t;
  366. #endif /* !defined (__ASSEMBLY__) */
  367. #define __HAVE_ARCH_PTEP_TEST_AND_CLEAR_YOUNG
  368. #define __HAVE_ARCH_PTEP_GET_AND_CLEAR
  369. #define __HAVE_ARCH_PTEP_SET_WRPROTECT
  370. #define __HAVE_ARCH_PTEP_MKDIRTY
  371. #define __HAVE_ARCH_PTE_SAME
  372. /* We provide our own get_unmapped_area to cope with
  373. * SHM area cache aliasing for userland.
  374. */
  375. #define HAVE_ARCH_UNMAPPED_AREA
  376. #include <asm-generic/pgtable.h>
  377. #endif /* _XTENSA_PGTABLE_H */