pgtable-64.c 2.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128
  1. /*
  2. * This file is subject to the terms and conditions of the GNU General Public
  3. * License. See the file "COPYING" in the main directory of this archive
  4. * for more details.
  5. *
  6. * Copyright (C) 1999, 2000 by Silicon Graphics
  7. * Copyright (C) 2003 by Ralf Baechle
  8. */
  9. #include <linux/export.h>
  10. #include <linux/init.h>
  11. #include <linux/mm.h>
  12. #include <asm/fixmap.h>
  13. #include <asm/pgalloc.h>
  14. #include <asm/tlbflush.h>
  15. void pgd_init(void *addr)
  16. {
  17. unsigned long *p, *end;
  18. unsigned long entry;
  19. #if !defined(__PAGETABLE_PUD_FOLDED)
  20. entry = (unsigned long)invalid_pud_table;
  21. #elif !defined(__PAGETABLE_PMD_FOLDED)
  22. entry = (unsigned long)invalid_pmd_table;
  23. #else
  24. entry = (unsigned long)invalid_pte_table;
  25. #endif
  26. p = (unsigned long *) addr;
  27. end = p + PTRS_PER_PGD;
  28. do {
  29. p[0] = entry;
  30. p[1] = entry;
  31. p[2] = entry;
  32. p[3] = entry;
  33. p[4] = entry;
  34. p += 8;
  35. p[-3] = entry;
  36. p[-2] = entry;
  37. p[-1] = entry;
  38. } while (p != end);
  39. }
  40. #ifndef __PAGETABLE_PMD_FOLDED
  41. void pmd_init(void *addr)
  42. {
  43. unsigned long *p, *end;
  44. unsigned long pagetable = (unsigned long)invalid_pte_table;
  45. p = (unsigned long *)addr;
  46. end = p + PTRS_PER_PMD;
  47. do {
  48. p[0] = pagetable;
  49. p[1] = pagetable;
  50. p[2] = pagetable;
  51. p[3] = pagetable;
  52. p[4] = pagetable;
  53. p += 8;
  54. p[-3] = pagetable;
  55. p[-2] = pagetable;
  56. p[-1] = pagetable;
  57. } while (p != end);
  58. }
  59. EXPORT_SYMBOL_GPL(pmd_init);
  60. #endif
  61. #ifndef __PAGETABLE_PUD_FOLDED
  62. void pud_init(void *addr)
  63. {
  64. unsigned long *p, *end;
  65. unsigned long pagetable = (unsigned long)invalid_pmd_table;
  66. p = (unsigned long *)addr;
  67. end = p + PTRS_PER_PUD;
  68. do {
  69. p[0] = pagetable;
  70. p[1] = pagetable;
  71. p[2] = pagetable;
  72. p[3] = pagetable;
  73. p[4] = pagetable;
  74. p += 8;
  75. p[-3] = pagetable;
  76. p[-2] = pagetable;
  77. p[-1] = pagetable;
  78. } while (p != end);
  79. }
  80. #endif
  81. #ifdef CONFIG_TRANSPARENT_HUGEPAGE
  82. pmd_t mk_pmd(struct page *page, pgprot_t prot)
  83. {
  84. pmd_t pmd;
  85. pmd_val(pmd) = (page_to_pfn(page) << PFN_PTE_SHIFT) | pgprot_val(prot);
  86. return pmd;
  87. }
  88. void set_pmd_at(struct mm_struct *mm, unsigned long addr,
  89. pmd_t *pmdp, pmd_t pmd)
  90. {
  91. *pmdp = pmd;
  92. }
  93. #endif
  94. void __init pagetable_init(void)
  95. {
  96. unsigned long vaddr;
  97. pgd_t *pgd_base;
  98. /* Initialize the entire pgd. */
  99. pgd_init(swapper_pg_dir);
  100. #ifndef __PAGETABLE_PUD_FOLDED
  101. pud_init(invalid_pud_table);
  102. #endif
  103. #ifndef __PAGETABLE_PMD_FOLDED
  104. pmd_init(invalid_pmd_table);
  105. #endif
  106. pgd_base = swapper_pg_dir;
  107. /*
  108. * Fixed mappings:
  109. */
  110. vaddr = __fix_to_virt(__end_of_fixed_addresses - 1) & PMD_MASK;
  111. fixrange_init(vaddr, vaddr + FIXADDR_SIZE, pgd_base);
  112. }