| /linux-5.15/arch/hexagon/include/asm/ |
| H A D | page.h | 16 #define PAGE_SHIFT 12 macro 21 #define PAGE_SHIFT 14 macro 26 #define PAGE_SHIFT 16 macro 31 #define PAGE_SHIFT 18 macro 36 #define PAGE_SHIFT 20 macro 49 #define HUGETLB_PAGE_ORDER (HPAGE_SHIFT-PAGE_SHIFT) 53 #define PAGE_SIZE (1UL << PAGE_SHIFT) 54 #define PAGE_MASK (~((1 << PAGE_SHIFT) - 1)) 99 #define virt_addr_valid(kaddr) pfn_valid(__pa(kaddr) >> PAGE_SHIFT) 127 #define page_to_phys(page) (page_to_pfn(page) << PAGE_SHIFT) [all …]
|
| /linux-5.15/arch/sparc/mm/ |
| H A D | init_32.c | 65 unsigned long start_pfn = sp_banks[i].base_addr >> PAGE_SHIFT; in calc_highpages() 66 unsigned long end_pfn = (sp_banks[i].base_addr + sp_banks[i].num_bytes) >> PAGE_SHIFT; in calc_highpages() 83 unsigned long tmp = pfn_base + (SRMMU_MAXMEM >> PAGE_SHIFT); in calc_max_low_pfn() 86 last_pfn = (sp_banks[0].base_addr + sp_banks[0].num_bytes) >> PAGE_SHIFT; in calc_max_low_pfn() 88 curr_pfn = sp_banks[i].base_addr >> PAGE_SHIFT; in calc_max_low_pfn() 96 last_pfn = (sp_banks[i].base_addr + sp_banks[i].num_bytes) >> PAGE_SHIFT; in calc_max_low_pfn() 175 start_pfn >>= PAGE_SHIFT; in bootmem_init() 177 max_pfn = end_of_phys_memory >> PAGE_SHIFT; in bootmem_init() 182 if (max_low_pfn > pfn_base + (SRMMU_MAXMEM >> PAGE_SHIFT)) { in bootmem_init() 183 highstart_pfn = pfn_base + (SRMMU_MAXMEM >> PAGE_SHIFT); in bootmem_init() [all …]
|
| /linux-5.15/arch/xtensa/include/asm/ |
| H A D | page.h | 23 #define PAGE_SHIFT 12 macro 24 #define PAGE_SIZE (__XTENSA_UL_CONST(1) << PAGE_SHIFT) 67 # define DCACHE_ALIAS_ORDER (DCACHE_WAY_SHIFT - PAGE_SHIFT) 69 # define DCACHE_ALIAS(a) (((a) & DCACHE_ALIAS_MASK) >> PAGE_SHIFT) 78 # define ICACHE_ALIAS_ORDER (ICACHE_WAY_SHIFT - PAGE_SHIFT) 80 # define ICACHE_ALIAS(a) (((a) & ICACHE_ALIAS_MASK) >> PAGE_SHIFT) 120 asm ("nsau %0, %1" : "=r" (lz) : "r" ((size - 1) >> PAGE_SHIFT)); in get_order() 162 #define ARCH_PFN_OFFSET (PHYS_OFFSET >> PAGE_SHIFT) 195 #define virt_to_page(kaddr) pfn_to_page(__pa(kaddr) >> PAGE_SHIFT) 196 #define page_to_virt(page) __va(page_to_pfn(page) << PAGE_SHIFT) [all …]
|
| /linux-5.15/arch/mips/include/asm/ |
| H A D | page.h | 21 #define PAGE_SHIFT 12 macro 24 #define PAGE_SHIFT 13 macro 27 #define PAGE_SHIFT 14 macro 30 #define PAGE_SHIFT 15 macro 33 #define PAGE_SHIFT 16 macro 35 #define PAGE_SIZE (_AC(1,UL) << PAGE_SHIFT) 36 #define PAGE_MASK (~((1 << PAGE_SHIFT) - 1)) 54 return (PAGE_SHIFT - 10) / 2; in page_size_ftlb() 62 #define HPAGE_SHIFT (PAGE_SHIFT + PAGE_SHIFT - 3) 65 #define HUGETLB_PAGE_ORDER (HPAGE_SHIFT - PAGE_SHIFT) [all …]
|
| H A D | pgtable-64.h | 45 #define PGDIR_SHIFT (PAGE_SHIFT + PAGE_SHIFT + PTE_ORDER - 3) 49 #define PMD_SHIFT (PAGE_SHIFT + (PAGE_SHIFT + PTE_ORDER - 3)) 54 # define PGDIR_SHIFT (PMD_SHIFT + (PAGE_SHIFT + PMD_ORDER - 3)) 59 #define PUD_SHIFT (PMD_SHIFT + (PAGE_SHIFT + PMD_ORDER - 3)) 62 #define PGDIR_SHIFT (PUD_SHIFT + (PAGE_SHIFT + PUD_ORDER - 3)) 218 #define p4d_page(p4d) (pfn_to_page(p4d_phys(p4d) >> PAGE_SHIFT)) 307 #define pte_pfn(x) ((unsigned long)((x).pte >> (PAGE_SHIFT + 2))) 308 #define pfn_pte(pfn, prot) __pte(((pfn) << (PAGE_SHIFT + 2)) | pgprot_val(prot)) 321 #define pud_page(pud) (pfn_to_page(pud_phys(pud) >> PAGE_SHIFT))
|
| /linux-5.15/arch/x86/mm/ |
| H A D | init.c | 122 order = get_order((unsigned long)num << PAGE_SHIFT); in alloc_low_pages() 132 min_pfn_mapped << PAGE_SHIFT, in alloc_low_pages() 133 max_pfn_mapped << PAGE_SHIFT); in alloc_low_pages() 141 pfn = ret >> PAGE_SHIFT; in alloc_low_pages() 150 adr = __va((pfn + i) << PAGE_SHIFT); in alloc_low_pages() 154 return __va(pfn << PAGE_SHIFT); in alloc_low_pages() 186 pgt_buf_start = base >> PAGE_SHIFT; in early_alloc_pgt_buf() 188 pgt_buf_top = pgt_buf_start + (tables >> PAGE_SHIFT); in early_alloc_pgt_buf() 309 mr[nr_range].start = start_pfn<<PAGE_SHIFT; in save_mr() 310 mr[nr_range].end = end_pfn<<PAGE_SHIFT; in save_mr() [all …]
|
| H A D | init_32.c | 77 paravirt_alloc_pmd(&init_mm, __pa(pmd_table) >> PAGE_SHIFT); in one_md_table_init() 102 paravirt_alloc_pte(&init_mm, __pa(page_table) >> PAGE_SHIFT); in one_page_table_init() 184 paravirt_alloc_pte(&init_mm, __pa(newpte) >> PAGE_SHIFT); in page_table_kmap_check() 189 paravirt_release_pte(__pa(pte) >> PAGE_SHIFT); in page_table_kmap_check() 275 start_pfn = start >> PAGE_SHIFT; in kernel_physical_mapping_init() 276 end_pfn = end >> PAGE_SHIFT; in kernel_physical_mapping_init() 300 pgd_idx = pgd_index((pfn<<PAGE_SHIFT) + PAGE_OFFSET); in kernel_physical_mapping_init() 308 pmd_idx = pmd_index((pfn<<PAGE_SHIFT) + PAGE_OFFSET); in kernel_physical_mapping_init() 332 pfn &= PMD_MASK >> PAGE_SHIFT; in kernel_physical_mapping_init() 351 pte_ofs = pte_index((pfn<<PAGE_SHIFT) + PAGE_OFFSET); in kernel_physical_mapping_init() [all …]
|
| /linux-5.15/arch/ia64/include/asm/ |
| H A D | page.h | 31 # define PAGE_SHIFT 12 macro 33 # define PAGE_SHIFT 13 macro 35 # define PAGE_SHIFT 14 macro 37 # define PAGE_SHIFT 16 macro 42 #define PAGE_SIZE (__IA64_UL_CONST(1) << PAGE_SHIFT) 96 #define virt_addr_valid(kaddr) pfn_valid(__pa(kaddr) >> PAGE_SHIFT) 104 #define page_to_phys(page) (page_to_pfn(page) << PAGE_SHIFT) 105 #define virt_to_page(kaddr) pfn_to_page(__pa(kaddr) >> PAGE_SHIFT) 106 #define pfn_to_kaddr(pfn) __va((pfn) << PAGE_SHIFT) 131 | (REGION_OFFSET(x) >> (HPAGE_SHIFT-PAGE_SHIFT))) [all …]
|
| /linux-5.15/drivers/gpu/drm/amd/amdgpu/ |
| A D | amdgpu_res_cursor.h | 62 WARN_ON(res && start + size > res->num_pages << PAGE_SHIFT); in amdgpu_res_first() 66 BUG_ON(start + size > res->num_pages << PAGE_SHIFT); in amdgpu_res_first() 69 while (start >= node->size << PAGE_SHIFT) in amdgpu_res_first() 70 start -= node++->size << PAGE_SHIFT; in amdgpu_res_first() 72 cur->start = (node->start << PAGE_SHIFT) + start; in amdgpu_res_first() 73 cur->size = min((node->size << PAGE_SHIFT) - start, size); in amdgpu_res_first() 103 cur->start = node->start << PAGE_SHIFT; in amdgpu_res_next() 104 cur->size = min(node->size << PAGE_SHIFT, cur->remaining); in amdgpu_res_next()
|
| /linux-5.15/arch/sh/include/asm/ |
| H A D | page.h | 13 # define PAGE_SHIFT 12 macro 15 # define PAGE_SHIFT 13 macro 17 # define PAGE_SHIFT 14 macro 19 # define PAGE_SHIFT 16 macro 24 #define PAGE_SIZE (_AC(1, UL) << PAGE_SHIFT) 43 #define HUGETLB_PAGE_ORDER (HPAGE_SHIFT-PAGE_SHIFT) 160 #define pfn_to_kaddr(pfn) __va((pfn) << PAGE_SHIFT) 161 #define page_to_phys(page) (page_to_pfn(page) << PAGE_SHIFT) 169 #define PFN_START (__MEMORY_START >> PAGE_SHIFT) 171 #define virt_to_page(kaddr) pfn_to_page(__pa(kaddr) >> PAGE_SHIFT) [all …]
|
| /linux-5.15/arch/alpha/include/asm/ |
| H A D | pgtable.h | 32 #define PMD_SHIFT (PAGE_SHIFT + (PAGE_SHIFT-3)) 37 #define PGDIR_SHIFT (PAGE_SHIFT + 2*(PAGE_SHIFT-3)) 45 #define PTRS_PER_PTE (1UL << (PAGE_SHIFT-3)) 46 #define PTRS_PER_PMD (1UL << (PAGE_SHIFT-3)) 47 #define PTRS_PER_PGD (1UL << (PAGE_SHIFT-3)) 51 #define PTRS_PER_PAGE (1UL << (PAGE_SHIFT-3)) 170 ((unsigned long)(address)>>(PAGE_SHIFT-SIZEOF_PTR_LOG2)&PTR_MASK&~PAGE_MASK) 193 #define KSEG_PFN (0xc0000000000UL >> PAGE_SHIFT) 195 ((((pfn) & KSEG_PFN) == (0x40000000000UL >> PAGE_SHIFT)) \ 205 #define page_to_pa(page) (page_to_pfn(page) << PAGE_SHIFT) [all …]
|
| /linux-5.15/arch/arc/include/asm/ |
| A D | highmem.h | 24 #define FIXADDR_TOP (FIXMAP_BASE + (FIX_KMAP_END << PAGE_SHIFT)) 30 #define __fix_to_virt(x) (FIXADDR_TOP - ((x) << PAGE_SHIFT)) 31 #define __virt_to_fix(x) (((FIXADDR_TOP - ((x) & PAGE_MASK))) >> PAGE_SHIFT) 35 #define LAST_PKMAP (PKMAP_SIZE >> PAGE_SHIFT) 37 #define PKMAP_ADDR(nr) (PKMAP_BASE + ((nr) << PAGE_SHIFT)) 38 #define PKMAP_NR(virt) (((virt) - PKMAP_BASE) >> PAGE_SHIFT)
|
| /linux-5.15/arch/openrisc/include/asm/ |
| H A D | page.h | 21 #define PAGE_SHIFT 13 macro 23 #define PAGE_SIZE (1 << PAGE_SHIFT) 25 #define PAGE_SIZE (1UL << PAGE_SHIFT) 75 #define virt_to_pfn(kaddr) (__pa(kaddr) >> PAGE_SHIFT) 76 #define pfn_to_virt(pfn) __va((pfn) << PAGE_SHIFT) 79 (mem_map + (((unsigned long)(addr)-PAGE_OFFSET) >> PAGE_SHIFT)) 81 #define page_to_phys(page) ((dma_addr_t)page_to_pfn(page) << PAGE_SHIFT)
|
| /linux-5.15/arch/arm/mm/ |
| H A D | tlb-v7.S | 36 mov r0, r0, lsr #PAGE_SHIFT @ align address 37 mov r1, r1, lsr #PAGE_SHIFT 43 orr r0, r3, r0, lsl #PAGE_SHIFT @ Create initial MVA 44 mov r1, r1, lsl #PAGE_SHIFT 70 mov r0, r0, lsr #PAGE_SHIFT @ align address 71 mov r1, r1, lsr #PAGE_SHIFT 72 mov r0, r0, lsl #PAGE_SHIFT 73 mov r1, r1, lsl #PAGE_SHIFT
|
| H A D | tlb-v6.S | 38 mov r0, r0, lsr #PAGE_SHIFT @ align address 39 mov r1, r1, lsr #PAGE_SHIFT 41 orr r0, r3, r0, lsl #PAGE_SHIFT @ Create initial MVA 42 mov r1, r1, lsl #PAGE_SHIFT 69 mov r0, r0, lsr #PAGE_SHIFT @ align address 70 mov r1, r1, lsr #PAGE_SHIFT 71 mov r0, r0, lsl #PAGE_SHIFT 72 mov r1, r1, lsl #PAGE_SHIFT
|
| /linux-5.15/include/asm-generic/ |
| H A D | page.h | 16 #define PAGE_SHIFT 12 macro 18 #define PAGE_SIZE (1 << PAGE_SHIFT) 20 #define PAGE_SIZE (1UL << PAGE_SHIFT) 69 #define ARCH_PFN_OFFSET (PAGE_OFFSET >> PAGE_SHIFT) 77 #define virt_to_pfn(kaddr) (__pa(kaddr) >> PAGE_SHIFT) 78 #define pfn_to_virt(pfn) __va((pfn) << PAGE_SHIFT) 84 #define page_to_phys(page) ((dma_addr_t)page_to_pfn(page) << PAGE_SHIFT)
|
| /linux-5.15/arch/powerpc/include/asm/ |
| H A D | page.h | 23 #define PAGE_SHIFT CONFIG_PPC_PAGE_SHIFT macro 24 #define PAGE_SIZE (ASM_CONST(1) << PAGE_SHIFT) 28 #define HPAGE_SHIFT PAGE_SHIFT 39 #define HUGETLB_PAGE_ORDER (HPAGE_SHIFT - PAGE_SHIFT) 48 #define PAGE_MASK (~((1 << PAGE_SHIFT) - 1)) 119 #define ARCH_PFN_OFFSET ((unsigned long)(MEMORY_START >> PAGE_SHIFT)) 131 #define virt_to_pfn(kaddr) (__pa(kaddr) >> PAGE_SHIFT) 133 #define pfn_to_kaddr(pfn) __va((pfn) << PAGE_SHIFT)
|
| /linux-5.15/arch/powerpc/mm/book3s64/ |
| A D | iommu_api.c | 80 mem->pageshift = __ffs(dev_hpa | (entries << PAGE_SHIFT)); in mm_iommu_do_alloc() 91 mem->pageshift = __ffs(ua | (entries << PAGE_SHIFT)); in mm_iommu_do_alloc() 100 chunk = (1UL << (PAGE_SHIFT + MAX_ORDER - 1)) / in mm_iommu_do_alloc() 106 ret = pin_user_pages(ua + (entry << PAGE_SHIFT), n, in mm_iommu_do_alloc() 135 if ((mem2->ua < (ua + (entries << PAGE_SHIFT))) && in mm_iommu_do_alloc() 137 (mem2->entries << PAGE_SHIFT)))) { in mm_iommu_do_alloc() 150 pageshift = PAGE_SHIFT; in mm_iommu_do_alloc() 154 if ((mem->pageshift > PAGE_SHIFT) && PageHuge(page)) in mm_iommu_do_alloc() 161 mem->hpas[i] = page_to_pfn(page) << PAGE_SHIFT; in mm_iommu_do_alloc() 214 page = pfn_to_page(mem->hpas[i] >> PAGE_SHIFT); in mm_iommu_unpin() [all …]
|
| /linux-5.15/arch/microblaze/include/asm/ |
| H A D | page.h | 23 #define PAGE_SHIFT 12 macro 24 #define PAGE_SIZE (ASM_CONST(1) << PAGE_SHIFT) 29 #define PTE_SHIFT (PAGE_SHIFT - 2) /* 1024 ptes per page */ 110 # define virt_to_page(kaddr) (pfn_to_page(__pa(kaddr) >> PAGE_SHIFT)) 111 # define page_to_virt(page) __va(page_to_pfn(page) << PAGE_SHIFT) 112 # define page_to_phys(page) (page_to_pfn(page) << PAGE_SHIFT) 114 # define ARCH_PFN_OFFSET (memory_start >> PAGE_SHIFT)
|
| /linux-5.15/sound/core/ |
| H A D | sgbuf.c | 54 tmpb.bytes = (sgbuf->table[i].addr & ~PAGE_MASK) << PAGE_SHIFT; in snd_dma_sg_free() 105 chunk <<= PAGE_SHIFT; in snd_dma_sg_alloc() 113 chunk = tmpb.bytes >> PAGE_SHIFT; in snd_dma_sg_alloc() 147 addr = sgbuf->table[offset >> PAGE_SHIFT].addr; in snd_dma_sg_get_addr() 156 unsigned int idx = offset >> PAGE_SHIFT; in snd_dma_sg_get_page() 170 start = ofs >> PAGE_SHIFT; in snd_dma_sg_get_chunk_size() 171 end = (ofs + size - 1) >> PAGE_SHIFT; in snd_dma_sg_get_chunk_size() 173 pg = sg->table[start].addr >> PAGE_SHIFT; in snd_dma_sg_get_chunk_size() 179 if ((sg->table[start].addr >> PAGE_SHIFT) != pg) in snd_dma_sg_get_chunk_size() 180 return (start << PAGE_SHIFT) - ofs; in snd_dma_sg_get_chunk_size()
|
| /linux-5.15/arch/parisc/include/asm/ |
| H A D | page.h | 8 # define PAGE_SHIFT 12 macro 10 # define PAGE_SHIFT 14 macro 12 # define PAGE_SHIFT 16 macro 16 #define PAGE_SIZE (_AC(1,UL) << PAGE_SHIFT) 164 #define HUGETLB_PAGE_ORDER (HPAGE_SHIFT - PAGE_SHIFT) 178 #define virt_addr_valid(kaddr) pfn_valid(__pa(kaddr) >> PAGE_SHIFT) 180 #define page_to_phys(page) (page_to_pfn(page) << PAGE_SHIFT) 181 #define virt_to_page(kaddr) pfn_to_page(__pa(kaddr) >> PAGE_SHIFT)
|
| /linux-5.15/arch/x86/kernel/cpu/mtrr/ |
| H A D | if.c | 54 base >>= PAGE_SHIFT; in mtrr_file_add() 55 size >>= PAGE_SHIFT; in mtrr_file_add() 73 base >>= PAGE_SHIFT; in mtrr_file_del() 74 size >>= PAGE_SHIFT; in mtrr_file_del() 146 base >>= PAGE_SHIFT; in mtrr_write() 147 size >>= PAGE_SHIFT; in mtrr_write() 257 if (base + size - 1 >= (1UL << (8 * sizeof(gentry.size) - PAGE_SHIFT)) in mtrr_ioctl() 258 || size >= (1UL << (8 * sizeof(gentry.size) - PAGE_SHIFT))) in mtrr_ioctl() 261 gentry.base = base << PAGE_SHIFT; in mtrr_ioctl() 262 gentry.size = size << PAGE_SHIFT; in mtrr_ioctl() [all …]
|
| /linux-5.15/arch/arc/include/uapi/asm/ |
| H A D | page.h | 17 #define PAGE_SHIFT 14 macro 19 #define PAGE_SHIFT 12 macro 28 #define PAGE_SHIFT 13 macro 31 #define PAGE_SIZE _BITUL(PAGE_SHIFT) /* Default 8K */
|
| /linux-5.15/arch/x86/include/asm/ |
| H A D | pgalloc.h | 67 paravirt_alloc_pte(mm, __pa(pte) >> PAGE_SHIFT); in pmd_populate_kernel() 74 paravirt_alloc_pte(mm, __pa(pte) >> PAGE_SHIFT); in pmd_populate_kernel_safe() 84 set_pmd(pmd, __pmd(((pteval_t)pfn << PAGE_SHIFT) | _PAGE_TABLE)); in pmd_populate() 101 paravirt_alloc_pmd(mm, __pa(pmd) >> PAGE_SHIFT); in pud_populate() 107 paravirt_alloc_pmd(mm, __pa(pmd) >> PAGE_SHIFT); in pud_populate_safe() 115 paravirt_alloc_pud(mm, __pa(pud) >> PAGE_SHIFT); in p4d_populate() 121 paravirt_alloc_pud(mm, __pa(pud) >> PAGE_SHIFT); in p4d_populate_safe() 138 paravirt_alloc_p4d(mm, __pa(p4d) >> PAGE_SHIFT); in pgd_populate() 146 paravirt_alloc_p4d(mm, __pa(p4d) >> PAGE_SHIFT); in pgd_populate_safe()
|
| /linux-5.15/arch/nios2/mm/ |
| A D | tlb.c | 23 << PAGE_SHIFT) 38 return ((addr | 0xC0000000UL) >> PAGE_SHIFT) << 2; in pteaddr_invalid() 53 WRCTL(CTL_PTEADDR, (addr >> PAGE_SHIFT) << 2); in replace_tlb_one_pid() 64 if (((pteaddr >> 2) & 0xfffff) != (addr >> PAGE_SHIFT)) in replace_tlb_one_pid() 134 WRCTL(CTL_PTEADDR, (addr >> PAGE_SHIFT) << 2); in flush_tlb_one() 144 if (((pteaddr >> 2) & 0xfffff) != (addr >> PAGE_SHIFT)) in flush_tlb_one() 173 line << (PAGE_SHIFT + cpuinfo.tlb_num_ways_log2)); in dump_tlb_line() 190 if ((tlbacc << PAGE_SHIFT) != 0) { in dump_tlb_line() 193 (pteaddr << (PAGE_SHIFT-2)), in dump_tlb_line() 194 (tlbacc << PAGE_SHIFT), in dump_tlb_line()
|