blob: 425bb6fc3bdaab6faf1eac331bcc13d601b2d5e3 [file] [log] [blame]
David Daney50a41ff2009-05-27 17:47:42 -07001/*
2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file "COPYING" in the main directory of this archive
4 * for more details.
5 *
6 * Copyright (C) 2008, 2009 Cavium Networks, Inc.
7 */
8
9#ifndef __ASM_HUGETLB_H
10#define __ASM_HUGETLB_H
11
12#include <asm/page.h>
David Daney50a41ff2009-05-27 17:47:42 -070013
14static inline int is_hugepage_only_range(struct mm_struct *mm,
15 unsigned long addr,
16 unsigned long len)
17{
18 return 0;
19}
20
Alexandre Ghiti78d6e4e2018-10-26 15:08:31 -070021#define __HAVE_ARCH_PREPARE_HUGEPAGE_RANGE
David Daney50a41ff2009-05-27 17:47:42 -070022static inline int prepare_hugepage_range(struct file *file,
23 unsigned long addr,
24 unsigned long len)
25{
26 unsigned long task_size = STACK_TOP;
27 struct hstate *h = hstate_file(file);
28
29 if (len & ~huge_page_mask(h))
30 return -EINVAL;
31 if (addr & ~huge_page_mask(h))
32 return -EINVAL;
33 if (len > task_size)
34 return -ENOMEM;
35 if (task_size - len < addr)
36 return -EINVAL;
37 return 0;
38}
39
Alexandre Ghitia4d83852018-10-26 15:08:12 -070040#define __HAVE_ARCH_HUGE_PTEP_GET_AND_CLEAR
David Daney50a41ff2009-05-27 17:47:42 -070041static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm,
42 unsigned long addr, pte_t *ptep)
43{
44 pte_t clear;
45 pte_t pte = *ptep;
46
47 pte_val(clear) = (unsigned long)invalid_pte_table;
48 set_pte_at(mm, addr, ptep, clear);
49 return pte;
50}
51
Alexandre Ghitife632222018-10-26 15:08:17 -070052#define __HAVE_ARCH_HUGE_PTEP_CLEAR_FLUSH
David Daney50a41ff2009-05-27 17:47:42 -070053static inline void huge_ptep_clear_flush(struct vm_area_struct *vma,
54 unsigned long addr, pte_t *ptep)
55{
Hillf Danton5639bc42011-11-22 14:38:02 +000056 flush_tlb_page(vma, addr & huge_page_mask(hstate_vma(vma)));
David Daney50a41ff2009-05-27 17:47:42 -070057}
58
Alexandre Ghiticae72ab2018-10-26 15:08:22 -070059#define __HAVE_ARCH_HUGE_PTE_NONE
David Daney50a41ff2009-05-27 17:47:42 -070060static inline int huge_pte_none(pte_t pte)
61{
62 unsigned long val = pte_val(pte) & ~_PAGE_GLOBAL;
63 return !val || (val == (unsigned long)invalid_pte_table);
64}
65
Alexandre Ghitifacf6d52018-10-26 15:08:39 -070066#define __HAVE_ARCH_HUGE_PTEP_SET_ACCESS_FLAGS
David Daney50a41ff2009-05-27 17:47:42 -070067static inline int huge_ptep_set_access_flags(struct vm_area_struct *vma,
68 unsigned long addr,
69 pte_t *ptep, pte_t pte,
70 int dirty)
71{
David Daneyac53c4f2012-12-03 12:44:26 -080072 int changed = !pte_same(*ptep, pte);
73
74 if (changed) {
75 set_pte_at(vma->vm_mm, addr, ptep, pte);
76 /*
77 * There could be some standard sized pages in there,
78 * get them all.
79 */
80 flush_tlb_range(vma, addr, addr + HPAGE_SIZE);
81 }
82 return changed;
David Daney50a41ff2009-05-27 17:47:42 -070083}
84
Will Deacon5d3a5512012-10-08 16:29:32 -070085static inline void arch_clear_hugepage_flags(struct page *page)
86{
87}
88
Alexandre Ghiti1e5f50f2018-10-26 15:08:03 -070089#include <asm-generic/hugetlb.h>
90
David Daney50a41ff2009-05-27 17:47:42 -070091#endif /* __ASM_HUGETLB_H */