blob: 206f10958265039348a6418bcb3bafd0c4977570 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
|
#ifndef __LINUX_UKSM_H
#define __LINUX_UKSM_H
/*
* Memory merging support.
*
* This code enables dynamic sharing of identical pages found in different
* memory areas, even if they are not shared by fork().
*/
/* if !CONFIG_UKSM this file should not be compiled at all. */
#ifdef CONFIG_UKSM
#include <linux/bitops.h>
#include <linux/mm.h>
#include <linux/pagemap.h>
#include <linux/rmap.h>
#include <linux/sched.h>
extern unsigned long zero_pfn __read_mostly;
extern unsigned long uksm_zero_pfn __read_mostly;
extern struct page *empty_uksm_zero_page;
/* must be done before linked to mm */
extern void uksm_vma_add_new(struct vm_area_struct *vma);
extern void uksm_remove_vma(struct vm_area_struct *vma);
#define UKSM_SLOT_NEED_SORT (1 << 0)
#define UKSM_SLOT_NEED_RERAND (1 << 1)
#define UKSM_SLOT_SCANNED (1 << 2) /* It's scanned in this round */
#define UKSM_SLOT_FUL_SCANNED (1 << 3)
#define UKSM_SLOT_IN_UKSM (1 << 4)
struct vma_slot {
struct sradix_tree_node *snode;
unsigned long sindex;
struct list_head slot_list;
unsigned long fully_scanned_round;
unsigned long dedup_num;
unsigned long pages_scanned;
unsigned long last_scanned;
unsigned long pages_to_scan;
struct scan_rung *rung;
struct page **rmap_list_pool;
unsigned int *pool_counts;
unsigned long pool_size;
struct vm_area_struct *vma;
struct mm_struct *mm;
unsigned long ctime_j;
unsigned long pages;
unsigned long flags;
unsigned long pages_cowed; /* pages cowed this round */
unsigned long pages_merged; /* pages merged this round */
unsigned long pages_bemerged;
/* when it has page merged in this eval round */
struct list_head dedup_list;
};
static inline void uksm_unmap_zero_page(pte_t pte)
{
if (pte_pfn(pte) == uksm_zero_pfn)
__dec_zone_page_state(empty_uksm_zero_page, NR_UKSM_ZERO_PAGES);
}
static inline void uksm_map_zero_page(pte_t pte)
{
if (pte_pfn(pte) == uksm_zero_pfn)
__inc_zone_page_state(empty_uksm_zero_page, NR_UKSM_ZERO_PAGES);
}
static inline void uksm_cow_page(struct vm_area_struct *vma, struct page *page)
{
if (vma->uksm_vma_slot && PageKsm(page))
vma->uksm_vma_slot->pages_cowed++;
}
static inline void uksm_cow_pte(struct vm_area_struct *vma, pte_t pte)
{
if (vma->uksm_vma_slot && pte_pfn(pte) == uksm_zero_pfn)
vma->uksm_vma_slot->pages_cowed++;
}
static inline int uksm_flags_can_scan(unsigned long vm_flags)
{
#ifndef VM_SAO
#define VM_SAO 0
#endif
return !(vm_flags & (VM_PFNMAP | VM_IO | VM_DONTEXPAND |
VM_HUGETLB | VM_MIXEDMAP | VM_SHARED
| VM_MAYSHARE | VM_GROWSUP | VM_GROWSDOWN | VM_SAO));
}
static inline void uksm_vm_flags_mod(unsigned long *vm_flags_p)
{
if (uksm_flags_can_scan(*vm_flags_p))
*vm_flags_p |= VM_MERGEABLE;
}
/*
* Just a wrapper for BUG_ON for where ksm_zeropage must not be. TODO: it will
* be removed when uksm zero page patch is stable enough.
*/
static inline void uksm_bugon_zeropage(pte_t pte)
{
BUG_ON(pte_pfn(pte) == uksm_zero_pfn);
}
#else
static inline void uksm_vma_add_new(struct vm_area_struct *vma)
{
}
static inline void uksm_remove_vma(struct vm_area_struct *vma)
{
}
static inline void uksm_unmap_zero_page(pte_t pte)
{
}
static inline void uksm_map_zero_page(pte_t pte)
{
}
static inline void uksm_cow_page(struct vm_area_struct *vma, struct page *page)
{
}
static inline void uksm_cow_pte(struct vm_area_struct *vma, pte_t pte)
{
}
static inline int uksm_flags_can_scan(unsigned long vm_flags)
{
return 0;
}
static inline void uksm_vm_flags_mod(unsigned long *vm_flags_p)
{
}
static inline void uksm_bugon_zeropage(pte_t pte)
{
}
#endif /* !CONFIG_UKSM */
#endif /* __LINUX_UKSM_H */
|
