1 /* SPDX-License-Identifier: GPL-2.0 */
2 /*
3 * KVM guest address space mapping code
4 *
5 * Copyright IBM Corp. 2007, 2016
6 * Author(s): Martin Schwidefsky <schwidefsky@de.ibm.com>
7 */
8
9 #ifndef _ASM_S390_GMAP_H
10 #define _ASM_S390_GMAP_H
11
12 /* Generic bits for GMAP notification on DAT table entry changes. */
13 #define GMAP_NOTIFY_SHADOW 0x2
14 #define GMAP_NOTIFY_MPROT 0x1
15
16 /* Status bits only for huge segment entries */
17 #define _SEGMENT_ENTRY_GMAP_IN 0x8000 /* invalidation notify bit */
18 #define _SEGMENT_ENTRY_GMAP_UC 0x4000 /* dirty (migration) */
19
20 /**
21 * struct gmap_struct - guest address space
22 * @list: list head for the mm->context gmap list
23 * @crst_list: list of all crst tables used in the guest address space
24 * @mm: pointer to the parent mm_struct
25 * @guest_to_host: radix tree with guest to host address translation
26 * @host_to_guest: radix tree with pointer to segment table entries
27 * @guest_table_lock: spinlock to protect all entries in the guest page table
28 * @ref_count: reference counter for the gmap structure
29 * @table: pointer to the page directory
30 * @asce: address space control element for gmap page table
31 * @pfault_enabled: defines if pfaults are applicable for the guest
32 * @host_to_rmap: radix tree with gmap_rmap lists
33 * @children: list of shadow gmap structures
34 * @pt_list: list of all page tables used in the shadow guest address space
35 * @shadow_lock: spinlock to protect the shadow gmap list
36 * @parent: pointer to the parent gmap for shadow guest address spaces
37 * @orig_asce: ASCE for which the shadow page table has been created
38 * @edat_level: edat level to be used for the shadow translation
39 * @removed: flag to indicate if a shadow guest address space has been removed
40 * @initialized: flag to indicate if a shadow guest address space can be used
41 */
42 struct gmap {
43 struct list_head list;
44 struct list_head crst_list;
45 struct mm_struct *mm;
46 struct radix_tree_root guest_to_host;
47 struct radix_tree_root host_to_guest;
48 spinlock_t guest_table_lock;
49 atomic_t ref_count;
50 unsigned long *table;
51 unsigned long asce;
52 unsigned long asce_end;
53 void *private;
54 bool pfault_enabled;
55 /* Additional data for shadow guest address spaces */
56 struct radix_tree_root host_to_rmap;
57 struct list_head children;
58 struct list_head pt_list;
59 spinlock_t shadow_lock;
60 struct gmap *parent;
61 unsigned long orig_asce;
62 int edat_level;
63 bool removed;
64 bool initialized;
65 };
66
67 /**
68 * struct gmap_rmap - reverse mapping for shadow page table entries
69 * @next: pointer to next rmap in the list
70 * @raddr: virtual rmap address in the shadow guest address space
71 */
72 struct gmap_rmap {
73 struct gmap_rmap *next;
74 unsigned long raddr;
75 };
76
77 #define gmap_for_each_rmap(pos, head) \
78 for (pos = (head); pos; pos = pos->next)
79
80 #define gmap_for_each_rmap_safe(pos, n, head) \
81 for (pos = (head); n = pos ? pos->next : NULL, pos; pos = n)
82
83 /**
84 * struct gmap_notifier - notify function block for page invalidation
85 * @notifier_call: address of callback function
86 */
87 struct gmap_notifier {
88 struct list_head list;
89 struct rcu_head rcu;
90 void (*notifier_call)(struct gmap *gmap, unsigned long start,
91 unsigned long end);
92 };
93
gmap_is_shadow(struct gmap * gmap)94 static inline int gmap_is_shadow(struct gmap *gmap)
95 {
96 return !!gmap->parent;
97 }
98
99 struct gmap *gmap_create(struct mm_struct *mm, unsigned long limit);
100 void gmap_remove(struct gmap *gmap);
101 struct gmap *gmap_get(struct gmap *gmap);
102 void gmap_put(struct gmap *gmap);
103
104 void gmap_enable(struct gmap *gmap);
105 void gmap_disable(struct gmap *gmap);
106 struct gmap *gmap_get_enabled(void);
107 int gmap_map_segment(struct gmap *gmap, unsigned long from,
108 unsigned long to, unsigned long len);
109 int gmap_unmap_segment(struct gmap *gmap, unsigned long to, unsigned long len);
110 unsigned long __gmap_translate(struct gmap *, unsigned long gaddr);
111 unsigned long gmap_translate(struct gmap *, unsigned long gaddr);
112 int __gmap_link(struct gmap *gmap, unsigned long gaddr, unsigned long vmaddr);
113 int gmap_fault(struct gmap *, unsigned long gaddr, unsigned int fault_flags);
114 void gmap_discard(struct gmap *, unsigned long from, unsigned long to);
115 void __gmap_zap(struct gmap *, unsigned long gaddr);
116 void gmap_unlink(struct mm_struct *, unsigned long *table, unsigned long vmaddr);
117
118 int gmap_read_table(struct gmap *gmap, unsigned long gaddr, unsigned long *val);
119
120 struct gmap *gmap_shadow(struct gmap *parent, unsigned long asce,
121 int edat_level);
122 int gmap_shadow_valid(struct gmap *sg, unsigned long asce, int edat_level);
123 int gmap_shadow_r2t(struct gmap *sg, unsigned long saddr, unsigned long r2t,
124 int fake);
125 int gmap_shadow_r3t(struct gmap *sg, unsigned long saddr, unsigned long r3t,
126 int fake);
127 int gmap_shadow_sgt(struct gmap *sg, unsigned long saddr, unsigned long sgt,
128 int fake);
129 int gmap_shadow_pgt(struct gmap *sg, unsigned long saddr, unsigned long pgt,
130 int fake);
131 int gmap_shadow_pgt_lookup(struct gmap *sg, unsigned long saddr,
132 unsigned long *pgt, int *dat_protection, int *fake);
133 int gmap_shadow_page(struct gmap *sg, unsigned long saddr, pte_t pte);
134
135 void gmap_register_pte_notifier(struct gmap_notifier *);
136 void gmap_unregister_pte_notifier(struct gmap_notifier *);
137 void gmap_pte_notify(struct mm_struct *, unsigned long addr, pte_t *,
138 unsigned long bits);
139
140 int gmap_mprotect_notify(struct gmap *, unsigned long start,
141 unsigned long len, int prot);
142
143 void gmap_sync_dirty_log_pmd(struct gmap *gmap, unsigned long dirty_bitmap[4],
144 unsigned long gaddr, unsigned long vmaddr);
145 #endif /* _ASM_S390_GMAP_H */
146
