1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
|
/* SPDX-License-Identifier: GPL-2.0-only */
/*
* Copyright © 2022 Intel Corporation
*/
#ifndef __XE_PT_WALK__
#define __XE_PT_WALK__
#include <linux/pagewalk.h>
#include <linux/types.h>
struct xe_ptw_dir;
/**
* struct xe_ptw - base class for driver pagetable subclassing.
* @dir: Pointer to an array of children if any.
*
* Drivers could subclass this, and if it's a page-directory, typically
* embed the xe_ptw_dir::entries array in the same allocation.
*/
struct xe_ptw {
struct xe_ptw_dir *dir;
};
/**
* struct xe_ptw_dir - page directory structure
* @entries: Array holding page directory children.
*
* It is the responsibility of the user to ensure @entries is
* correctly sized.
*/
struct xe_ptw_dir {
struct xe_ptw *entries[0];
};
/**
* struct xe_pt_walk - Embeddable struct for walk parameters
*/
struct xe_pt_walk {
/** @ops: The walk ops used for the pagewalk */
const struct xe_pt_walk_ops *ops;
/**
* @shifts: Array of page-table entry shifts used for the
* different levels, starting out with the leaf level 0
* page-shift as the first entry. It's legal for this pointer to be
* changed during the walk.
*/
const u64 *shifts;
/** @max_level: Highest populated level in @sizes */
unsigned int max_level;
/**
* @shared_pt_mode: Whether to skip all entries that are private
* to the address range and called only for entries that are
* shared with other address ranges. Such entries are referred to
* as shared pagetables.
*/
bool shared_pt_mode;
};
/**
* typedef xe_pt_entry_fn - gpu page-table-walk callback-function
* @parent: The parent page.table.
* @offset: The offset (number of entries) into the page table.
* @level: The level of @parent.
* @addr: The virtual address.
* @next: The virtual address for the next call, or end address.
* @child: Pointer to pointer to child page-table at this @offset. The
* function may modify the value pointed to if, for example, allocating a
* child page table.
* @action: The walk action to take upon return. See <linux/pagewalk.h>.
* @walk: The walk parameters.
*/
typedef int (*xe_pt_entry_fn)(struct xe_ptw *parent, pgoff_t offset,
unsigned int level, u64 addr, u64 next,
struct xe_ptw **child,
enum page_walk_action *action,
struct xe_pt_walk *walk);
/**
* struct xe_pt_walk_ops - Walk callbacks.
*/
struct xe_pt_walk_ops {
/**
* @pt_entry: Callback to be called for each page table entry prior
* to descending to the next level. The returned value of the action
* function parameter is honored.
*/
xe_pt_entry_fn pt_entry;
/**
* @pt_post_descend: Callback to be called for each page table entry
* after return from descending to the next level. The returned value
* of the action function parameter is ignored.
*/
xe_pt_entry_fn pt_post_descend;
};
int xe_pt_walk_range(struct xe_ptw *parent, unsigned int level,
u64 addr, u64 end, struct xe_pt_walk *walk);
int xe_pt_walk_shared(struct xe_ptw *parent, unsigned int level,
u64 addr, u64 end, struct xe_pt_walk *walk);
/**
* xe_pt_covers - Whether the address range covers an entire entry in @level
* @addr: Start of the range.
* @end: End of range + 1.
* @level: Page table level.
* @walk: Page table walk info.
*
* This function is a helper to aid in determining whether a leaf page table
* entry can be inserted at this @level.
*
* Return: Whether the range provided covers exactly an entry at this level.
*/
static inline bool xe_pt_covers(u64 addr, u64 end, unsigned int level,
const struct xe_pt_walk *walk)
{
u64 pt_size = 1ull << walk->shifts[level];
return end - addr == pt_size && IS_ALIGNED(addr, pt_size);
}
/**
* xe_pt_num_entries: Number of page-table entries of a given range at this
* level
* @addr: Start address.
* @end: End address.
* @level: Page table level.
* @walk: Walk info.
*
* Return: The number of page table entries at this level between @start and
* @end.
*/
static inline pgoff_t
xe_pt_num_entries(u64 addr, u64 end, unsigned int level,
const struct xe_pt_walk *walk)
{
u64 pt_size = 1ull << walk->shifts[level];
return (round_up(end, pt_size) - round_down(addr, pt_size)) >>
walk->shifts[level];
}
/**
* xe_pt_offset: Offset of the page-table entry for a given address.
* @addr: The address.
* @level: Page table level.
* @walk: Walk info.
*
* Return: The page table entry offset for the given address in a
* page table with size indicated by @level.
*/
static inline pgoff_t
xe_pt_offset(u64 addr, unsigned int level, const struct xe_pt_walk *walk)
{
if (level < walk->max_level)
addr &= ((1ull << walk->shifts[level + 1]) - 1);
return addr >> walk->shifts[level];
}
#endif
|
