1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
|
/* SPDX-License-Identifier: GPL-2.0
*
* Copyright 2017-2020 HabanaLabs, Ltd.
* All Rights Reserved.
*
*/
#ifndef GAUDI_PACKETS_H
#define GAUDI_PACKETS_H
#include <linux/types.h>
#define PACKET_HEADER_PACKET_ID_SHIFT 56
#define PACKET_HEADER_PACKET_ID_MASK 0x1F00000000000000ull
enum packet_id {
PACKET_WREG_32 = 0x1,
PACKET_WREG_BULK = 0x2,
PACKET_MSG_LONG = 0x3,
PACKET_MSG_SHORT = 0x4,
PACKET_CP_DMA = 0x5,
PACKET_REPEAT = 0x6,
PACKET_MSG_PROT = 0x7,
PACKET_FENCE = 0x8,
PACKET_LIN_DMA = 0x9,
PACKET_NOP = 0xA,
PACKET_STOP = 0xB,
PACKET_ARB_POINT = 0xC,
PACKET_WAIT = 0xD,
PACKET_LOAD_AND_EXE = 0xF,
MAX_PACKET_ID = (PACKET_HEADER_PACKET_ID_MASK >>
PACKET_HEADER_PACKET_ID_SHIFT) + 1
};
#define GAUDI_PKT_CTL_OPCODE_SHIFT 24
#define GAUDI_PKT_CTL_OPCODE_MASK 0x1F000000
#define GAUDI_PKT_CTL_EB_SHIFT 29
#define GAUDI_PKT_CTL_EB_MASK 0x20000000
#define GAUDI_PKT_CTL_RB_SHIFT 30
#define GAUDI_PKT_CTL_RB_MASK 0x40000000
#define GAUDI_PKT_CTL_MB_SHIFT 31
#define GAUDI_PKT_CTL_MB_MASK 0x80000000
/* All packets have, at least, an 8-byte header, which contains
* the packet type. The kernel driver uses the packet header for packet
* validation and to perform any necessary required preparation before
* sending them off to the hardware.
*/
struct gaudi_packet {
__le64 header;
/* The rest of the packet data follows. Use the corresponding
* packet_XXX struct to deference the data, based on packet type
*/
u8 contents[0];
};
struct packet_nop {
__le32 reserved;
__le32 ctl;
};
struct packet_stop {
__le32 reserved;
__le32 ctl;
};
struct packet_wreg32 {
__le32 value;
__le32 ctl;
};
struct packet_wreg_bulk {
__le32 size64;
__le32 ctl;
__le64 values[0]; /* data starts here */
};
struct packet_msg_long {
__le32 value;
__le32 ctl;
__le64 addr;
};
#define GAUDI_PKT_SHORT_VAL_SOB_SYNC_VAL_SHIFT 0
#define GAUDI_PKT_SHORT_VAL_SOB_SYNC_VAL_MASK 0x0000EFFF
#define GAUDI_PKT_SHORT_VAL_SOB_MOD_SHIFT 31
#define GAUDI_PKT_SHORT_VAL_SOB_MOD_MASK 0x80000000
#define GAUDI_PKT_SHORT_VAL_MON_SYNC_GID_SHIFT 0
#define GAUDI_PKT_SHORT_VAL_MON_SYNC_GID_MASK 0x000000FF
#define GAUDI_PKT_SHORT_VAL_MON_MASK_SHIFT 8
#define GAUDI_PKT_SHORT_VAL_MON_MASK_MASK 0x0000FF00
#define GAUDI_PKT_SHORT_VAL_MON_MODE_SHIFT 16
#define GAUDI_PKT_SHORT_VAL_MON_MODE_MASK 0x00010000
#define GAUDI_PKT_SHORT_VAL_MON_SYNC_VAL_SHIFT 17
#define GAUDI_PKT_SHORT_VAL_MON_SYNC_VAL_MASK 0xFFFE0000
#define GAUDI_PKT_SHORT_CTL_ADDR_SHIFT 0
#define GAUDI_PKT_SHORT_CTL_ADDR_MASK 0x0000FFFF
#define GAUDI_PKT_SHORT_CTL_OP_SHIFT 20
#define GAUDI_PKT_SHORT_CTL_OP_MASK 0x00300000
#define GAUDI_PKT_SHORT_CTL_BASE_SHIFT 22
#define GAUDI_PKT_SHORT_CTL_BASE_MASK 0x00C00000
#define GAUDI_PKT_SHORT_CTL_OPCODE_SHIFT 24
#define GAUDI_PKT_SHORT_CTL_OPCODE_MASK 0x1F000000
#define GAUDI_PKT_SHORT_CTL_EB_SHIFT 29
#define GAUDI_PKT_SHORT_CTL_EB_MASK 0x20000000
#define GAUDI_PKT_SHORT_CTL_RB_SHIFT 30
#define GAUDI_PKT_SHORT_CTL_RB_MASK 0x40000000
#define GAUDI_PKT_SHORT_CTL_MB_SHIFT 31
#define GAUDI_PKT_SHORT_CTL_MB_MASK 0x80000000
struct packet_msg_short {
__le32 value;
__le32 ctl;
};
struct packet_msg_prot {
__le32 value;
__le32 ctl;
__le64 addr;
};
#define GAUDI_PKT_FENCE_CFG_DEC_VAL_SHIFT 0
#define GAUDI_PKT_FENCE_CFG_DEC_VAL_MASK 0x0000000F
#define GAUDI_PKT_FENCE_CFG_TARGET_VAL_SHIFT 16
#define GAUDI_PKT_FENCE_CFG_TARGET_VAL_MASK 0x00FF0000
#define GAUDI_PKT_FENCE_CFG_ID_SHIFT 30
#define GAUDI_PKT_FENCE_CFG_ID_MASK 0xC000000
#define GAUDI_PKT_FENCE_CTL_PRED_SHIFT 0
#define GAUDI_PKT_FENCE_CTL_PRED_MASK 0x0000001F
#define GAUDI_PKT_FENCE_CTL_OPCODE_SHIFT 24
#define GAUDI_PKT_FENCE_CTL_OPCODE_MASK 0x1F000000
#define GAUDI_PKT_FENCE_CTL_EB_SHIFT 29
#define GAUDI_PKT_FENCE_CTL_EB_MASK 0x20000000
#define GAUDI_PKT_FENCE_CTL_RB_SHIFT 30
#define GAUDI_PKT_FENCE_CTL_RB_MASK 0x40000000
#define GAUDI_PKT_FENCE_CTL_MB_SHIFT 31
#define GAUDI_PKT_FENCE_CTL_MB_MASK 0x80000000
struct packet_fence {
__le32 cfg;
__le32 ctl;
};
#define GAUDI_PKT_LIN_DMA_CTL_WRCOMP_EN_SHIFT 0
#define GAUDI_PKT_LIN_DMA_CTL_WRCOMP_EN_MASK 0x00000001
#define GAUDI_PKT_LIN_DMA_CTL_LIN_SHIFT 3
#define GAUDI_PKT_LIN_DMA_CTL_LIN_MASK 0x00000008
#define GAUDI_PKT_LIN_DMA_CTL_MEMSET_SHIFT 4
#define GAUDI_PKT_LIN_DMA_CTL_MEMSET_MASK 0x00000010
#define GAUDI_PKT_LIN_DMA_DST_ADDR_SHIFT 0
#define GAUDI_PKT_LIN_DMA_DST_ADDR_MASK 0x00FFFFFFFFFFFFFFull
struct packet_lin_dma {
__le32 tsize;
__le32 ctl;
__le64 src_addr;
__le64 dst_addr;
};
struct packet_arb_point {
__le32 cfg;
__le32 ctl;
};
struct packet_repeat {
__le32 cfg;
__le32 ctl;
};
struct packet_wait {
__le32 cfg;
__le32 ctl;
};
struct packet_load_and_exe {
__le32 cfg;
__le32 ctl;
__le64 src_addr;
};
struct packet_cp_dma {
__le32 tsize;
__le32 ctl;
__le64 src_addr;
};
#endif /* GAUDI_PACKETS_H */
|
