← Back to branch summary

~mmach/netext73/mesa-haswell

« back to all changes in this revision

Viewing changes to src/gallium/drivers/r600/r600_asm.h

  • Committer: mmach
  • Date: 2022-09-22 19:56:13 UTC
  • Revision ID: netbit73@gmail.com-20220922195613-wtik9mmy20tmor0i
2022-09-22 21:17:09

Show diffs side-by-side

added added

removed removed

Lines of Context:
src/gallium/drivers/r600/r600_asm.h
1
 
/*
2
 
 * Copyright 2010 Jerome Glisse <glisse@freedesktop.org>
3
 
 *
4
 
 * Permission is hereby granted, free of charge, to any person obtaining a
5
 
 * copy of this software and associated documentation files (the "Software"),
6
 
 * to deal in the Software without restriction, including without limitation
7
 
 * on the rights to use, copy, modify, merge, publish, distribute, sub
8
 
 * license, and/or sell copies of the Software, and to permit persons to whom
9
 
 * the Software is furnished to do so, subject to the following conditions:
10
 
 *
11
 
 * The above copyright notice and this permission notice (including the next
12
 
 * paragraph) shall be included in all copies or substantial portions of the
13
 
 * Software.
14
 
 *
15
 
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
 
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
 
 * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
18
 
 * THE AUTHOR(S) AND/OR THEIR SUPPLIERS BE LIABLE FOR ANY CLAIM,
19
 
 * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
20
 
 * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
21
 
 * USE OR OTHER DEALINGS IN THE SOFTWARE.
22
 
 */
23
 
#ifndef R600_ASM_H
24
 
#define R600_ASM_H
25
 
 
26
 
#include "r600_pipe.h"
27
 
#include "r600_isa.h"
28
 
#include "tgsi/tgsi_exec.h"
29
 
 
30
 
#ifdef __cplusplus
31
 
extern "C" {
32
 
#endif
33
 
 
34
 
struct r600_bytecode_alu_src {
35
 
        unsigned                        sel;
36
 
        unsigned                        chan;
37
 
        unsigned                        neg;
38
 
        unsigned                        abs;
39
 
        unsigned                        rel;
40
 
        unsigned                        kc_bank;
41
 
        unsigned                        kc_rel;
42
 
        uint32_t                        value;
43
 
};
44
 
 
45
 
struct r600_bytecode_alu_dst {
46
 
        unsigned                        sel;
47
 
        unsigned                        chan;
48
 
        unsigned                        clamp;
49
 
        unsigned                        write;
50
 
        unsigned                        rel;
51
 
};
52
 
 
53
 
struct r600_bytecode_alu {
54
 
        struct list_head                list;
55
 
        struct r600_bytecode_alu_src            src[3];
56
 
        struct r600_bytecode_alu_dst            dst;
57
 
        unsigned                        op;
58
 
        unsigned                        last;
59
 
        unsigned                        is_op3;
60
 
        unsigned                        is_lds_idx_op;
61
 
        unsigned                        execute_mask;
62
 
        unsigned                        update_pred;
63
 
        unsigned                        pred_sel;
64
 
        unsigned                        bank_swizzle;
65
 
        unsigned                        bank_swizzle_force;
66
 
        unsigned                        omod;
67
 
        unsigned                        index_mode;
68
 
        unsigned                        lds_idx;
69
 
};
70
 
 
71
 
struct r600_bytecode_tex {
72
 
        struct list_head                list;
73
 
        unsigned                        op;
74
 
        unsigned                        inst_mod;
75
 
        unsigned                        resource_id;
76
 
        unsigned                        src_gpr;
77
 
        unsigned                        src_rel;
78
 
        unsigned                        dst_gpr;
79
 
        unsigned                        dst_rel;
80
 
        unsigned                        dst_sel_x;
81
 
        unsigned                        dst_sel_y;
82
 
        unsigned                        dst_sel_z;
83
 
        unsigned                        dst_sel_w;
84
 
        unsigned                        lod_bias;
85
 
        unsigned                        coord_type_x;
86
 
        unsigned                        coord_type_y;
87
 
        unsigned                        coord_type_z;
88
 
        unsigned                        coord_type_w;
89
 
        int                             offset_x;
90
 
        int                             offset_y;
91
 
        int                             offset_z;
92
 
        unsigned                        sampler_id;
93
 
        unsigned                        src_sel_x;
94
 
        unsigned                        src_sel_y;
95
 
        unsigned                        src_sel_z;
96
 
        unsigned                        src_sel_w;
97
 
        /* indexed samplers/resources only on evergreen/cayman */
98
 
        unsigned                        sampler_index_mode;
99
 
        unsigned                        resource_index_mode;
100
 
};
101
 
 
102
 
struct r600_bytecode_vtx {
103
 
        struct list_head                list;
104
 
        unsigned                        op;
105
 
        unsigned                        fetch_type;
106
 
        unsigned                        buffer_id;
107
 
        unsigned                        src_gpr;
108
 
        unsigned                        src_sel_x;
109
 
        unsigned                        mega_fetch_count;
110
 
        unsigned                        dst_gpr;
111
 
        unsigned                        dst_sel_x;
112
 
        unsigned                        dst_sel_y;
113
 
        unsigned                        dst_sel_z;
114
 
        unsigned                        dst_sel_w;
115
 
        unsigned                        use_const_fields;
116
 
        unsigned                        data_format;
117
 
        unsigned                        num_format_all;
118
 
        unsigned                        format_comp_all;
119
 
        unsigned                        srf_mode_all;
120
 
        unsigned                        offset;
121
 
        unsigned                        endian;
122
 
        unsigned                        buffer_index_mode;
123
 
 
124
 
        // READ_SCRATCH fields
125
 
        unsigned                        uncached;
126
 
        unsigned                        indexed;
127
 
        unsigned                        src_sel_y;
128
 
        unsigned                        src_rel;
129
 
        unsigned                        elem_size;
130
 
        unsigned                        array_size;
131
 
        unsigned                        array_base;
132
 
        unsigned                        burst_count;
133
 
        unsigned                        dst_rel;
134
 
};
135
 
 
136
 
struct r600_bytecode_gds {
137
 
        struct list_head                list;
138
 
        unsigned                        op;
139
 
        unsigned                        src_gpr;
140
 
        unsigned                        src_rel;
141
 
        unsigned                        src_sel_x;
142
 
        unsigned                        src_sel_y;
143
 
        unsigned                        src_sel_z;
144
 
        unsigned                        src_gpr2;
145
 
        unsigned                        dst_gpr;
146
 
        unsigned                        dst_rel;
147
 
        unsigned                        dst_sel_x;
148
 
        unsigned                        dst_sel_y;
149
 
        unsigned                        dst_sel_z;
150
 
        unsigned                        dst_sel_w;
151
 
        unsigned                        uav_index_mode;
152
 
        unsigned                        uav_id;
153
 
        unsigned                        alloc_consume;
154
 
        unsigned                        bcast_first_req;
155
 
};
156
 
 
157
 
struct r600_bytecode_output {
158
 
        unsigned                        array_base;
159
 
        unsigned                        array_size;
160
 
        unsigned                        comp_mask;
161
 
        unsigned                        type;
162
 
 
163
 
        unsigned                        op;
164
 
 
165
 
        unsigned                        elem_size;
166
 
        unsigned                        gpr;
167
 
        unsigned                        swizzle_x;
168
 
        unsigned                        swizzle_y;
169
 
        unsigned                        swizzle_z;
170
 
        unsigned                        swizzle_w;
171
 
        unsigned                        burst_count;
172
 
        unsigned                        index_gpr;
173
 
        unsigned                        mark; /* used by MEM_SCRATCH */
174
 
};
175
 
 
176
 
struct r600_bytecode_rat {
177
 
        unsigned                        id;
178
 
        unsigned                        inst;
179
 
        unsigned                        index_mode;
180
 
};
181
 
 
182
 
struct r600_bytecode_kcache {
183
 
        unsigned                        bank;
184
 
        unsigned                        mode;
185
 
        unsigned                        addr;
186
 
        unsigned                        index_mode;
187
 
};
188
 
 
189
 
struct r600_bytecode_cf {
190
 
        struct list_head                list;
191
 
 
192
 
        unsigned                        op;
193
 
        unsigned                        addr;
194
 
        unsigned                        ndw;
195
 
        unsigned                        id;
196
 
        unsigned                        cond;
197
 
        unsigned                        pop_count;
198
 
        unsigned                        count;
199
 
        unsigned                        cf_addr; /* control flow addr */
200
 
        struct r600_bytecode_kcache             kcache[4];
201
 
        unsigned                        r6xx_uses_waterfall;
202
 
        unsigned                        eg_alu_extended;
203
 
        unsigned                        barrier;
204
 
        unsigned                        end_of_program;
205
 
        unsigned                        mark;
206
 
        unsigned                        vpm;
207
 
        struct list_head                alu;
208
 
        struct list_head                tex;
209
 
        struct list_head                vtx;
210
 
        struct list_head                gds;
211
 
        struct r600_bytecode_output             output;
212
 
        struct r600_bytecode_rat                rat;
213
 
        struct r600_bytecode_alu                *curr_bs_head;
214
 
        struct r600_bytecode_alu                *prev_bs_head;
215
 
        struct r600_bytecode_alu                *prev2_bs_head;
216
 
        unsigned isa[2];
217
 
        unsigned nlds_read;
218
 
        unsigned nqueue_read;
219
 
};
220
 
 
221
 
#define FC_NONE                         0
222
 
#define FC_IF                           1
223
 
#define FC_LOOP                         2
224
 
#define FC_REP                          3
225
 
#define FC_PUSH_VPM                     4
226
 
#define FC_PUSH_WQM                     5
227
 
 
228
 
struct r600_cf_stack_entry {
229
 
        int                             type;
230
 
        struct r600_bytecode_cf         *start;
231
 
        struct r600_bytecode_cf         **mid; /* used to store the else point */
232
 
        int                             num_mid;
233
 
};
234
 
 
235
 
#define SQ_MAX_CALL_DEPTH 0x00000020
236
 
 
237
 
#define AR_HANDLE_NORMAL 0
238
 
#define AR_HANDLE_RV6XX 1 /* except RV670 */
239
 
 
240
 
struct r600_stack_info {
241
 
        /* current level of non-WQM PUSH operations
242
 
         * (PUSH, PUSH_ELSE, ALU_PUSH_BEFORE) */
243
 
        int push;
244
 
        /* current level of WQM PUSH operations
245
 
         * (PUSH, PUSH_ELSE, PUSH_WQM) */
246
 
        int push_wqm;
247
 
        /* current loop level */
248
 
        int loop;
249
 
 
250
 
        /* required depth */
251
 
        int max_entries;
252
 
        /* subentries per entry */
253
 
        int entry_size;
254
 
};
255
 
 
256
 
struct r600_bytecode {
257
 
        enum chip_class                 chip_class;
258
 
        enum radeon_family              family;
259
 
        bool                            has_compressed_msaa_texturing;
260
 
        int                             type;
261
 
        struct list_head                cf;
262
 
        struct r600_bytecode_cf         *cf_last;
263
 
        unsigned                        ndw;
264
 
        unsigned                        ncf;
265
 
        unsigned                        ngpr;
266
 
        unsigned                        nstack;
267
 
        unsigned                        nlds_dw;
268
 
        unsigned                        nresource;
269
 
        unsigned                        force_add_cf;
270
 
        uint32_t                        *bytecode;
271
 
        uint32_t                        fc_sp;
272
 
        struct r600_cf_stack_entry      fc_stack[TGSI_EXEC_MAX_NESTING];
273
 
        struct r600_stack_info          stack;
274
 
        unsigned        ar_loaded;
275
 
        unsigned        ar_reg;
276
 
        unsigned        ar_chan;
277
 
        unsigned        ar_handling;
278
 
        unsigned        r6xx_nop_after_rel_dst;
279
 
        bool            index_loaded[2];
280
 
        unsigned        index_reg[2]; /* indexing register CF_INDEX_[01] */
281
 
        unsigned        index_reg_chan[2]; /* indexing register chanel CF_INDEX_[01] */
282
 
        unsigned        debug_id;
283
 
        struct r600_isa* isa;
284
 
        struct r600_bytecode_output pending_outputs[5];
285
 
        int n_pending_outputs;
286
 
        boolean                 need_wait_ack; /* emit a pending WAIT_ACK prior to control flow */
287
 
        boolean                 precise;
288
 
};
289
 
 
290
 
/* eg_asm.c */
291
 
int eg_bytecode_cf_build(struct r600_bytecode *bc, struct r600_bytecode_cf *cf);
292
 
int egcm_load_index_reg(struct r600_bytecode *bc, unsigned id, bool inside_alu_clause);
293
 
int eg_bytecode_gds_build(struct r600_bytecode *bc, struct r600_bytecode_gds *gds, unsigned id);
294
 
int eg_bytecode_alu_build(struct r600_bytecode *bc,
295
 
                          struct r600_bytecode_alu *alu, unsigned id);
296
 
/* r600_asm.c */
297
 
void r600_bytecode_init(struct r600_bytecode *bc,
298
 
                        enum chip_class chip_class,
299
 
                        enum radeon_family family,
300
 
                        bool has_compressed_msaa_texturing);
301
 
void r600_bytecode_clear(struct r600_bytecode *bc);
302
 
int r600_bytecode_add_alu(struct r600_bytecode *bc,
303
 
                const struct r600_bytecode_alu *alu);
304
 
int r600_bytecode_add_vtx(struct r600_bytecode *bc,
305
 
                const struct r600_bytecode_vtx *vtx);
306
 
int r600_bytecode_add_vtx_tc(struct r600_bytecode *bc,
307
 
                             const struct r600_bytecode_vtx *vtx);
308
 
int r600_bytecode_add_tex(struct r600_bytecode *bc,
309
 
                const struct r600_bytecode_tex *tex);
310
 
int r600_bytecode_add_gds(struct r600_bytecode *bc,
311
 
                const struct r600_bytecode_gds *gds);
312
 
int r600_bytecode_add_output(struct r600_bytecode *bc,
313
 
                const struct r600_bytecode_output *output);
314
 
int r600_bytecode_add_pending_output(struct r600_bytecode *bc,
315
 
                const struct r600_bytecode_output *output);
316
 
 
317
 
void r600_bytecode_add_ack(struct r600_bytecode *bc);
318
 
int r600_bytecode_wait_acks(struct r600_bytecode *bc);
319
 
uint32_t r600_bytecode_write_export_ack_type(struct r600_bytecode *bc, bool indirect);
320
 
 
321
 
int r600_bytecode_build(struct r600_bytecode *bc);
322
 
int r600_bytecode_add_cf(struct r600_bytecode *bc);
323
 
int r600_bytecode_add_cfinst(struct r600_bytecode *bc,
324
 
                unsigned op);
325
 
int r600_bytecode_add_alu_type(struct r600_bytecode *bc,
326
 
                const struct r600_bytecode_alu *alu, unsigned type);
327
 
void r600_bytecode_special_constants(uint32_t value, unsigned *sel);
328
 
void r600_bytecode_disasm(struct r600_bytecode *bc);
329
 
void r600_bytecode_alu_read(struct r600_bytecode *bc,
330
 
                struct r600_bytecode_alu *alu, uint32_t word0, uint32_t word1);
331
 
int r600_load_ar(struct r600_bytecode *bc);
332
 
 
333
 
int cm_bytecode_add_cf_end(struct r600_bytecode *bc);
334
 
 
335
 
void *r600_create_vertex_fetch_shader(struct pipe_context *ctx,
336
 
                                      unsigned count,
337
 
                                      const struct pipe_vertex_element *elements);
338
 
 
339
 
/* r700_asm.c */
340
 
void r700_bytecode_cf_vtx_build(uint32_t *bytecode,
341
 
                const struct r600_bytecode_cf *cf);
342
 
int r700_bytecode_alu_build(struct r600_bytecode *bc,
343
 
                struct r600_bytecode_alu *alu, unsigned id);
344
 
void r700_bytecode_alu_read(struct r600_bytecode *bc,
345
 
                struct r600_bytecode_alu *alu, uint32_t word0, uint32_t word1);
346
 
int r700_bytecode_fetch_mem_build(struct r600_bytecode *bc,
347
 
                struct r600_bytecode_vtx *mem, unsigned id);
348
 
 
349
 
void r600_bytecode_export_read(struct r600_bytecode *bc,
350
 
                struct r600_bytecode_output *output, uint32_t word0, uint32_t word1);
351
 
void eg_bytecode_export_read(struct r600_bytecode *bc,
352
 
                struct r600_bytecode_output *output, uint32_t word0, uint32_t word1);
353
 
 
354
 
void r600_vertex_data_type(enum pipe_format pformat, unsigned *format,
355
 
                           unsigned *num_format, unsigned *format_comp, unsigned *endian);
356
 
 
357
 
static inline int fp64_switch(int i)
358
 
{
359
 
        switch (i) {
360
 
        case 0:
361
 
                return 1;
362
 
        case 1:
363
 
                return 0;
364
 
        case 2:
365
 
                return 3;
366
 
        case 3:
367
 
                return 2;
368
 
        }
369
 
        return 0;
370
 
}
371
 
 
372
 
#ifdef __cplusplus
373
 
}
374
 
#endif
375
 
 
376
 
#endif