2
* Copyright (C) 2017 Rob Clark <robclark@freedesktop.org>
4
* Permission is hereby granted, free of charge, to any person obtaining a
5
* copy of this software and associated documentation files (the "Software"),
6
* to deal in the Software without restriction, including without limitation
7
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
8
* and/or sell copies of the Software, and to permit persons to whom the
9
* Software is furnished to do so, subject to the following conditions:
11
* The above copyright notice and this permission notice (including the next
12
* paragraph) shall be included in all copies or substantial portions of the
15
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18
* THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
24
* Rob Clark <robclark@freedesktop.org>
27
#include "pipe/p_state.h"
29
#include "fd5_format.h"
30
#include "fd5_image.h"
31
#include "fd5_texture.h"
32
#include "freedreno_resource.h"
34
static enum a4xx_state_block texsb[] = {
35
[PIPE_SHADER_COMPUTE] = SB4_CS_TEX,
36
[PIPE_SHADER_FRAGMENT] = SB4_FS_TEX,
39
static enum a4xx_state_block imgsb[] = {
40
[PIPE_SHADER_COMPUTE] = SB4_CS_SSBO,
41
[PIPE_SHADER_FRAGMENT] = SB4_SSBO,
45
enum pipe_format pfmt;
46
enum a5xx_tex_fmt fmt;
47
enum a5xx_tex_type type;
61
translate_image(struct fd5_image *img, struct pipe_image_view *pimg)
63
enum pipe_format format = pimg->format;
64
struct pipe_resource *prsc = pimg->resource;
65
struct fd_resource *rsc = fd_resource(prsc);
67
if (!pimg->resource) {
68
memset(img, 0, sizeof(*img));
73
img->fmt = fd5_pipe2tex(format);
74
img->type = fd5_tex_type(prsc->target);
75
img->srgb = util_format_is_srgb(format);
76
img->cpp = rsc->layout.cpp;
79
/* Treat cube textures as 2d-array: */
80
if (img->type == A5XX_TEX_CUBE)
81
img->type = A5XX_TEX_2D;
83
if (prsc->target == PIPE_BUFFER) {
85
img->offset = pimg->u.buf.offset;
89
/* size is encoded with low 15b in WIDTH and high bits in
90
* HEIGHT, in units of elements:
92
unsigned sz = pimg->u.buf.size / util_format_get_blocksize(format);
93
img->width = sz & MASK(15);
94
img->height = sz >> 15;
99
unsigned lvl = pimg->u.tex.level;
100
img->offset = fd_resource_offset(rsc, lvl, pimg->u.tex.first_layer);
101
img->pitch = fd_resource_pitch(rsc, lvl);
103
img->width = u_minify(prsc->width0, lvl);
104
img->height = u_minify(prsc->height0, lvl);
106
unsigned layers = pimg->u.tex.last_layer - pimg->u.tex.first_layer + 1;
108
switch (prsc->target) {
109
case PIPE_TEXTURE_RECT:
110
case PIPE_TEXTURE_1D:
111
case PIPE_TEXTURE_2D:
112
img->array_pitch = rsc->layout.layer_size;
115
case PIPE_TEXTURE_1D_ARRAY:
116
case PIPE_TEXTURE_2D_ARRAY:
117
img->array_pitch = rsc->layout.layer_size;
120
case PIPE_TEXTURE_CUBE:
121
case PIPE_TEXTURE_CUBE_ARRAY:
122
img->array_pitch = rsc->layout.layer_size;
125
case PIPE_TEXTURE_3D:
126
img->array_pitch = fd_resource_slice(rsc, lvl)->size0;
127
img->depth = u_minify(prsc->depth0, lvl);
130
img->array_pitch = 0;
138
emit_image_tex(struct fd_ringbuffer *ring, unsigned slot, struct fd5_image *img,
139
enum pipe_shader_type shader)
141
OUT_PKT7(ring, CP_LOAD_STATE4, 3 + 12);
142
OUT_RING(ring, CP_LOAD_STATE4_0_DST_OFF(slot) |
143
CP_LOAD_STATE4_0_STATE_SRC(SS4_DIRECT) |
144
CP_LOAD_STATE4_0_STATE_BLOCK(texsb[shader]) |
145
CP_LOAD_STATE4_0_NUM_UNIT(1));
146
OUT_RING(ring, CP_LOAD_STATE4_1_STATE_TYPE(ST4_CONSTANTS) |
147
CP_LOAD_STATE4_1_EXT_SRC_ADDR(0));
148
OUT_RING(ring, CP_LOAD_STATE4_2_EXT_SRC_ADDR_HI(0));
150
OUT_RING(ring, A5XX_TEX_CONST_0_FMT(img->fmt) |
151
fd5_tex_swiz(img->pfmt, PIPE_SWIZZLE_X, PIPE_SWIZZLE_Y,
152
PIPE_SWIZZLE_Z, PIPE_SWIZZLE_W) |
153
COND(img->srgb, A5XX_TEX_CONST_0_SRGB));
154
OUT_RING(ring, A5XX_TEX_CONST_1_WIDTH(img->width) |
155
A5XX_TEX_CONST_1_HEIGHT(img->height));
157
COND(img->buffer, A5XX_TEX_CONST_2_BUFFER) |
158
A5XX_TEX_CONST_2_TYPE(img->type) |
159
A5XX_TEX_CONST_2_PITCH(img->pitch));
160
OUT_RING(ring, A5XX_TEX_CONST_3_ARRAY_PITCH(img->array_pitch));
162
OUT_RELOC(ring, img->bo, img->offset,
163
(uint64_t)A5XX_TEX_CONST_5_DEPTH(img->depth) << 32, 0);
165
OUT_RING(ring, 0x00000000);
166
OUT_RING(ring, A5XX_TEX_CONST_5_DEPTH(img->depth));
168
OUT_RING(ring, 0x00000000);
169
OUT_RING(ring, 0x00000000);
170
OUT_RING(ring, 0x00000000);
171
OUT_RING(ring, 0x00000000);
172
OUT_RING(ring, 0x00000000);
173
OUT_RING(ring, 0x00000000);
177
emit_image_ssbo(struct fd_ringbuffer *ring, unsigned slot,
178
struct fd5_image *img, enum pipe_shader_type shader)
180
OUT_PKT7(ring, CP_LOAD_STATE4, 3 + 2);
181
OUT_RING(ring, CP_LOAD_STATE4_0_DST_OFF(slot) |
182
CP_LOAD_STATE4_0_STATE_SRC(SS4_DIRECT) |
183
CP_LOAD_STATE4_0_STATE_BLOCK(imgsb[shader]) |
184
CP_LOAD_STATE4_0_NUM_UNIT(1));
185
OUT_RING(ring, CP_LOAD_STATE4_1_STATE_TYPE(ST4_CONSTANTS) |
186
CP_LOAD_STATE4_1_EXT_SRC_ADDR(0));
187
OUT_RING(ring, CP_LOAD_STATE4_2_EXT_SRC_ADDR_HI(0));
189
A5XX_SSBO_1_0_FMT(img->fmt) | A5XX_SSBO_1_0_WIDTH(img->width));
190
OUT_RING(ring, A5XX_SSBO_1_1_HEIGHT(img->height) |
191
A5XX_SSBO_1_1_DEPTH(img->depth));
193
OUT_PKT7(ring, CP_LOAD_STATE4, 3 + 2);
194
OUT_RING(ring, CP_LOAD_STATE4_0_DST_OFF(slot) |
195
CP_LOAD_STATE4_0_STATE_SRC(SS4_DIRECT) |
196
CP_LOAD_STATE4_0_STATE_BLOCK(imgsb[shader]) |
197
CP_LOAD_STATE4_0_NUM_UNIT(1));
198
OUT_RING(ring, CP_LOAD_STATE4_1_STATE_TYPE(ST4_UBO) |
199
CP_LOAD_STATE4_1_EXT_SRC_ADDR(0));
200
OUT_RING(ring, CP_LOAD_STATE4_2_EXT_SRC_ADDR_HI(0));
202
OUT_RELOC(ring, img->bo, img->offset, 0, 0);
204
OUT_RING(ring, 0x00000000);
205
OUT_RING(ring, 0x00000000);
209
/* Emit required "SSBO" and sampler state. The sampler state is used by the
210
* hw for imageLoad(), and "SSBO" state for imageStore(). Returns max sampler
214
fd5_emit_images(struct fd_context *ctx, struct fd_ringbuffer *ring,
215
enum pipe_shader_type shader,
216
const struct ir3_shader_variant *v)
218
struct fd_shaderimg_stateobj *so = &ctx->shaderimg[shader];
219
unsigned enabled_mask = so->enabled_mask;
220
const struct ir3_ibo_mapping *m = &v->image_mapping;
222
while (enabled_mask) {
223
unsigned index = u_bit_scan(&enabled_mask);
224
struct fd5_image img;
226
translate_image(&img, &so->si[index]);
228
emit_image_tex(ring, m->image_to_tex[index] + m->tex_base, &img, shader);
229
emit_image_ssbo(ring, v->shader->nir->info.num_ssbos + index, &img,