1
/**************************************************************************
3
* Copyright 2019 Red Hat.
6
* Permission is hereby granted, free of charge, to any person obtaining a
7
* copy of this software and associated documentation files (the "Software"),
8
* to deal in the Software without restriction, including without limitation
9
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
10
* and/or sell copies of the Software, and to permit persons to whom the
11
* Software is furnished to do so, subject to the following conditions:
13
* The above copyright notice and this permission notice shall be included
14
* in all copies or substantial portions of the Software.
16
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
17
* OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
19
* THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
24
**************************************************************************/
29
#include "os/os_thread.h"
30
#include "util/u_thread.h"
31
#include "pipe/p_state.h"
33
#include "gallivm/lp_bld.h"
34
#include "gallivm/lp_bld_sample.h" /* for struct lp_sampler_static_state */
36
#include "lp_state_fs.h"
38
struct lp_compute_shader_variant;
40
struct lp_compute_shader_variant_key
42
unsigned nr_samplers:8;
43
unsigned nr_sampler_views:8;
47
#define LP_CS_MAX_VARIANT_KEY_SIZE \
48
(sizeof(struct lp_compute_shader_variant_key) + \
49
PIPE_MAX_SHADER_SAMPLER_VIEWS * sizeof(struct lp_sampler_static_state) + \
50
PIPE_MAX_SHADER_IMAGES * sizeof(struct lp_image_static_state))
53
lp_cs_variant_key_size(unsigned nr_samplers, unsigned nr_images)
55
return (sizeof(struct lp_compute_shader_variant_key) +
56
nr_samplers * sizeof(struct lp_sampler_static_state) +
57
nr_images * sizeof(struct lp_image_static_state));
60
static inline struct lp_sampler_static_state *
61
lp_cs_variant_key_samplers(const struct lp_compute_shader_variant_key *key)
63
return (struct lp_sampler_static_state *)&(key[1]);
66
static inline struct lp_image_static_state *
67
lp_cs_variant_key_images(const struct lp_compute_shader_variant_key *key)
69
return (struct lp_image_static_state *)
70
&(lp_cs_variant_key_samplers(key)[MAX2(key->nr_samplers, key->nr_sampler_views)]);
73
struct lp_cs_variant_list_item
75
struct lp_compute_shader_variant *base;
76
struct lp_cs_variant_list_item *next, *prev;
79
struct lp_compute_shader_variant
81
struct gallivm_state *gallivm;
83
LLVMTypeRef jit_cs_context_ptr_type;
84
LLVMTypeRef jit_cs_thread_data_ptr_type;
86
LLVMValueRef function;
87
lp_jit_cs_func jit_function;
89
/* Total number of LLVM instructions generated */
92
struct lp_cs_variant_list_item list_item_global, list_item_local;
94
struct lp_compute_shader *shader;
96
/* For debugging/profiling purposes */
99
/* key is variable-sized, must be last */
100
struct lp_compute_shader_variant_key key;
103
struct lp_compute_shader {
104
struct pipe_shader_state base;
106
struct lp_cs_variant_list_item variants;
108
struct lp_tgsi_info info;
110
uint32_t req_local_mem;
112
/* For debugging/profiling purposes */
113
unsigned variant_key_size;
115
unsigned variants_created;
116
unsigned variants_cached;
117
bool zero_initialize_shared_memory;
119
int max_global_buffers;
120
struct pipe_resource **global_buffers;
124
struct lp_jit_cs_context jit_context;
125
struct lp_compute_shader_variant *variant;
128
struct lp_cs_context {
129
struct pipe_context *pipe;
132
struct lp_cs_exec current;
133
struct pipe_resource *current_tex[PIPE_MAX_SHADER_SAMPLER_VIEWS];
134
unsigned current_tex_num;
137
/** compute shader constants */
139
struct pipe_constant_buffer current;
140
unsigned stored_size;
141
const void *stored_data;
142
} constants[LP_MAX_TGSI_CONST_BUFFERS];
144
/** compute shader buffers */
146
struct pipe_shader_buffer current;
147
} ssbos[LP_MAX_TGSI_SHADER_BUFFERS];
150
struct pipe_image_view current;
151
} images[LP_MAX_TGSI_SHADER_IMAGES];
156
struct lp_cs_context *lp_csctx_create(struct pipe_context *pipe);
157
void lp_csctx_destroy(struct lp_cs_context *csctx);