25
#include <pipe/p_defines.h>
26
#include <pipe/p_state.h>
27
#include <pipe/p_context.h>
28
#include <tgsi/tgsi_scan.h>
29
#include <tgsi/tgsi_parse.h>
30
#include <tgsi/tgsi_util.h>
31
#include <util/u_blitter.h>
32
#include <util/u_double_list.h>
25
#include "pipe/p_defines.h"
26
#include "pipe/p_state.h"
27
#include "pipe/p_context.h"
28
#include "tgsi/tgsi_scan.h"
29
#include "tgsi/tgsi_parse.h"
30
#include "tgsi/tgsi_util.h"
31
#include "util/u_blitter.h"
32
#include "util/u_double_list.h"
33
33
#include "util/u_format.h"
34
#include <util/u_format_s3tc.h>
35
#include <util/u_transfer.h>
36
#include <util/u_surface.h>
37
#include <util/u_pack_color.h>
38
#include <util/u_memory.h>
39
#include <util/u_inlines.h>
34
#include "util/u_format_s3tc.h"
35
#include "util/u_transfer.h"
36
#include "util/u_surface.h"
37
#include "util/u_pack_color.h"
38
#include "util/u_memory.h"
39
#include "util/u_inlines.h"
40
40
#include "util/u_upload_mgr.h"
41
#include "vl/vl_decoder.h"
42
#include "vl/vl_video_buffer.h"
41
43
#include "os/os_time.h"
42
#include <pipebuffer/pb_buffer.h>
44
#include "pipebuffer/pb_buffer.h"
45
47
#include "r600_resource.h"
46
48
#include "r600_shader.h"
47
49
#include "r600_pipe.h"
48
#include "r600_state_inlines.h"
53
54
static struct r600_fence *r600_create_fence(struct r600_pipe_context *ctx)
56
struct r600_screen *rscreen = ctx->screen;
55
57
struct r600_fence *fence = NULL;
57
if (!ctx->fences.bo) {
59
pipe_mutex_lock(rscreen->fences.mutex);
61
if (!rscreen->fences.bo) {
58
62
/* Create the shared buffer object */
59
ctx->fences.bo = r600_bo(ctx->radeon, 4096, 0, 0, 0);
60
if (!ctx->fences.bo) {
63
rscreen->fences.bo = (struct r600_resource*)
64
pipe_buffer_create(&rscreen->screen, PIPE_BIND_CUSTOM,
65
PIPE_USAGE_STAGING, 4096);
66
if (!rscreen->fences.bo) {
61
67
R600_ERR("r600: failed to create bo for fence objects\n");
64
ctx->fences.data = r600_bo_map(ctx->radeon, ctx->fences.bo, PB_USAGE_UNSYNCHRONIZED, NULL);
70
rscreen->fences.data = ctx->ws->buffer_map(rscreen->fences.bo->buf,
72
PIPE_TRANSFER_READ_WRITE);
67
if (!LIST_IS_EMPTY(&ctx->fences.pool)) {
75
if (!LIST_IS_EMPTY(&rscreen->fences.pool)) {
68
76
struct r600_fence *entry;
70
78
/* Try to find a freed fence that has been signalled */
71
LIST_FOR_EACH_ENTRY(entry, &ctx->fences.pool, head) {
72
if (ctx->fences.data[entry->index] != 0) {
79
LIST_FOR_EACH_ENTRY(entry, &rscreen->fences.pool, head) {
80
if (rscreen->fences.data[entry->index] != 0) {
73
81
LIST_DELINIT(&entry->head);
82
90
struct r600_fence_block *block;
85
if ((ctx->fences.next_index + 1) >= 1024) {
93
if ((rscreen->fences.next_index + 1) >= 1024) {
86
94
R600_ERR("r600: too many concurrent fences\n");
90
index = ctx->fences.next_index++;
98
index = rscreen->fences.next_index++;
92
100
if (!(index % FENCE_BLOCK_SIZE)) {
93
101
/* Allocate a new block */
94
102
block = CALLOC_STRUCT(r600_fence_block);
95
103
if (block == NULL)
98
LIST_ADD(&block->head, &ctx->fences.blocks);
106
LIST_ADD(&block->head, &rscreen->fences.blocks);
100
block = LIST_ENTRY(struct r600_fence_block, ctx->fences.blocks.next, head);
108
block = LIST_ENTRY(struct r600_fence_block, rscreen->fences.blocks.next, head);
103
111
fence = &block->fences[index % FENCE_BLOCK_SIZE];
105
112
fence->index = index;
108
115
pipe_reference_init(&fence->reference, 1);
110
ctx->fences.data[fence->index] = 0;
111
r600_context_emit_fence(&ctx->ctx, ctx->fences.bo, fence->index, 1);
117
rscreen->fences.data[fence->index] = 0;
118
r600_context_emit_fence(&ctx->ctx, rscreen->fences.bo, fence->index, 1);
120
pipe_mutex_unlock(rscreen->fences.mutex);
115
static void r600_flush(struct pipe_context *ctx,
116
struct pipe_fence_handle **fence)
125
void r600_flush(struct pipe_context *ctx, struct pipe_fence_handle **fence,
118
128
struct r600_pipe_context *rctx = (struct r600_pipe_context *)ctx;
119
129
struct r600_fence **rfence = (struct r600_fence**)fence;
130
struct pipe_query *render_cond = NULL;
131
unsigned render_cond_mode = 0;
127
134
*rfence = r600_create_fence(rctx);
130
sprintf(dname, "gallium-%08d.bof", dc);
132
r600_context_dump_bof(&rctx->ctx, dname);
133
R600_ERR("dumped %s\n", dname);
137
r600_context_flush(&rctx->ctx);
136
/* Disable render condition. */
137
if (rctx->current_render_cond) {
138
render_cond = rctx->current_render_cond;
139
render_cond_mode = rctx->current_render_cond_mode;
140
ctx->render_condition(ctx, NULL, 0);
143
r600_context_flush(&rctx->ctx, flags);
145
/* Re-enable render condition. */
147
ctx->render_condition(ctx, render_cond, render_cond_mode);
151
static void r600_flush_from_st(struct pipe_context *ctx,
152
struct pipe_fence_handle **fence)
154
r600_flush(ctx, fence, 0);
157
static void r600_flush_from_winsys(void *ctx, unsigned flags)
159
r600_flush((struct pipe_context*)ctx, NULL, flags);
140
162
static void r600_update_num_contexts(struct r600_screen *rscreen, int diff)
206
215
rctx->context.screen = screen;
207
216
rctx->context.priv = priv;
208
217
rctx->context.destroy = r600_destroy_context;
209
rctx->context.flush = r600_flush;
218
rctx->context.flush = r600_flush_from_st;
211
220
/* Easy accessing of screen/winsys. */
212
221
rctx->screen = rscreen;
213
rctx->radeon = rscreen->radeon;
214
rctx->family = r600_get_family(rctx->radeon);
216
rctx->fences.bo = NULL;
217
rctx->fences.data = NULL;
218
rctx->fences.next_index = 0;
219
LIST_INITHEAD(&rctx->fences.pool);
220
LIST_INITHEAD(&rctx->fences.blocks);
222
rctx->ws = rscreen->ws;
223
rctx->family = rscreen->family;
224
rctx->chip_class = rscreen->chip_class;
222
226
r600_init_blit_functions(rctx);
223
227
r600_init_query_functions(rctx);
225
229
r600_init_surface_functions(rctx);
226
230
rctx->context.draw_vbo = r600_draw_vbo;
228
switch (r600_get_family(rctx->radeon)) {
232
rctx->context.create_video_decoder = vl_create_decoder;
233
rctx->context.create_video_buffer = vl_video_buffer_create;
235
switch (rctx->chip_class) {
241
238
r600_init_state_functions(rctx);
242
if (r600_context_init(&rctx->ctx, rctx->radeon)) {
239
if (r600_context_init(&rctx->ctx, rctx->screen)) {
243
240
r600_destroy_context(&rctx->context);
246
243
r600_init_config(rctx);
244
rctx->custom_dsa_flush = r600_create_db_flush_dsa(rctx);
260
248
evergreen_init_state_functions(rctx);
261
if (evergreen_context_init(&rctx->ctx, rctx->radeon)) {
249
if (evergreen_context_init(&rctx->ctx, rctx->screen)) {
262
250
r600_destroy_context(&rctx->context);
265
253
evergreen_init_config(rctx);
254
rctx->custom_dsa_flush = evergreen_create_db_flush_dsa(rctx);
268
R600_ERR("unsupported family %d\n", r600_get_family(rctx->radeon));
257
R600_ERR("Unsupported chip class %d.\n", rctx->chip_class);
269
258
r600_destroy_context(&rctx->context);
262
rctx->ctx.pipe = &rctx->context;
263
rctx->ctx.flush = r600_flush_from_winsys;
264
rctx->ws->cs_set_flush_callback(rctx->ctx.cs, r600_flush_from_winsys, rctx);
273
266
util_slab_create(&rctx->pool_transfers,
274
267
sizeof(struct pipe_transfer), 64,
275
268
UTIL_SLAB_SINGLETHREADED);
277
rctx->vbuf_mgr = u_vbuf_mgr_create(&rctx->context, 1024 * 1024, 256,
270
rctx->vbuf_mgr = u_vbuf_create(&rctx->context, 1024 * 1024, 256,
278
271
PIPE_BIND_VERTEX_BUFFER |
279
272
PIPE_BIND_INDEX_BUFFER |
280
273
PIPE_BIND_CONSTANT_BUFFER,
341
331
static const char* r600_get_name(struct pipe_screen* pscreen)
343
333
struct r600_screen *rscreen = (struct r600_screen *)pscreen;
344
enum radeon_family family = r600_get_family(rscreen->radeon);
346
return r600_get_family_name(family);
335
return r600_get_family_name(rscreen->family);
349
338
static int r600_get_param(struct pipe_screen* pscreen, enum pipe_cap param)
351
340
struct r600_screen *rscreen = (struct r600_screen *)pscreen;
352
enum radeon_family family = r600_get_family(rscreen->radeon);
341
enum radeon_family family = rscreen->family;
355
344
/* Supported features (boolean caps). */
356
345
case PIPE_CAP_NPOT_TEXTURES:
357
346
case PIPE_CAP_TWO_SIDED_STENCIL:
359
347
case PIPE_CAP_DUAL_SOURCE_BLEND:
360
348
case PIPE_CAP_ANISOTROPIC_FILTER:
361
349
case PIPE_CAP_POINT_SPRITE:
362
350
case PIPE_CAP_OCCLUSION_QUERY:
363
351
case PIPE_CAP_TEXTURE_SHADOW_MAP:
364
352
case PIPE_CAP_TEXTURE_MIRROR_CLAMP:
365
case PIPE_CAP_TEXTURE_MIRROR_REPEAT:
366
353
case PIPE_CAP_BLEND_EQUATION_SEPARATE:
367
354
case PIPE_CAP_TEXTURE_SWIZZLE:
368
355
case PIPE_CAP_DEPTHSTENCIL_CLEAR_SEPARATE:
369
case PIPE_CAP_DEPTH_CLAMP:
356
case PIPE_CAP_DEPTH_CLIP_DISABLE:
370
357
case PIPE_CAP_SHADER_STENCIL_EXPORT:
371
358
case PIPE_CAP_VERTEX_ELEMENT_INSTANCE_DIVISOR:
372
359
case PIPE_CAP_MIXED_COLORBUFFER_FORMATS:
388
379
return family >= CHIP_CEDAR ? 1 : 0;
390
381
/* Unsupported features. */
391
case PIPE_CAP_STREAM_OUTPUT:
392
case PIPE_CAP_PRIMITIVE_RESTART:
393
382
case PIPE_CAP_TGSI_INSTANCEID:
394
383
case PIPE_CAP_TGSI_FS_COORD_ORIGIN_LOWER_LEFT:
395
384
case PIPE_CAP_TGSI_FS_COORD_PIXEL_CENTER_INTEGER:
385
case PIPE_CAP_SCALED_RESOLVE:
386
case PIPE_CAP_TGSI_CAN_COMPACT_VARYINGS:
387
case PIPE_CAP_TGSI_CAN_COMPACT_CONSTANTS:
398
case PIPE_CAP_ARRAY_TEXTURES:
399
/* fix once the CS checker upstream is fixed */
400
return debug_get_bool_option("R600_ARRAY_TEXTURE", FALSE);
391
case PIPE_CAP_MAX_STREAM_OUTPUT_BUFFERS:
392
return debug_get_bool_option("R600_STREAMOUT", FALSE) ? 4 : 0;
393
case PIPE_CAP_MAX_STREAM_OUTPUT_SEPARATE_COMPONENTS:
394
case PIPE_CAP_MAX_STREAM_OUTPUT_INTERLEAVED_COMPONENTS:
403
398
case PIPE_CAP_MAX_TEXTURE_2D_LEVELS:
421
416
/* Timer queries, present when the clock frequency is non zero. */
422
417
case PIPE_CAP_TIMER_QUERY:
423
return r600_get_clock_crystal_freq(rscreen->radeon) != 0;
426
R600_ERR("r600: unknown param %d\n", param);
418
return rscreen->info.r600_clock_crystal_freq != 0;
420
case PIPE_CAP_MIN_TEXEL_OFFSET:
423
case PIPE_CAP_MAX_TEXEL_OFFSET:
431
static float r600_get_paramf(struct pipe_screen* pscreen, enum pipe_cap param)
429
static float r600_get_paramf(struct pipe_screen* pscreen,
430
enum pipe_capf param)
433
432
struct r600_screen *rscreen = (struct r600_screen *)pscreen;
434
enum radeon_family family = r600_get_family(rscreen->radeon);
433
enum radeon_family family = rscreen->family;
437
case PIPE_CAP_MAX_LINE_WIDTH:
438
case PIPE_CAP_MAX_LINE_WIDTH_AA:
439
case PIPE_CAP_MAX_POINT_WIDTH:
440
case PIPE_CAP_MAX_POINT_WIDTH_AA:
436
case PIPE_CAPF_MAX_LINE_WIDTH:
437
case PIPE_CAPF_MAX_LINE_WIDTH_AA:
438
case PIPE_CAPF_MAX_POINT_WIDTH:
439
case PIPE_CAPF_MAX_POINT_WIDTH_AA:
441
440
if (family >= CHIP_CEDAR)
445
case PIPE_CAP_MAX_TEXTURE_ANISOTROPY:
447
case PIPE_CAP_MAX_TEXTURE_LOD_BIAS:
450
R600_ERR("r600: unsupported paramf %d\n", param);
444
case PIPE_CAPF_MAX_TEXTURE_ANISOTROPY:
446
case PIPE_CAPF_MAX_TEXTURE_LOD_BIAS:
448
case PIPE_CAPF_GUARD_BAND_LEFT:
449
case PIPE_CAPF_GUARD_BAND_TOP:
450
case PIPE_CAPF_GUARD_BAND_RIGHT:
451
case PIPE_CAPF_GUARD_BAND_BOTTOM:
455
457
static int r600_get_shader_param(struct pipe_screen* pscreen, unsigned shader, enum pipe_shader_cap param)
459
struct r600_screen *rscreen = (struct r600_screen *)pscreen;
459
462
case PIPE_SHADER_FRAGMENT:
502
505
case PIPE_SHADER_CAP_SUBROUTINES:
507
case PIPE_SHADER_CAP_INTEGERS:
509
case PIPE_SHADER_CAP_MAX_TEXTURE_SAMPLERS:
511
case PIPE_SHADER_CAP_OUTPUT_READ:
517
static int r600_get_video_param(struct pipe_screen *screen,
518
enum pipe_video_profile profile,
519
enum pipe_video_cap param)
522
case PIPE_VIDEO_CAP_SUPPORTED:
523
return vl_profile_supported(screen, profile);
524
case PIPE_VIDEO_CAP_NPOT_TEXTURES:
526
case PIPE_VIDEO_CAP_MAX_WIDTH:
527
case PIPE_VIDEO_CAP_MAX_HEIGHT:
528
return vl_video_buffer_max_size(screen);
509
static boolean r600_is_format_supported(struct pipe_screen* screen,
510
enum pipe_format format,
511
enum pipe_texture_target target,
512
unsigned sample_count,
516
if (target >= PIPE_MAX_TEXTURE_TYPES) {
517
R600_ERR("r600: unsupported texture type %d\n", target);
521
if (!util_format_is_supported(format, usage))
525
if (sample_count > 1)
528
if ((usage & PIPE_BIND_SAMPLER_VIEW) &&
529
r600_is_sampler_format_supported(screen, format)) {
530
retval |= PIPE_BIND_SAMPLER_VIEW;
533
if ((usage & (PIPE_BIND_RENDER_TARGET |
534
PIPE_BIND_DISPLAY_TARGET |
536
PIPE_BIND_SHARED)) &&
537
r600_is_colorbuffer_format_supported(format)) {
539
(PIPE_BIND_RENDER_TARGET |
540
PIPE_BIND_DISPLAY_TARGET |
545
if ((usage & PIPE_BIND_DEPTH_STENCIL) &&
546
r600_is_zs_format_supported(format)) {
547
retval |= PIPE_BIND_DEPTH_STENCIL;
550
if (usage & PIPE_BIND_VERTEX_BUFFER) {
551
struct r600_screen *rscreen = (struct r600_screen *)screen;
552
enum radeon_family family = r600_get_family(rscreen->radeon);
554
if (r600_is_vertex_format_supported(format, family)) {
555
retval |= PIPE_BIND_VERTEX_BUFFER;
559
if (usage & PIPE_BIND_TRANSFER_READ)
560
retval |= PIPE_BIND_TRANSFER_READ;
561
if (usage & PIPE_BIND_TRANSFER_WRITE)
562
retval |= PIPE_BIND_TRANSFER_WRITE;
564
return retval == usage;
567
534
static void r600_destroy_screen(struct pipe_screen* pscreen)
569
536
struct r600_screen *rscreen = (struct r600_screen *)pscreen;
638
struct pipe_screen *r600_screen_create(struct radeon *radeon)
640
struct r600_screen *rscreen;
642
rscreen = CALLOC_STRUCT(r600_screen);
620
static int r600_interpret_tiling(struct r600_screen *rscreen, uint32_t tiling_config)
622
switch ((tiling_config & 0xe) >> 1) {
624
rscreen->tiling_info.num_channels = 1;
627
rscreen->tiling_info.num_channels = 2;
630
rscreen->tiling_info.num_channels = 4;
633
rscreen->tiling_info.num_channels = 8;
639
switch ((tiling_config & 0x30) >> 4) {
641
rscreen->tiling_info.num_banks = 4;
644
rscreen->tiling_info.num_banks = 8;
650
switch ((tiling_config & 0xc0) >> 6) {
652
rscreen->tiling_info.group_bytes = 256;
655
rscreen->tiling_info.group_bytes = 512;
663
static int evergreen_interpret_tiling(struct r600_screen *rscreen, uint32_t tiling_config)
665
switch (tiling_config & 0xf) {
667
rscreen->tiling_info.num_channels = 1;
670
rscreen->tiling_info.num_channels = 2;
673
rscreen->tiling_info.num_channels = 4;
676
rscreen->tiling_info.num_channels = 8;
682
switch ((tiling_config & 0xf0) >> 4) {
684
rscreen->tiling_info.num_banks = 4;
687
rscreen->tiling_info.num_banks = 8;
690
rscreen->tiling_info.num_banks = 16;
696
switch ((tiling_config & 0xf00) >> 8) {
698
rscreen->tiling_info.group_bytes = 256;
701
rscreen->tiling_info.group_bytes = 512;
709
static int r600_init_tiling(struct r600_screen *rscreen)
711
uint32_t tiling_config = rscreen->info.r600_tiling_config;
713
/* set default group bytes, overridden by tiling info ioctl */
714
if (rscreen->chip_class <= R700) {
715
rscreen->tiling_info.group_bytes = 256;
717
rscreen->tiling_info.group_bytes = 512;
723
if (rscreen->chip_class <= R700) {
724
return r600_interpret_tiling(rscreen, tiling_config);
726
return evergreen_interpret_tiling(rscreen, tiling_config);
730
static unsigned radeon_family_from_device(unsigned device)
733
#define CHIPSET(pciid, name, family) case pciid: return CHIP_##family;
734
#include "pci_ids/r600_pci_ids.h"
741
struct pipe_screen *r600_screen_create(struct radeon_winsys *ws)
743
struct r600_screen *rscreen = CALLOC_STRUCT(r600_screen);
643
744
if (rscreen == NULL) {
647
rscreen->radeon = radeon;
648
rscreen->screen.winsys = (struct pipe_winsys*)radeon;
749
ws->query_info(ws, &rscreen->info);
751
rscreen->family = radeon_family_from_device(rscreen->info.pci_id);
752
if (rscreen->family == CHIP_UNKNOWN) {
753
fprintf(stderr, "r600: Unknown chipset 0x%04X\n", rscreen->info.pci_id);
759
if (rscreen->family == CHIP_CAYMAN) {
760
rscreen->chip_class = CAYMAN;
761
} else if (rscreen->family >= CHIP_CEDAR) {
762
rscreen->chip_class = EVERGREEN;
763
} else if (rscreen->family >= CHIP_RV770) {
764
rscreen->chip_class = R700;
766
rscreen->chip_class = R600;
769
if (r600_init_tiling(rscreen)) {
774
rscreen->screen.winsys = (struct pipe_winsys*)ws;
649
775
rscreen->screen.destroy = r600_destroy_screen;
650
776
rscreen->screen.get_name = r600_get_name;
651
777
rscreen->screen.get_vendor = r600_get_vendor;
652
778
rscreen->screen.get_param = r600_get_param;
653
779
rscreen->screen.get_shader_param = r600_get_shader_param;
654
780
rscreen->screen.get_paramf = r600_get_paramf;
655
rscreen->screen.is_format_supported = r600_is_format_supported;
781
rscreen->screen.get_video_param = r600_get_video_param;
782
if (rscreen->chip_class >= EVERGREEN) {
783
rscreen->screen.is_format_supported = evergreen_is_format_supported;
785
rscreen->screen.is_format_supported = r600_is_format_supported;
787
rscreen->screen.is_video_format_supported = vl_video_buffer_is_format_supported;
656
788
rscreen->screen.context_create = r600_create_context;
657
789
rscreen->screen.fence_reference = r600_fence_reference;
658
790
rscreen->screen.fence_signalled = r600_fence_signalled;
659
791
rscreen->screen.fence_finish = r600_fence_finish;
660
792
r600_init_screen_resource_functions(&rscreen->screen);
662
rscreen->tiling_info = r600_get_tiling_info(radeon);
663
794
util_format_s3tc_init();
665
796
util_slab_create(&rscreen->pool_buffers,
666
sizeof(struct r600_resource_buffer), 64,
797
sizeof(struct r600_resource), 64,
667
798
UTIL_SLAB_SINGLETHREADED);
669
800
pipe_mutex_init(rscreen->mutex_num_contexts);
802
rscreen->fences.bo = NULL;
803
rscreen->fences.data = NULL;
804
rscreen->fences.next_index = 0;
805
LIST_INITHEAD(&rscreen->fences.pool);
806
LIST_INITHEAD(&rscreen->fences.blocks);
807
pipe_mutex_init(rscreen->fences.mutex);
671
809
return &rscreen->screen;