/* * Copyright 2010 Red Hat Inc. * Copyright © 2014-2017 Broadcom * Copyright (C) 2019-2020 Collabora, Ltd. * Copyright 2006 VMware, Inc. * * Permission is hereby granted, free of charge, to any person obtaining a * copy of this software and associated documentation files (the "Software"), * to deal in the Software without restriction, including without limitation * on the rights to use, copy, modify, merge, publish, distribute, sub * license, and/or sell copies of the Software, and to permit persons to whom * the Software is furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice (including the next * paragraph) shall be included in all copies or substantial portions of the * Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL * THE AUTHOR(S) AND/OR THEIR SUPPLIERS BE LIABLE FOR ANY CLAIM, * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE * USE OR OTHER DEALINGS IN THE SOFTWARE. */ #include #include #include "pipe/p_defines.h" #include "pipe/p_state.h" #include "pipe/p_context.h" #include "pipe/p_screen.h" #include "util/u_memory.h" #include "util/u_screen.h" #include "util/u_inlines.h" #include "util/format/u_format.h" #include "util/u_upload_mgr.h" #include "util/half_float.h" #include "frontend/winsys_handle.h" #include "frontend/sw_winsys.h" #include "gallium/auxiliary/util/u_transfer.h" #include "gallium/auxiliary/util/u_surface.h" #include "gallium/auxiliary/util/u_framebuffer.h" #include "agx_public.h" #include "agx_state.h" #include "magic.h" #include "asahi/compiler/agx_compile.h" #include "asahi/lib/decode.h" #include "asahi/lib/tiling.h" #include "asahi/lib/agx_formats.h" static const struct debug_named_value agx_debug_options[] = { {"trace", AGX_DBG_TRACE, "Trace the command stream"}, {"deqp", AGX_DBG_DEQP, "Hacks for dEQP"}, {"no16", AGX_DBG_NO16, "Disable 16-bit support"}, DEBUG_NAMED_VALUE_END }; void agx_init_state_functions(struct pipe_context *ctx); static struct pipe_query * agx_create_query(struct pipe_context *ctx, unsigned query_type, unsigned index) { struct agx_query *query = CALLOC_STRUCT(agx_query); return (struct pipe_query *)query; } static void agx_destroy_query(struct pipe_context *ctx, struct pipe_query *query) { FREE(query); } static bool agx_begin_query(struct pipe_context *ctx, struct pipe_query *query) { return true; } static bool agx_end_query(struct pipe_context *ctx, struct pipe_query *query) { return true; } static bool agx_get_query_result(struct pipe_context *ctx, struct pipe_query *query, bool wait, union pipe_query_result *vresult) { uint64_t *result = (uint64_t*)vresult; *result = 0; return true; } static void agx_set_active_query_state(struct pipe_context *pipe, bool enable) { } /* * resource */ static struct pipe_resource * agx_resource_from_handle(struct pipe_screen *pscreen, const struct pipe_resource *templat, struct winsys_handle *whandle, unsigned usage) { unreachable("Imports todo"); } static bool agx_resource_get_handle(struct pipe_screen *pscreen, struct pipe_context *ctx, struct pipe_resource *pt, struct winsys_handle *handle, unsigned usage) { unreachable("Handles todo"); } static inline bool agx_is_2d(const struct agx_resource *pres) { switch (pres->base.target) { case PIPE_TEXTURE_2D: case PIPE_TEXTURE_RECT: case PIPE_TEXTURE_CUBE: return true; default: return false; } } static bool agx_must_tile(const struct agx_resource *pres) { switch (pres->base.target) { case PIPE_TEXTURE_CUBE: case PIPE_TEXTURE_3D: /* We don't know how to do linear for these */ return true; default: break; } return false; } static bool agx_should_tile(const struct agx_resource *pres) { const unsigned valid_binding = PIPE_BIND_DEPTH_STENCIL | PIPE_BIND_RENDER_TARGET | PIPE_BIND_BLENDABLE | PIPE_BIND_SAMPLER_VIEW | PIPE_BIND_DISPLAY_TARGET | PIPE_BIND_SCANOUT | PIPE_BIND_SHARED; unsigned bpp = util_format_get_blocksizebits(pres->base.format); bool can_tile = agx_is_2d(pres) && (bpp == 32) && ((pres->base.bind & ~valid_binding) == 0); bool should_tile = (pres->base.usage != PIPE_USAGE_STREAM); bool must_tile = agx_must_tile(pres); assert(!(must_tile && !can_tile)); return must_tile || (can_tile && should_tile); } static struct pipe_resource * agx_resource_create(struct pipe_screen *screen, const struct pipe_resource *templ) { struct agx_device *dev = agx_device(screen); struct agx_resource *nresource; nresource = CALLOC_STRUCT(agx_resource); if (!nresource) return NULL; nresource->base = *templ; nresource->base.screen = screen; nresource->modifier = agx_should_tile(nresource) ? DRM_FORMAT_MOD_APPLE_64X64_MORTON_ORDER : DRM_FORMAT_MOD_LINEAR; unsigned offset = 0; for (unsigned l = 0; l <= templ->last_level; ++l) { unsigned width = u_minify(templ->width0, l); unsigned height = u_minify(templ->height0, l); if (nresource->modifier == DRM_FORMAT_MOD_APPLE_64X64_MORTON_ORDER) { width = ALIGN_POT(width, 64); height = ALIGN_POT(height, 64); } nresource->slices[l].line_stride = util_format_get_stride(templ->format, width); nresource->slices[l].offset = offset; offset += ALIGN_POT(nresource->slices[l].line_stride * height, 0x80); } /* Arrays and cubemaps have the entire miptree duplicated */ nresource->array_stride = ALIGN_POT(offset, 64); unsigned size = ALIGN_POT(nresource->array_stride * templ->array_size, 4096); pipe_reference_init(&nresource->base.reference, 1); struct sw_winsys *winsys = ((struct agx_screen *) screen)->winsys; if (templ->bind & (PIPE_BIND_DISPLAY_TARGET | PIPE_BIND_SCANOUT | PIPE_BIND_SHARED)) { unsigned width0 = templ->width0, height0 = templ->height0; if (nresource->modifier == DRM_FORMAT_MOD_APPLE_64X64_MORTON_ORDER) { width0 = ALIGN_POT(width0, 64); height0 = ALIGN_POT(height0, 64); } nresource->dt = winsys->displaytarget_create(winsys, templ->bind, templ->format, width0, height0, 64, NULL /*map_front_private*/, &nresource->dt_stride); nresource->slices[0].line_stride = nresource->dt_stride; assert((nresource->dt_stride & 0xF) == 0); offset = nresource->slices[0].line_stride * ALIGN_POT(templ->height0, 64); if (nresource->dt == NULL) { FREE(nresource); return NULL; } } nresource->bo = agx_bo_create(dev, size, AGX_MEMORY_TYPE_FRAMEBUFFER); if (!nresource->bo) { FREE(nresource); return NULL; } return &nresource->base; } static uint8_t * agx_rsrc_offset(struct agx_resource *rsrc, unsigned level, unsigned z) { struct agx_bo *bo = rsrc->bo; uint8_t *map = ((uint8_t *) bo->ptr.cpu) + rsrc->slices[level].offset; map += z * rsrc->array_stride; return map; } static void agx_resource_destroy(struct pipe_screen *screen, struct pipe_resource *prsrc) { struct agx_resource *rsrc = (struct agx_resource *)prsrc; if (rsrc->dt) { /* display target */ struct agx_screen *agx_screen = (struct agx_screen*)screen; struct sw_winsys *winsys = agx_screen->winsys; winsys->displaytarget_destroy(winsys, rsrc->dt); } agx_bo_unreference(rsrc->bo); FREE(rsrc); } /* * transfer */ static void agx_transfer_flush_region(struct pipe_context *pipe, struct pipe_transfer *transfer, const struct pipe_box *box) { } static void * agx_transfer_map(struct pipe_context *pctx, struct pipe_resource *resource, unsigned level, unsigned usage, /* a combination of PIPE_MAP_x */ const struct pipe_box *box, struct pipe_transfer **out_transfer) { struct agx_context *ctx = agx_context(pctx); struct agx_resource *rsrc = agx_resource(resource); unsigned bytes_per_pixel = util_format_get_blocksize(resource->format); /* Can't map tiled/compressed directly */ if ((usage & PIPE_MAP_DIRECTLY) && rsrc->modifier != DRM_FORMAT_MOD_LINEAR) return NULL; if (ctx->batch->cbufs[0] && resource == ctx->batch->cbufs[0]->texture) pctx->flush(pctx, NULL, 0); if (ctx->batch->zsbuf && resource == ctx->batch->zsbuf->texture) pctx->flush(pctx, NULL, 0); struct agx_transfer *transfer = CALLOC_STRUCT(agx_transfer); transfer->base.level = level; transfer->base.usage = usage; transfer->base.box = *box; pipe_resource_reference(&transfer->base.resource, resource); *out_transfer = &transfer->base; if (rsrc->modifier == DRM_FORMAT_MOD_APPLE_64X64_MORTON_ORDER) { transfer->base.stride = box->width * bytes_per_pixel; transfer->base.layer_stride = transfer->base.stride * box->height; transfer->map = calloc(transfer->base.layer_stride, box->depth); assert(box->depth == 1); if ((usage & PIPE_MAP_READ) && BITSET_TEST(rsrc->data_valid, level)) { for (unsigned z = 0; z < box->depth; ++z) { uint8_t *map = agx_rsrc_offset(rsrc, level, box->z + z); agx_detile(map, transfer->map, u_minify(resource->width0, level), bytes_per_pixel * 8, transfer->base.stride / bytes_per_pixel, box->x, box->y, box->x + box->width, box->y + box->height); } } return transfer->map; } else { assert (rsrc->modifier == DRM_FORMAT_MOD_LINEAR); transfer->base.stride = rsrc->slices[level].line_stride; transfer->base.layer_stride = rsrc->array_stride; /* Be conservative for direct writes */ if ((usage & PIPE_MAP_WRITE) && (usage & PIPE_MAP_DIRECTLY)) BITSET_SET(rsrc->data_valid, level); return agx_rsrc_offset(rsrc, level, box->z) + transfer->base.box.y * rsrc->slices[level].line_stride + transfer->base.box.x * bytes_per_pixel; } } static void agx_transfer_unmap(struct pipe_context *pctx, struct pipe_transfer *transfer) { /* Gallium expects writeback here, so we tile */ struct agx_transfer *trans = agx_transfer(transfer); struct pipe_resource *prsrc = transfer->resource; struct agx_resource *rsrc = (struct agx_resource *) prsrc; unsigned bytes_per_pixel = util_format_get_blocksize(prsrc->format); if (transfer->usage & PIPE_MAP_WRITE) BITSET_SET(rsrc->data_valid, transfer->level); /* Tiling will occur in software from a staging cpu buffer */ if ((transfer->usage & PIPE_MAP_WRITE) && rsrc->modifier == DRM_FORMAT_MOD_APPLE_64X64_MORTON_ORDER) { assert(trans->map != NULL); for (unsigned z = 0; z < transfer->box.depth; ++z) { uint8_t *map = agx_rsrc_offset(rsrc, transfer->level, transfer->box.z + z); agx_tile(map, trans->map, u_minify(transfer->resource->width0, transfer->level), bytes_per_pixel * 8, transfer->stride / bytes_per_pixel, transfer->box.x, transfer->box.y, transfer->box.x + transfer->box.width, transfer->box.y + transfer->box.height); } } /* Free the transfer */ free(trans->map); pipe_resource_reference(&transfer->resource, NULL); FREE(transfer); } /* * clear/copy */ static void agx_clear(struct pipe_context *pctx, unsigned buffers, const struct pipe_scissor_state *scissor_state, const union pipe_color_union *color, double depth, unsigned stencil) { struct agx_context *ctx = agx_context(pctx); ctx->batch->clear |= buffers; memcpy(ctx->batch->clear_color, color->f, sizeof(color->f)); } static void agx_flush_resource(struct pipe_context *ctx, struct pipe_resource *resource) { } /* * context */ static void agx_flush(struct pipe_context *pctx, struct pipe_fence_handle **fence, unsigned flags) { struct agx_context *ctx = agx_context(pctx); if (fence) *fence = NULL; /* TODO */ if (!ctx->batch->cbufs[0]) return; /* Nothing to do */ if (!(ctx->batch->draw | ctx->batch->clear)) return; /* Finalize the encoder */ uint8_t stop[5 + 64] = { 0x00, 0x00, 0x00, 0xc0, 0x00 }; memcpy(ctx->batch->encoder_current, stop, sizeof(stop)); /* Emit the commandbuffer */ uint64_t pipeline_clear = 0; bool clear_pipeline_textures = false; struct agx_device *dev = agx_device(pctx->screen); if (ctx->batch->clear & PIPE_CLEAR_COLOR0) { uint16_t clear_colour[4] = { _mesa_float_to_half(ctx->batch->clear_color[0]), _mesa_float_to_half(ctx->batch->clear_color[1]), _mesa_float_to_half(ctx->batch->clear_color[2]), _mesa_float_to_half(ctx->batch->clear_color[3]) }; pipeline_clear = agx_build_clear_pipeline(ctx, dev->internal.clear, agx_pool_upload(&ctx->batch->pool, clear_colour, sizeof(clear_colour))); } else { enum pipe_format fmt = ctx->batch->cbufs[0]->format; enum agx_format internal = agx_pixel_format[fmt].internal; uint32_t shader = dev->reload.format[internal]; pipeline_clear = agx_build_reload_pipeline(ctx, shader, ctx->batch->cbufs[0]); clear_pipeline_textures = true; } uint64_t pipeline_store = agx_build_store_pipeline(ctx, dev->internal.store, agx_pool_upload(&ctx->batch->pool, ctx->render_target[0], sizeof(ctx->render_target))); /* Pipelines must 64 aligned */ struct agx_ptr pipeline_null = agx_pool_alloc_aligned(&ctx->batch->pipeline_pool, 64, 64); memset(pipeline_null.cpu, 0, 64); struct agx_resource *rt0 = agx_resource(ctx->batch->cbufs[0]->texture); BITSET_SET(rt0->data_valid, 0); struct agx_resource *zbuf = ctx->batch->zsbuf ? agx_resource(ctx->batch->zsbuf->texture) : NULL; if (zbuf) BITSET_SET(zbuf->data_valid, 0); /* BO list for a given batch consists of: * - BOs for the batch's framebuffer surfaces * - BOs for the batch's pools * - BOs for the encoder * - BO for internal shaders * - BOs added to the batch explicitly */ struct agx_batch *batch = ctx->batch; agx_batch_add_bo(batch, batch->encoder); agx_batch_add_bo(batch, batch->scissor.bo); agx_batch_add_bo(batch, dev->internal.bo); agx_batch_add_bo(batch, dev->reload.bo); for (unsigned i = 0; i < batch->nr_cbufs; ++i) { struct pipe_surface *surf = batch->cbufs[i]; assert(surf != NULL && surf->texture != NULL); struct agx_resource *rsrc = agx_resource(surf->texture); agx_batch_add_bo(batch, rsrc->bo); } if (batch->zsbuf) { struct pipe_surface *surf = batch->zsbuf; struct agx_resource *rsrc = agx_resource(surf->texture); agx_batch_add_bo(batch, rsrc->bo); } unsigned handle_count = BITSET_COUNT(batch->bo_list) + agx_pool_num_bos(&batch->pool) + agx_pool_num_bos(&batch->pipeline_pool); uint32_t *handles = calloc(sizeof(uint32_t), handle_count); unsigned handle = 0, handle_i = 0; BITSET_FOREACH_SET(handle, batch->bo_list, sizeof(batch->bo_list) * 8) { handles[handle_i++] = handle; } agx_pool_get_bo_handles(&batch->pool, handles + handle_i); handle_i += agx_pool_num_bos(&batch->pool); agx_pool_get_bo_handles(&batch->pipeline_pool, handles + handle_i); handle_i += agx_pool_num_bos(&batch->pipeline_pool); /* Size calculation should've been exact */ assert(handle_i == handle_count); unsigned cmdbuf_id = agx_get_global_id(dev); unsigned encoder_id = agx_get_global_id(dev); unsigned cmdbuf_size = demo_cmdbuf(dev->cmdbuf.ptr.cpu, dev->cmdbuf.size, &ctx->batch->pool, ctx->batch->encoder->ptr.gpu, encoder_id, ctx->batch->scissor.bo->ptr.gpu, ctx->batch->width, ctx->batch->height, pipeline_null.gpu, pipeline_clear, pipeline_store, rt0->bo->ptr.gpu, clear_pipeline_textures); /* Generate the mapping table from the BO list */ demo_mem_map(dev->memmap.ptr.cpu, dev->memmap.size, handles, handle_count, cmdbuf_id, encoder_id, cmdbuf_size); free(handles); agx_submit_cmdbuf(dev, dev->cmdbuf.handle, dev->memmap.handle, dev->queue.id); agx_wait_queue(dev->queue); if (dev->debug & AGX_DBG_TRACE) { agxdecode_cmdstream(dev->cmdbuf.handle, dev->memmap.handle, true); agxdecode_next_frame(); } memset(batch->bo_list, 0, sizeof(batch->bo_list)); agx_pool_cleanup(&ctx->batch->pool); agx_pool_cleanup(&ctx->batch->pipeline_pool); agx_pool_init(&ctx->batch->pool, dev, AGX_MEMORY_TYPE_FRAMEBUFFER, true); agx_pool_init(&ctx->batch->pipeline_pool, dev, AGX_MEMORY_TYPE_CMDBUF_32, true); ctx->batch->clear = 0; ctx->batch->draw = 0; ctx->batch->encoder_current = ctx->batch->encoder->ptr.cpu; ctx->batch->scissor.count = 0; ctx->dirty = ~0; } static void agx_destroy_context(struct pipe_context *pctx) { struct agx_context *ctx = agx_context(pctx); if (pctx->stream_uploader) u_upload_destroy(pctx->stream_uploader); if (ctx->blitter) util_blitter_destroy(ctx->blitter); util_unreference_framebuffer_state(&ctx->framebuffer); FREE(ctx); } static void agx_invalidate_resource(struct pipe_context *ctx, struct pipe_resource *resource) { } static struct pipe_context * agx_create_context(struct pipe_screen *screen, void *priv, unsigned flags) { struct agx_context *ctx = CALLOC_STRUCT(agx_context); struct pipe_context *pctx = &ctx->base; if (!ctx) return NULL; pctx->screen = screen; pctx->priv = priv; ctx->batch = CALLOC_STRUCT(agx_batch); agx_pool_init(&ctx->batch->pool, agx_device(screen), AGX_MEMORY_TYPE_FRAMEBUFFER, true); agx_pool_init(&ctx->batch->pipeline_pool, agx_device(screen), AGX_MEMORY_TYPE_SHADER, true); ctx->batch->encoder = agx_bo_create(agx_device(screen), 0x80000, AGX_MEMORY_TYPE_FRAMEBUFFER); ctx->batch->encoder_current = ctx->batch->encoder->ptr.cpu; ctx->batch->scissor.bo = agx_bo_create(agx_device(screen), 0x80000, AGX_MEMORY_TYPE_FRAMEBUFFER); /* Upload fixed shaders (TODO: compile them?) */ pctx->stream_uploader = u_upload_create_default(pctx); if (!pctx->stream_uploader) { FREE(pctx); return NULL; } pctx->const_uploader = pctx->stream_uploader; pctx->destroy = agx_destroy_context; pctx->flush = agx_flush; pctx->clear = agx_clear; pctx->resource_copy_region = util_resource_copy_region; pctx->blit = agx_blit; pctx->flush_resource = agx_flush_resource; pctx->create_query = agx_create_query; pctx->destroy_query = agx_destroy_query; pctx->begin_query = agx_begin_query; pctx->end_query = agx_end_query; pctx->get_query_result = agx_get_query_result; pctx->set_active_query_state = agx_set_active_query_state; pctx->buffer_map = agx_transfer_map; pctx->texture_map = agx_transfer_map; pctx->transfer_flush_region = agx_transfer_flush_region; pctx->buffer_unmap = agx_transfer_unmap; pctx->texture_unmap = agx_transfer_unmap; pctx->buffer_subdata = u_default_buffer_subdata; pctx->texture_subdata = u_default_texture_subdata; pctx->invalidate_resource = agx_invalidate_resource; agx_init_state_functions(pctx); ctx->blitter = util_blitter_create(pctx); return pctx; } static void agx_flush_frontbuffer(struct pipe_screen *_screen, struct pipe_context *pctx, struct pipe_resource *prsrc, unsigned level, unsigned layer, void *context_private, struct pipe_box *box) { struct agx_resource *rsrc = (struct agx_resource *) prsrc; struct agx_screen *agx_screen = (struct agx_screen*)_screen; struct sw_winsys *winsys = agx_screen->winsys; /* Dump the framebuffer */ assert (rsrc->dt); void *map = winsys->displaytarget_map(winsys, rsrc->dt, PIPE_USAGE_DEFAULT); assert(map != NULL); if (rsrc->modifier == DRM_FORMAT_MOD_APPLE_64X64_MORTON_ORDER) { agx_detile(rsrc->bo->ptr.cpu, map, rsrc->base.width0, 32, rsrc->dt_stride / 4, 0, 0, rsrc->base.width0, rsrc->base.height0); } else { memcpy(map, rsrc->bo->ptr.cpu, rsrc->dt_stride * rsrc->base.height0); } winsys->displaytarget_display(winsys, rsrc->dt, context_private, box); } static const char * agx_get_vendor(struct pipe_screen* pscreen) { return "Asahi"; } static const char * agx_get_device_vendor(struct pipe_screen* pscreen) { return "Apple"; } static const char * agx_get_name(struct pipe_screen* pscreen) { return "Apple M1 (G13G B0)"; } static int agx_get_param(struct pipe_screen* pscreen, enum pipe_cap param) { bool is_deqp = agx_device(pscreen)->debug & AGX_DBG_DEQP; switch (param) { case PIPE_CAP_NPOT_TEXTURES: case PIPE_CAP_MIXED_COLOR_DEPTH_BITS: case PIPE_CAP_FRAGMENT_SHADER_TEXTURE_LOD: case PIPE_CAP_VERTEX_SHADER_SATURATE: case PIPE_CAP_VERTEX_COLOR_UNCLAMPED: case PIPE_CAP_DEPTH_CLIP_DISABLE: case PIPE_CAP_MIXED_COLORBUFFER_FORMATS: case PIPE_CAP_MIXED_FRAMEBUFFER_SIZES: case PIPE_CAP_FRAGMENT_SHADER_DERIVATIVES: case PIPE_CAP_FRAMEBUFFER_NO_ATTACHMENT: case PIPE_CAP_CLIP_HALFZ: return 1; case PIPE_CAP_MAX_RENDER_TARGETS: return 1; case PIPE_CAP_MAX_DUAL_SOURCE_RENDER_TARGETS: return 0; case PIPE_CAP_OCCLUSION_QUERY: case PIPE_CAP_PRIMITIVE_RESTART: case PIPE_CAP_PRIMITIVE_RESTART_FIXED_INDEX: return true; case PIPE_CAP_SAMPLER_VIEW_TARGET: case PIPE_CAP_TEXTURE_SWIZZLE: case PIPE_CAP_BLEND_EQUATION_SEPARATE: case PIPE_CAP_INDEP_BLEND_ENABLE: case PIPE_CAP_INDEP_BLEND_FUNC: case PIPE_CAP_ACCELERATED: case PIPE_CAP_UMA: case PIPE_CAP_TEXTURE_FLOAT_LINEAR: case PIPE_CAP_TEXTURE_HALF_FLOAT_LINEAR: case PIPE_CAP_TGSI_ARRAY_COMPONENTS: case PIPE_CAP_CS_DERIVED_SYSTEM_VALUES_SUPPORTED: case PIPE_CAP_PACKED_UNIFORMS: return 1; case PIPE_CAP_TGSI_INSTANCEID: case PIPE_CAP_VERTEX_ELEMENT_INSTANCE_DIVISOR: case PIPE_CAP_TEXTURE_MULTISAMPLE: case PIPE_CAP_SURFACE_SAMPLE_COUNT: return is_deqp; case PIPE_CAP_COPY_BETWEEN_COMPRESSED_AND_PLAIN_FORMATS: return 0; case PIPE_CAP_MAX_STREAM_OUTPUT_BUFFERS: return is_deqp ? PIPE_MAX_SO_BUFFERS : 0; case PIPE_CAP_MAX_STREAM_OUTPUT_SEPARATE_COMPONENTS: case PIPE_CAP_MAX_STREAM_OUTPUT_INTERLEAVED_COMPONENTS: return is_deqp ? PIPE_MAX_SO_OUTPUTS : 0; case PIPE_CAP_STREAM_OUTPUT_PAUSE_RESUME: case PIPE_CAP_STREAM_OUTPUT_INTERLEAVE_BUFFERS: return is_deqp ? 1 : 0; case PIPE_CAP_MAX_TEXTURE_ARRAY_LAYERS: return is_deqp ? 256 : 0; case PIPE_CAP_GLSL_FEATURE_LEVEL: case PIPE_CAP_GLSL_FEATURE_LEVEL_COMPATIBILITY: return 130; case PIPE_CAP_ESSL_FEATURE_LEVEL: return 120; case PIPE_CAP_CONSTANT_BUFFER_OFFSET_ALIGNMENT: return 16; case PIPE_CAP_MAX_TEXTURE_BUFFER_SIZE: return 65536; case PIPE_CAP_TEXTURE_BUFFER_OFFSET_ALIGNMENT: return 64; case PIPE_CAP_VERTEX_BUFFER_STRIDE_4BYTE_ALIGNED_ONLY: return 1; case PIPE_CAP_MAX_TEXTURE_2D_SIZE: return 16384; case PIPE_CAP_MAX_TEXTURE_3D_LEVELS: case PIPE_CAP_MAX_TEXTURE_CUBE_LEVELS: return 13; case PIPE_CAP_TGSI_FS_COORD_ORIGIN_LOWER_LEFT: return 0; case PIPE_CAP_TGSI_FS_COORD_ORIGIN_UPPER_LEFT: case PIPE_CAP_TGSI_FS_COORD_PIXEL_CENTER_HALF_INTEGER: case PIPE_CAP_TGSI_FS_COORD_PIXEL_CENTER_INTEGER: case PIPE_CAP_TGSI_TEXCOORD: case PIPE_CAP_TGSI_FS_FACE_IS_INTEGER_SYSVAL: case PIPE_CAP_TGSI_FS_POSITION_IS_SYSVAL: case PIPE_CAP_SEAMLESS_CUBE_MAP: case PIPE_CAP_SEAMLESS_CUBE_MAP_PER_TEXTURE: return true; case PIPE_CAP_TGSI_FS_POINT_IS_SYSVAL: return false; case PIPE_CAP_MAX_VERTEX_ELEMENT_SRC_OFFSET: return 0xffff; case PIPE_CAP_PREFER_BLIT_BASED_TEXTURE_TRANSFER: return 0; case PIPE_CAP_ENDIANNESS: return PIPE_ENDIAN_LITTLE; case PIPE_CAP_VIDEO_MEMORY: { uint64_t system_memory; if (!os_get_total_physical_memory(&system_memory)) return 0; return (int)(system_memory >> 20); } case PIPE_CAP_SHADER_BUFFER_OFFSET_ALIGNMENT: return 4; case PIPE_CAP_MAX_VARYINGS: return 16; case PIPE_CAP_FLATSHADE: case PIPE_CAP_TWO_SIDED_COLOR: case PIPE_CAP_ALPHA_TEST: case PIPE_CAP_CLIP_PLANES: case PIPE_CAP_NIR_IMAGES_AS_DEREF: return 0; case PIPE_CAP_SHAREABLE_SHADERS: return 1; default: return u_pipe_screen_get_param_defaults(pscreen, param); } } static float agx_get_paramf(struct pipe_screen* pscreen, enum pipe_capf param) { switch (param) { case PIPE_CAPF_MAX_LINE_WIDTH: case PIPE_CAPF_MAX_LINE_WIDTH_AA: return 16.0; /* Off-by-one fixed point 4:4 encoding */ case PIPE_CAPF_MAX_POINT_WIDTH: case PIPE_CAPF_MAX_POINT_WIDTH_AA: return 511.95f; case PIPE_CAPF_MAX_TEXTURE_ANISOTROPY: return 16.0; case PIPE_CAPF_MAX_TEXTURE_LOD_BIAS: return 16.0; /* arbitrary */ case PIPE_CAPF_MIN_CONSERVATIVE_RASTER_DILATE: case PIPE_CAPF_MAX_CONSERVATIVE_RASTER_DILATE: case PIPE_CAPF_CONSERVATIVE_RASTER_DILATE_GRANULARITY: return 0.0f; default: debug_printf("Unexpected PIPE_CAPF %d query\n", param); return 0.0; } } static int agx_get_shader_param(struct pipe_screen* pscreen, enum pipe_shader_type shader, enum pipe_shader_cap param) { bool is_deqp = agx_device(pscreen)->debug & AGX_DBG_DEQP; bool is_no16 = agx_device(pscreen)->debug & AGX_DBG_NO16; if (shader != PIPE_SHADER_VERTEX && shader != PIPE_SHADER_FRAGMENT) return 0; /* this is probably not totally correct.. but it's a start: */ switch (param) { case PIPE_SHADER_CAP_MAX_INSTRUCTIONS: case PIPE_SHADER_CAP_MAX_ALU_INSTRUCTIONS: case PIPE_SHADER_CAP_MAX_TEX_INSTRUCTIONS: case PIPE_SHADER_CAP_MAX_TEX_INDIRECTIONS: return 16384; case PIPE_SHADER_CAP_MAX_CONTROL_FLOW_DEPTH: return 1024; case PIPE_SHADER_CAP_MAX_INPUTS: return 16; case PIPE_SHADER_CAP_MAX_OUTPUTS: return shader == PIPE_SHADER_FRAGMENT ? 4 : 16; case PIPE_SHADER_CAP_MAX_TEMPS: return 256; /* GL_MAX_PROGRAM_TEMPORARIES_ARB */ case PIPE_SHADER_CAP_MAX_CONST_BUFFER_SIZE: return 16 * 1024 * sizeof(float); case PIPE_SHADER_CAP_MAX_CONST_BUFFERS: return 16; case PIPE_SHADER_CAP_TGSI_CONT_SUPPORTED: return 0; case PIPE_SHADER_CAP_INDIRECT_INPUT_ADDR: case PIPE_SHADER_CAP_INDIRECT_OUTPUT_ADDR: case PIPE_SHADER_CAP_INDIRECT_TEMP_ADDR: case PIPE_SHADER_CAP_SUBROUTINES: case PIPE_SHADER_CAP_TGSI_SQRT_SUPPORTED: return 0; case PIPE_SHADER_CAP_INDIRECT_CONST_ADDR: return is_deqp; case PIPE_SHADER_CAP_INTEGERS: return true; case PIPE_SHADER_CAP_FP16: case PIPE_SHADER_CAP_GLSL_16BIT_CONSTS: case PIPE_SHADER_CAP_FP16_DERIVATIVES: case PIPE_SHADER_CAP_FP16_CONST_BUFFERS: case PIPE_SHADER_CAP_INT16: return !is_no16; case PIPE_SHADER_CAP_INT64_ATOMICS: case PIPE_SHADER_CAP_TGSI_DROUND_SUPPORTED: case PIPE_SHADER_CAP_TGSI_DFRACEXP_DLDEXP_SUPPORTED: case PIPE_SHADER_CAP_TGSI_LDEXP_SUPPORTED: case PIPE_SHADER_CAP_TGSI_FMA_SUPPORTED: case PIPE_SHADER_CAP_TGSI_ANY_INOUT_DECL_RANGE: return 0; case PIPE_SHADER_CAP_MAX_TEXTURE_SAMPLERS: case PIPE_SHADER_CAP_MAX_SAMPLER_VIEWS: return 16; /* XXX: How many? */ case PIPE_SHADER_CAP_PREFERRED_IR: return PIPE_SHADER_IR_NIR; case PIPE_SHADER_CAP_SUPPORTED_IRS: return (1 << PIPE_SHADER_IR_NIR) | (1 << PIPE_SHADER_IR_NIR_SERIALIZED); case PIPE_SHADER_CAP_MAX_UNROLL_ITERATIONS_HINT: return 32; case PIPE_SHADER_CAP_MAX_SHADER_BUFFERS: case PIPE_SHADER_CAP_MAX_SHADER_IMAGES: case PIPE_SHADER_CAP_MAX_HW_ATOMIC_COUNTERS: case PIPE_SHADER_CAP_MAX_HW_ATOMIC_COUNTER_BUFFERS: case PIPE_SHADER_CAP_TGSI_SKIP_MERGE_REGISTERS: case PIPE_SHADER_CAP_LOWER_IF_THRESHOLD: return 0; default: /* Other params are unknown */ return 0; } return 0; } static int agx_get_compute_param(struct pipe_screen *pscreen, enum pipe_shader_ir ir_type, enum pipe_compute_cap param, void *ret) { return 0; } static bool agx_is_format_supported(struct pipe_screen* pscreen, enum pipe_format format, enum pipe_texture_target target, unsigned sample_count, unsigned storage_sample_count, unsigned usage) { const struct util_format_description *format_desc; assert(target == PIPE_BUFFER || target == PIPE_TEXTURE_1D || target == PIPE_TEXTURE_1D_ARRAY || target == PIPE_TEXTURE_2D || target == PIPE_TEXTURE_2D_ARRAY || target == PIPE_TEXTURE_RECT || target == PIPE_TEXTURE_3D || target == PIPE_TEXTURE_CUBE || target == PIPE_TEXTURE_CUBE_ARRAY); format_desc = util_format_description(format); if (!format_desc) return false; if (sample_count > 1) return false; if (MAX2(sample_count, 1) != MAX2(storage_sample_count, 1)) return false; if (usage & (PIPE_BIND_RENDER_TARGET | PIPE_BIND_SAMPLER_VIEW)) { struct agx_pixel_format_entry ent = agx_pixel_format[format]; if (!agx_is_valid_pixel_format(format)) return false; if ((usage & PIPE_BIND_RENDER_TARGET) && !ent.renderable) return false; } /* TODO: formats */ if (usage & PIPE_BIND_VERTEX_BUFFER) { switch (format) { case PIPE_FORMAT_R16_FLOAT: case PIPE_FORMAT_R16G16_FLOAT: case PIPE_FORMAT_R16G16B16_FLOAT: case PIPE_FORMAT_R16G16B16A16_FLOAT: case PIPE_FORMAT_R32_FLOAT: case PIPE_FORMAT_R32G32_FLOAT: case PIPE_FORMAT_R32G32B32_FLOAT: case PIPE_FORMAT_R32G32B32A32_FLOAT: return true; default: return false; } } /* TODO */ return true; } static uint64_t agx_get_timestamp(struct pipe_screen *pscreen) { return 0; } static void agx_destroy_screen(struct pipe_screen *screen) { agx_close_device(agx_device(screen)); ralloc_free(screen); } static void agx_fence_reference(struct pipe_screen *screen, struct pipe_fence_handle **ptr, struct pipe_fence_handle *fence) { } static bool agx_fence_finish(struct pipe_screen *screen, struct pipe_context *ctx, struct pipe_fence_handle *fence, uint64_t timeout) { return true; } static const void * agx_get_compiler_options(struct pipe_screen *pscreen, enum pipe_shader_ir ir, enum pipe_shader_type shader) { return &agx_nir_options; } struct pipe_screen * agx_screen_create(struct sw_winsys *winsys) { struct agx_screen *agx_screen; struct pipe_screen *screen; agx_screen = rzalloc(NULL, struct agx_screen); if (!agx_screen) return NULL; screen = &agx_screen->pscreen; agx_screen->winsys = winsys; /* Set debug before opening */ agx_screen->dev.debug = debug_get_flags_option("ASAHI_MESA_DEBUG", agx_debug_options, 0); /* Try to open an AGX device */ if (!agx_open_device(screen, &agx_screen->dev)) { ralloc_free(agx_screen); return NULL; } screen->destroy = agx_destroy_screen; screen->get_name = agx_get_name; screen->get_vendor = agx_get_vendor; screen->get_device_vendor = agx_get_device_vendor; screen->get_param = agx_get_param; screen->get_shader_param = agx_get_shader_param; screen->get_compute_param = agx_get_compute_param; screen->get_paramf = agx_get_paramf; screen->is_format_supported = agx_is_format_supported; screen->context_create = agx_create_context; screen->resource_create = agx_resource_create; screen->resource_from_handle = agx_resource_from_handle; screen->resource_get_handle = agx_resource_get_handle; screen->resource_destroy = agx_resource_destroy; screen->flush_frontbuffer = agx_flush_frontbuffer; screen->get_timestamp = agx_get_timestamp; screen->fence_reference = agx_fence_reference; screen->fence_finish = agx_fence_finish; screen->get_compiler_options = agx_get_compiler_options; agx_internal_shaders(&agx_screen->dev); return screen; }