/* * Copyright © 2015 Intel Corporation * * Permission is hereby granted, free of charge, to any person obtaining a * copy of this software and associated documentation files (the "Software"), * to deal in the Software without restriction, including without limitation * the rights to use, copy, modify, merge, publish, distribute, sublicense, * and/or sell copies of the Software, and to permit persons to whom the * Software is furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice (including the next * paragraph) shall be included in all copies or substantial portions of the * Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS * IN THE SOFTWARE. */ #include #include #include #include #include #include "private.h" static const uint8_t anv_halign[] = { [4] = HALIGN4, [8] = HALIGN8, [16] = HALIGN16, }; static const uint8_t anv_valign[] = { [4] = VALIGN4, [8] = VALIGN8, [16] = VALIGN16, }; static const uint8_t anv_surf_type_from_image_type[] = { [VK_IMAGE_TYPE_1D] = SURFTYPE_1D, [VK_IMAGE_TYPE_2D] = SURFTYPE_2D, [VK_IMAGE_TYPE_3D] = SURFTYPE_3D, }; static const uint8_t anv_surf_type_from_image_view_type[] = { [VK_IMAGE_VIEW_TYPE_1D] = SURFTYPE_1D, [VK_IMAGE_VIEW_TYPE_2D] = SURFTYPE_2D, [VK_IMAGE_VIEW_TYPE_3D] = SURFTYPE_3D, [VK_IMAGE_VIEW_TYPE_CUBE] = SURFTYPE_CUBE, }; static const struct anv_surf_type_limits { int32_t width; int32_t height; int32_t depth; } anv_surf_type_limits[] = { [SURFTYPE_1D] = {16384, 0, 2048}, [SURFTYPE_2D] = {16384, 16384, 2048}, [SURFTYPE_3D] = {2048, 2048, 2048}, [SURFTYPE_CUBE] = {16384, 16384, 340}, [SURFTYPE_BUFFER] = {128, 16384, 64}, [SURFTYPE_STRBUF] = {128, 16384, 64}, }; static const struct anv_tile_info { uint32_t width; uint32_t height; /** * Alignment for RENDER_SURFACE_STATE.SurfaceBaseAddress. * * To simplify calculations, the alignments defined in the table are * sometimes larger than required. For example, Skylake requires that X and * Y tiled buffers be aligned to 4K, but Broadwell permits smaller * alignment. We choose 4K to accomodate both chipsets. The alignment of * a linear buffer depends on its element type and usage. Linear depth * buffers have the largest alignment, 64B, so we choose that for all linear * buffers. */ uint32_t surface_alignment; } anv_tile_info_table[] = { [LINEAR] = { 1, 1, 64 }, [XMAJOR] = { 512, 8, 4096 }, [YMAJOR] = { 128, 32, 4096 }, [WMAJOR] = { 128, 32, 4096 }, }; static uint32_t anv_image_choose_tile_mode(const struct anv_image_create_info *anv_info) { if (anv_info->force_tile_mode) return anv_info->tile_mode; if (anv_info->vk_info->format == VK_FORMAT_S8_UINT) return WMAJOR; switch (anv_info->vk_info->tiling) { case VK_IMAGE_TILING_LINEAR: return LINEAR; case VK_IMAGE_TILING_OPTIMAL: return YMAJOR; default: assert(!"bad VKImageTiling"); return LINEAR; } } static void anv_image_make_surface(const struct anv_image_create_info *create_info, uint64_t *inout_image_size, uint32_t *inout_image_alignment, struct anv_surface *out_surface) { const VkExtent3D *restrict extent = &create_info->vk_info->extent; const uint8_t tile_mode = anv_image_choose_tile_mode(create_info); const struct anv_tile_info *tile_info = &anv_tile_info_table[tile_mode]; const struct anv_format *format_info = anv_format_for_vk_format(create_info->vk_info->format); uint32_t stride = align_u32(extent->width * format_info->cpp, tile_info->width); uint32_t size = stride * align_u32(extent->height, tile_info->height); uint32_t offset = align_u32(*inout_image_size, tile_info->surface_alignment); *inout_image_size = offset + size; *inout_image_alignment = MAX(*inout_image_alignment, tile_info->surface_alignment); *out_surface = (struct anv_surface) { .offset = offset, .stride = stride, .tile_mode = tile_mode, /* FINISHME: Stop hardcoding miptree subimage alignment */ .h_align = 4, .v_align = 4, }; } VkResult anv_image_create(VkDevice _device, const struct anv_image_create_info *create_info, VkImage *pImage) { struct anv_device *device = (struct anv_device *) _device; const VkImageCreateInfo *pCreateInfo = create_info->vk_info; const VkExtent3D *restrict extent = &pCreateInfo->extent; struct anv_image *image; assert(pCreateInfo->sType == VK_STRUCTURE_TYPE_IMAGE_CREATE_INFO); /* XXX: We don't handle any of these */ anv_assert(pCreateInfo->imageType == VK_IMAGE_TYPE_2D); anv_assert(pCreateInfo->mipLevels == 1); anv_assert(pCreateInfo->arraySize == 1); anv_assert(pCreateInfo->samples == 1); anv_assert(pCreateInfo->extent.width > 0); anv_assert(pCreateInfo->extent.height > 0); anv_assert(pCreateInfo->extent.depth == 1); /* TODO(chadv): How should we validate inputs? */ const uint8_t surf_type = anv_surf_type_from_image_type[pCreateInfo->imageType]; const struct anv_surf_type_limits *limits = &anv_surf_type_limits[surf_type]; if (extent->width > limits->width || extent->height > limits->height || extent->depth > limits->depth) { /* TODO(chadv): What is the correct error? */ anv_loge("image extent is too large"); return vk_error(VK_ERROR_INVALID_MEMORY_SIZE); } const struct anv_format *format_info = anv_format_for_vk_format(pCreateInfo->format); image = anv_device_alloc(device, sizeof(*image), 8, VK_SYSTEM_ALLOC_TYPE_API_OBJECT); if (!image) return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); memset(image, 0, sizeof(*image)); image->type = pCreateInfo->imageType; image->extent = pCreateInfo->extent; image->format = pCreateInfo->format; image->surf_type = surf_type; if (likely(!format_info->has_stencil || format_info->depth_format)) { /* The image's primary surface is a color or depth surface. */ anv_image_make_surface(create_info, &image->size, &image->alignment, &image->primary_surface); } if (format_info->has_stencil) { /* From the GPU's perspective, the depth buffer and stencil buffer are * separate buffers. From Vulkan's perspective, though, depth and * stencil reside in the same image. To satisfy Vulkan and the GPU, we * place the depth and stencil buffers in the same bo. */ VkImageCreateInfo stencil_info = *pCreateInfo; stencil_info.format = VK_FORMAT_S8_UINT; anv_image_make_surface( &(struct anv_image_create_info) { .vk_info = &stencil_info, }, &image->size, &image->alignment, &image->stencil_surface); } *pImage = (VkImage) image; return VK_SUCCESS; } VkResult anv_CreateImage(VkDevice device, const VkImageCreateInfo *pCreateInfo, VkImage *pImage) { return anv_image_create(device, &(struct anv_image_create_info) { .vk_info = pCreateInfo, }, pImage); } VkResult anv_GetImageSubresourceInfo(VkDevice device, VkImage image, const VkImageSubresource *pSubresource, VkSubresourceInfoType infoType, size_t *pDataSize, void *pData) { stub_return(VK_UNSUPPORTED); } void anv_surface_view_destroy(struct anv_device *device, struct anv_object *obj, VkObjectType obj_type) { struct anv_surface_view *view = (struct anv_surface_view *)obj; assert(obj_type == VK_OBJECT_TYPE_BUFFER_VIEW || obj_type == VK_OBJECT_TYPE_IMAGE_VIEW || obj_type == VK_OBJECT_TYPE_COLOR_ATTACHMENT_VIEW); anv_state_pool_free(&device->surface_state_pool, view->surface_state); anv_device_free(device, view); } void anv_image_view_init(struct anv_surface_view *view, struct anv_device *device, const VkImageViewCreateInfo* pCreateInfo, struct anv_cmd_buffer *cmd_buffer) { struct anv_image *image = (struct anv_image *) pCreateInfo->image; struct anv_surface *surface = NULL; const struct anv_format *format_info = anv_format_for_vk_format(pCreateInfo->format); /* XXX: We don't handle any of these */ anv_assert(pCreateInfo->viewType == VK_IMAGE_VIEW_TYPE_2D); anv_assert(pCreateInfo->subresourceRange.baseMipLevel == 0); anv_assert(pCreateInfo->subresourceRange.mipLevels == 1); anv_assert(pCreateInfo->subresourceRange.baseArraySlice == 0); anv_assert(pCreateInfo->subresourceRange.arraySize == 1); view->bo = image->bo; switch (pCreateInfo->subresourceRange.aspect) { case VK_IMAGE_ASPECT_STENCIL: anv_finishme("stencil image views"); abort(); break; case VK_IMAGE_ASPECT_DEPTH: case VK_IMAGE_ASPECT_COLOR: view->offset = image->offset; surface = &image->primary_surface; break; default: unreachable(""); break; } view->offset = image->offset + surface->offset; /* TODO: Miplevels */ view->extent = image->extent; static const uint32_t vk_to_gen_swizzle[] = { [VK_CHANNEL_SWIZZLE_ZERO] = SCS_ZERO, [VK_CHANNEL_SWIZZLE_ONE] = SCS_ONE, [VK_CHANNEL_SWIZZLE_R] = SCS_RED, [VK_CHANNEL_SWIZZLE_G] = SCS_GREEN, [VK_CHANNEL_SWIZZLE_B] = SCS_BLUE, [VK_CHANNEL_SWIZZLE_A] = SCS_ALPHA }; struct GEN8_RENDER_SURFACE_STATE surface_state = { .SurfaceType = anv_surf_type_from_image_view_type[pCreateInfo->viewType], .SurfaceArray = false, .SurfaceFormat = format_info->surface_format, .SurfaceVerticalAlignment = anv_valign[surface->v_align], .SurfaceHorizontalAlignment = anv_halign[surface->h_align], .TileMode = surface->tile_mode, .VerticalLineStride = 0, .VerticalLineStrideOffset = 0, .SamplerL2BypassModeDisable = true, .RenderCacheReadWriteMode = WriteOnlyCache, .MemoryObjectControlState = GEN8_MOCS, .BaseMipLevel = 0.0, .SurfaceQPitch = 0, .Height = image->extent.height - 1, .Width = image->extent.width - 1, .Depth = image->extent.depth - 1, .SurfacePitch = surface->stride - 1, .MinimumArrayElement = 0, .NumberofMultisamples = MULTISAMPLECOUNT_1, .XOffset = 0, .YOffset = 0, .SurfaceMinLOD = 0, .MIPCountLOD = 0, .AuxiliarySurfaceMode = AUX_NONE, .RedClearColor = 0, .GreenClearColor = 0, .BlueClearColor = 0, .AlphaClearColor = 0, .ShaderChannelSelectRed = vk_to_gen_swizzle[pCreateInfo->channels.r], .ShaderChannelSelectGreen = vk_to_gen_swizzle[pCreateInfo->channels.g], .ShaderChannelSelectBlue = vk_to_gen_swizzle[pCreateInfo->channels.b], .ShaderChannelSelectAlpha = vk_to_gen_swizzle[pCreateInfo->channels.a], .ResourceMinLOD = 0.0, .SurfaceBaseAddress = { NULL, view->offset }, }; if (cmd_buffer) view->surface_state = anv_state_stream_alloc(&cmd_buffer->surface_state_stream, 64, 64); else view->surface_state = anv_state_pool_alloc(&device->surface_state_pool, 64, 64); GEN8_RENDER_SURFACE_STATE_pack(NULL, view->surface_state.map, &surface_state); } VkResult anv_CreateImageView(VkDevice _device, const VkImageViewCreateInfo *pCreateInfo, VkImageView *pView) { struct anv_device *device = (struct anv_device *) _device; struct anv_surface_view *view; assert(pCreateInfo->sType == VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO); view = anv_device_alloc(device, sizeof(*view), 8, VK_SYSTEM_ALLOC_TYPE_API_OBJECT); if (view == NULL) return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); anv_image_view_init(view, device, pCreateInfo, NULL); view->base.destructor = anv_surface_view_destroy; *pView = (VkImageView) view; return VK_SUCCESS; } void anv_color_attachment_view_init(struct anv_surface_view *view, struct anv_device *device, const VkColorAttachmentViewCreateInfo* pCreateInfo, struct anv_cmd_buffer *cmd_buffer) { struct anv_image *image = (struct anv_image *) pCreateInfo->image; struct anv_surface *surface = &image->primary_surface; const struct anv_format *format = anv_format_for_vk_format(pCreateInfo->format); /* XXX: We don't handle any of these */ anv_assert(pCreateInfo->mipLevel == 0); anv_assert(pCreateInfo->baseArraySlice == 0); anv_assert(pCreateInfo->arraySize == 1); anv_assert(pCreateInfo->msaaResolveImage == 0); view->bo = image->bo; view->offset = image->offset; view->extent = image->extent; view->format = pCreateInfo->format; if (cmd_buffer) view->surface_state = anv_state_stream_alloc(&cmd_buffer->surface_state_stream, 64, 64); else view->surface_state = anv_state_pool_alloc(&device->surface_state_pool, 64, 64); struct GEN8_RENDER_SURFACE_STATE surface_state = { .SurfaceType = SURFTYPE_2D, .SurfaceArray = false, .SurfaceFormat = format->surface_format, .SurfaceVerticalAlignment = anv_valign[surface->v_align], .SurfaceHorizontalAlignment = anv_halign[surface->h_align], .TileMode = surface->tile_mode, .VerticalLineStride = 0, .VerticalLineStrideOffset = 0, .SamplerL2BypassModeDisable = true, .RenderCacheReadWriteMode = WriteOnlyCache, .MemoryObjectControlState = GEN8_MOCS, .BaseMipLevel = 0.0, .SurfaceQPitch = 0, .Height = image->extent.height - 1, .Width = image->extent.width - 1, .Depth = image->extent.depth - 1, .SurfacePitch = surface->stride - 1, .MinimumArrayElement = 0, .NumberofMultisamples = MULTISAMPLECOUNT_1, .XOffset = 0, .YOffset = 0, .SurfaceMinLOD = 0, .MIPCountLOD = 0, .AuxiliarySurfaceMode = AUX_NONE, .RedClearColor = 0, .GreenClearColor = 0, .BlueClearColor = 0, .AlphaClearColor = 0, .ShaderChannelSelectRed = SCS_RED, .ShaderChannelSelectGreen = SCS_GREEN, .ShaderChannelSelectBlue = SCS_BLUE, .ShaderChannelSelectAlpha = SCS_ALPHA, .ResourceMinLOD = 0.0, .SurfaceBaseAddress = { NULL, view->offset }, }; GEN8_RENDER_SURFACE_STATE_pack(NULL, view->surface_state.map, &surface_state); } VkResult anv_CreateColorAttachmentView(VkDevice _device, const VkColorAttachmentViewCreateInfo *pCreateInfo, VkColorAttachmentView *pView) { struct anv_device *device = (struct anv_device *) _device; struct anv_surface_view *view; assert(pCreateInfo->sType == VK_STRUCTURE_TYPE_COLOR_ATTACHMENT_VIEW_CREATE_INFO); view = anv_device_alloc(device, sizeof(*view), 8, VK_SYSTEM_ALLOC_TYPE_API_OBJECT); if (view == NULL) return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); anv_color_attachment_view_init(view, device, pCreateInfo, NULL); view->base.destructor = anv_surface_view_destroy; *pView = (VkColorAttachmentView) view; return VK_SUCCESS; } VkResult anv_CreateDepthStencilView(VkDevice _device, const VkDepthStencilViewCreateInfo *pCreateInfo, VkDepthStencilView *pView) { struct anv_device *device = (struct anv_device *) _device; struct anv_depth_stencil_view *view; struct anv_image *image = (struct anv_image *) pCreateInfo->image; struct anv_surface *depth_surface = &image->primary_surface; struct anv_surface *stencil_surface = &image->stencil_surface; const struct anv_format *format = anv_format_for_vk_format(image->format); assert(pCreateInfo->sType == VK_STRUCTURE_TYPE_DEPTH_STENCIL_VIEW_CREATE_INFO); view = anv_device_alloc(device, sizeof(*view), 8, VK_SYSTEM_ALLOC_TYPE_API_OBJECT); if (view == NULL) return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); /* XXX: We don't handle any of these */ anv_assert(pCreateInfo->mipLevel == 0); anv_assert(pCreateInfo->baseArraySlice == 0); anv_assert(pCreateInfo->arraySize == 1); anv_assert(pCreateInfo->msaaResolveImage == 0); view->bo = image->bo; view->depth_stride = depth_surface->stride; view->depth_offset = image->offset + depth_surface->offset; view->depth_format = format->depth_format; view->depth_qpitch = 0; /* FINISHME: QPitch */ view->stencil_stride = stencil_surface->stride; view->stencil_offset = image->offset + stencil_surface->offset; view->stencil_qpitch = 0; /* FINISHME: QPitch */ *pView = (VkDepthStencilView) view; return VK_SUCCESS; }